00000080:00000010:3.1:1787826326.930398:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:3.1:1787826327.038251:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd80.
00000080:00000010:3.1:1787826327.038286:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826327.038300:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc100.
00010000:00000010:3.1:1787826327.038307:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00010000:00000010:3.1:1787826327.038312:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:3.1:1787826327.038315:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:3.1:1787826327.051669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:3.1:1787826327.051684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ec00.
00000080:00000010:3.1:1787826327.383251:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:3.1:1787826327.383290:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826327.527422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6900.
00010000:00000010:3.1:1787826327.527442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00000080:00000010:3.1:1787826327.527462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:3.1:1787826327.527496:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826327.549629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:3.1:1787826327.549646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e400.
00010000:00000010:3.1:1787826327.568224:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd700.
00010000:00000010:3.1:1787826327.568235:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00000080:00000010:3.1:1787826327.568244:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3a0.
00000080:00000010:3.1:1787826327.568262:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826327.568276:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:3.1:1787826327.568281:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00010000:00000010:3.1:1787826327.588245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:3.1:1787826327.588259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ea00.
00000080:00000010:3.1:1787826327.654312:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00010000:00000010:3.1:1787826327.672176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:3.1:1787826327.672186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fa00.
00000080:00000010:3.1:1787826327.689634:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7320.
00000080:00000010:3.1:1787826327.689679:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826327.689687:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:3.1:1787826327.689694:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00000080:00000010:3.1:1787826327.689700:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f080.
00000080:00000010:3.1:1787826327.689714:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826327.828130:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcdd00.
00010000:00000010:3.1:1787826327.828144:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00000080:00000010:3.1:1787826327.836438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c8e0.
00000080:00000010:3.1:1787826327.836481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:3.1:1787826327.941723:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:3.1:1787826327.973969:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce20.
00000080:00000010:3.1:1787826327.974005:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826327.974020:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:3.1:1787826327.974033:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2e00.
00000080:00000010:3.1:1787826327.974041:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fae0.
00010000:00000010:3.1:1787826327.974050:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:3.1:1787826327.974053:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e400.
00000080:00000010:3.1:1787826327.974059:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:3.1:1787826327.974192:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e00.
00000080:00000010:3.1:1787826327.974213:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826328.013235:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:3.1:1787826328.013249:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00000080:00000010:3.1:1787826328.089411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f360.
00000080:00000010:3.1:1787826328.089440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826328.107218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcc00.
00010000:00000010:3.1:1787826328.107225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fe00.
00010000:00000010:3.1:1787826328.111132:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:3.1:1787826328.111138:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00000080:00000010:3.1:1787826328.179155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2e0.
00000080:00000010:3.1:1787826328.187128:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e00.
00010000:00000010:3.1:1787826328.363874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:3.1:1787826328.363886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fa00.
00010000:00000010:3.1:1787826328.449123:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc100.
00010000:00000010:3.1:1787826328.449130:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fe00.
00010000:00000010:3.1:1787826328.449134:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bce00.
00010000:00000010:3.1:1787826328.449136:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00010000:00000010:3.1:1787826328.656634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df200.
00010000:00000010:3.1:1787826328.656645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ea00.
00000080:00000010:3.1:1787826328.656652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d60.
00010000:00000010:3.1:1787826328.758524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:3.1:1787826328.758533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:3.1:1787826328.758545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbf00.
00000080:00000010:3.1:1787826328.758562:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826328.758573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bda00.
00010000:00000010:3.1:1787826328.758581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:3.1:1787826328.862837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1900.
00010000:00000010:3.1:1787826328.862846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373600.
00010000:00000010:3.1:1787826329.208825:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfc00.
00010000:00000010:3.1:1787826329.208835:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00010000:00000010:3.1:1787826329.208843:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df000.
00010000:00000010:3.1:1787826329.208849:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00010000:00000010:3.1:1787826329.320143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dff00.
00010000:00000010:3.1:1787826329.320154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d254e800.
00010000:00000010:3.1:1787826329.382263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e100.
00010000:00000010:3.1:1787826329.382274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00000080:00000010:3.1:1787826329.382279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c120.
00000080:00000010:3.1:1787826329.382291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826329.611147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:3.1:1787826329.611153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:3.1:1787826329.611158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f380.
00000080:00000010:3.1:1787826329.611172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:3.1:1787826329.746849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c200.
00000080:00000010:3.1:1787826329.746944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826329.771135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:3.1:1787826329.771153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:3.1:1787826329.771160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00000080:00000010:3.1:1787826329.771167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826329.771173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71700.
00010000:00000010:3.1:1787826329.771178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:3.1:1787826329.884144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826329.884154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:3.1:1787826330.050625:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dff00.
00010000:00000010:3.1:1787826330.050631:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00000080:00000010:3.1:1787826330.090156:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:3.1:1787826330.090167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc00.
00000080:00000010:3.1:1787826330.090180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:3.1:1787826330.359048:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f340.
00000080:00000010:3.1:1787826330.461270:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826330.461280:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ee00.
00010000:00000010:3.1:1787826330.461285:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372000.
00010000:00000010:3.1:1787826330.461291:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826330.461296:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:3.1:1787826330.461306:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:3.1:1787826330.465165:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:3.1:1787826330.465186:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:3.1:1787826330.569132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00000080:00000010:3.1:1787826330.569153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:3.1:1787826330.617286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa80.
00000080:00000010:3.1:1787826330.617300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d60.
00000080:00000010:3.1:1787826330.617317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:3.1:1787826330.751670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:3.1:1787826330.751682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:3.1:1787826330.751687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f820.
00010000:00000010:3.1:1787826330.751701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979300.
00010000:00000010:3.1:1787826330.751704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826330.751715:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826330.881331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:3.1:1787826330.881338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d254e400.
00010000:00000010:3.1:1787826330.997615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979300.
00010000:00000010:3.1:1787826330.997639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372000.
00010000:00000010:3.1:1787826331.026184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:3.1:1787826331.026205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a600.
00000080:00000010:3.1:1787826331.026215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe00.
00000080:00000010:3.1:1787826331.026254:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:3.1:1787826331.280162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c140.
00000080:00000010:3.1:1787826331.280184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:3.1:1787826331.280191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00000080:00000010:3.1:1787826331.280199:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826331.297148:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826331.297159:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:3.1:1787826331.297170:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:3.1:1787826331.297173:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:3.1:1787826331.350547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:3.1:1787826331.350592:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826331.477251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:3.1:1787826331.477260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00010000:00000010:3.1:1787826331.477264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:3.1:1787826331.477267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:3.1:1787826331.623910:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc700.
00010000:00000010:3.1:1787826331.623923:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373c00.
00010000:00000010:3.1:1787826331.623929:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826331.623934:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e800.
00010000:00000010:3.1:1787826331.623939:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:3.1:1787826331.623942:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00010000:00000010:3.1:1787826331.623946:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:3.1:1787826331.623949:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ee00.
00010000:00000010:3.1:1787826331.623952:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd200.
00010000:00000010:3.1:1787826331.623956:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00010000:00000010:3.1:1787826331.634633:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:3.1:1787826331.634650:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f800.
00010000:00000010:3.1:1787826331.639209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:3.1:1787826331.639228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e200.
00000080:00000010:3.1:1787826332.063135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb540.
00000080:00000010:3.1:1787826332.063157:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826332.063170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df400.
00010000:00000010:3.1:1787826332.063179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00010000:00000010:3.1:1787826332.126249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1100.
00010000:00000010:3.1:1787826332.126260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00010000:00000010:3.1:1787826332.171337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e300.
00010000:00000010:3.1:1787826332.171353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d400.
00000080:00000010:3.1:1787826332.178490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2c0.
00000080:00000010:3.1:1787826332.178512:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826332.303322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e600.
00010000:00000010:3.1:1787826332.303333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00000080:00000010:3.1:1787826332.352926:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:3.1:1787826332.352952:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:3.1:1787826332.459593:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb500.
00000080:00000010:3.1:1787826332.459611:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826332.500299:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979200.
00010000:00000010:3.1:1787826332.500310:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00010000:00000010:3.1:1787826332.619262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979a00.
00010000:00000010:3.1:1787826332.619272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:3.1:1787826332.652797:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f500.
00000080:00000010:3.1:1787826332.652821:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826332.673916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:3.1:1787826332.673938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d000.
00000080:00000010:3.1:1787826332.673945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd20.
00010000:00000010:3.1:1787826332.885143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6e00.
00010000:00000010:3.1:1787826332.885154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d254f600.
00000080:00000010:3.1:1787826332.885162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe80.
00000080:00000010:3.1:1787826332.885183:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:3.1:1787826332.885195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:3.1:1787826332.885209:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:3.1:1787826332.951182:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7060.
00000080:00000010:3.1:1787826332.951210:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826332.967637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826332.967655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00000080:00000010:3.1:1787826332.967669:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826333.151503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979200.
00010000:00000010:3.1:1787826333.151513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:3.1:1787826333.164141:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd700.
00010000:00000010:3.1:1787826333.164153:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:3.1:1787826333.224151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df800.
00010000:00000010:3.1:1787826333.224162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00010000:00000010:3.1:1787826333.359122:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6600.
00010000:00000010:3.1:1787826333.359132:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d254fa00.
00010000:00000010:3.1:1787826333.359147:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e200.
00010000:00000010:3.1:1787826333.359152:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:3.1:1787826333.497904:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f520.
00000080:00000010:3.1:1787826333.497919:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826333.592331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcde00.
00010000:00000010:3.1:1787826333.592342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00010000:00000010:3.1:1787826333.795964:0:1027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:3.1:1787826333.795972:0:1027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a000.
00010000:00000010:3.1:1787826333.795976:0:1027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd200.
00010000:00000010:3.1:1787826333.795980:0:1027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00000080:00000010:3.1:1787826333.873292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00000080:00000010:3.1:1787826333.873321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:3.1:1787826333.873328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6700.
00010000:00000010:3.1:1787826333.873333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8bc00.
00000080:00000010:3.1:1787826333.873337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f040.
00000080:00000010:3.1:1787826333.873346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826333.885125:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd200.
00010000:00000010:3.1:1787826333.885131:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00000080:00000010:3.1:1787826333.885142:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:3.1:1787826333.885158:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:3.1:1787826333.905128:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0a0.
00000080:00000010:3.1:1787826333.936286:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826334.020320:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:3.1:1787826334.020341:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:3.1:1787826334.049162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00000080:00000010:3.1:1787826334.049190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:3.1:1787826334.212607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:3.1:1787826334.212624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00010000:00000010:3.1:1787826334.364131:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd000.
00010000:00000010:3.1:1787826334.364148:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00010000:00000010:3.1:1787826334.364155:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd200.
00010000:00000010:3.1:1787826334.364165:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00000080:00000010:3.1:1787826334.364174:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00010000:00000010:3.1:1787826334.694149:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:3.1:1787826334.694156:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d000.
00000080:00000010:3.1:1787826334.694161:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c000.
00000080:00000010:3.1:1787826334.694179:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826334.981768:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc00.
00000080:00000010:3.1:1787826334.981789:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826334.981796:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:3.1:1787826334.981802:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:3.1:1787826334.981810:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd000.
00010000:00000010:3.1:1787826334.981816:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00000080:00000010:3.1:1787826334.981821:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00000080:00000010:3.1:1787826334.981833:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:3.1:1787826334.997202:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:3.1:1787826334.997225:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826334.997236:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6800.
00010000:00000010:3.1:1787826334.997242:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00000080:00000010:3.1:1787826334.997248:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe00.
00000080:00000010:3.1:1787826334.997258:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826335.166371:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bda00.
00010000:00000010:3.1:1787826335.166383:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:3.1:1787826335.244129:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00010000:00000010:3.1:1787826335.268164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:3.1:1787826335.268189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00000080:00000010:3.1:1787826335.268209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00000080:00000010:3.1:1787826335.268240:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826335.569910:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275100.
00010000:00000010:3.1:1787826335.569924:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00000080:00000010:3.1:1787826335.569929:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:3.1:1787826335.569948:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:3.1:1787826335.595158:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8c0.
00000080:00000010:3.1:1787826335.595197:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826335.595223:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:3.1:1787826335.595244:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00000080:00000010:3.1:1787826335.604190:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba60.
00000080:00000010:3.1:1787826335.643509:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:3.1:1787826335.993398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:3.1:1787826335.993471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:3.1:1787826335.993477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc00.
00000080:00000010:3.1:1787826335.993491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826336.061134:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfc00.
00010000:00000010:3.1:1787826336.061146:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:3.1:1787826336.087217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd200.
00010000:00000010:3.1:1787826336.087227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ce00.
00000080:00000010:3.1:1787826336.087240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c8e0.
00000080:00000010:3.1:1787826336.087258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826336.087269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799600.
00010000:00000010:3.1:1787826336.087286:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00000080:00000010:3.1:1787826336.384683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00000080:00000010:3.1:1787826336.384712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:3.1:1787826336.384729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:3.1:1787826336.384738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826336.384743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c00.
00010000:00000010:3.1:1787826336.384884:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826336.384893:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845a00.
00000080:00000010:3.1:1787826336.384900:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb80.
00000080:00000010:3.1:1787826336.384917:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826336.384929:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:3.1:1787826336.384936:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00000080:00000010:3.1:1787826336.387118:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7260.
00000080:00000010:3.1:1787826336.387143:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826336.530882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275200.
00010000:00000010:3.1:1787826336.530893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00010000:00000010:3.1:1787826336.530898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:3.1:1787826336.530901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00010000:00000010:3.1:1787826336.697113:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:3.1:1787826336.697118:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:3.1:1787826336.697122:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:3.1:1787826336.697126:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a600.
00010000:00000010:3.1:1787826336.697128:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1100.
00010000:00000010:3.1:1787826336.697131:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c400.
00010000:00000010:3.1:1787826336.697134:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ef00.
00010000:00000010:3.1:1787826336.697136:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5da00.
00000080:00000010:3.1:1787826336.806530:0:16924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf60.
00000080:00000010:3.1:1787826336.806576:0:16924:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826336.817166:0:37695:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfe00.
00010000:00000010:3.1:1787826336.817176:0:37695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00010000:00000010:3.1:1787826336.817185:0:37695:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfd00.
00010000:00000010:3.1:1787826336.817192:0:37695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00010000:00000010:3.1:1787826336.946905:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:3.1:1787826336.946915:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd400.
00010000:00000010:3.1:1787826337.016369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6400.
00010000:00000010:3.1:1787826337.016380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844800.
00000080:00000010:3.1:1787826337.333566:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00000080:00000010:3.1:1787826337.333577:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:3.1:1787826337.333587:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799300.
00010000:00000010:3.1:1787826337.333594:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00000080:00000010:3.1:1787826337.476705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f040.
00000080:00000010:3.1:1787826337.476722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826337.476730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7300.
00000080:00000010:3.1:1787826337.476831:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826337.476841:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:3.1:1787826337.476849:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375200.
00010000:00000010:3.1:1787826337.476856:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542500.
00010000:00000010:3.1:1787826337.476863:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:3.1:1787826337.485743:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1c00.
00010000:00000010:3.1:1787826337.485753:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9e00.
00000080:00000010:3.1:1787826337.485762:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c140.
00000080:00000010:3.1:1787826337.485777:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:3.1:1787826337.730384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8c0.
00000080:00000010:3.1:1787826337.730405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:3.1:1787826337.730414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c200.
00000080:00000010:3.1:1787826337.730519:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:3.1:1787826337.730525:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cde0.
00010000:00000010:3.1:1787826337.730530:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799400.
00010000:00000010:3.1:1787826337.730545:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00000080:00000010:3.1:1787826337.730551:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7c0.
00000080:00000010:3.1:1787826337.730562:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:3.1:1787826337.737757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799000.
00010000:00000010:3.1:1787826337.737765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00000080:00000010:3.1:1787826337.741631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00000080:00000010:3.1:1787826337.741652:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826337.978137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:3.1:1787826337.978146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:3.1:1787826338.041804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00000080:00000010:3.1:1787826338.041823:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826338.250055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:3.1:1787826338.250066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00000080:00000010:3.1:1787826338.250074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00000080:00000010:3.1:1787826338.250090:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:3.1:1787826338.289203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799800.
00010000:00000010:3.1:1787826338.289211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:3.1:1787826338.289219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00010000:00000010:3.1:1787826338.289231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799c00.
00010000:00000010:3.1:1787826338.289237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:3.1:1787826338.289252:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826338.289263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:3.1:1787826338.289274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:3.1:1787826338.289283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799d00.
00010000:00000010:3.1:1787826338.289289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:3.1:1787826338.359530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:3.1:1787826338.359557:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826338.359567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799a00.
00010000:00000010:3.1:1787826338.359572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:3.1:1787826338.369822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275100.
00010000:00000010:3.1:1787826338.369832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8a00.
00010000:00000010:3.1:1787826338.551250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275f00.
00010000:00000010:3.1:1787826338.551260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8200.
00000080:00000010:3.1:1787826338.551270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7920.
00000080:00000010:3.1:1787826338.551289:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:0.1:1787826338.551609:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8a0.
00000080:00000010:0.1:1787826338.551636:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826338.581208:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:3.1:1787826338.581217:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826338.616152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:0.1:1787826338.616184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:3.1:1787826338.617020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:3.1:1787826338.617030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:3.1:1787826338.617037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:3.1:1787826338.617041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:3.1:1787826338.617045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7860.
00000080:00000010:3.1:1787826338.617056:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826338.617064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:3.1:1787826338.617068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00000080:00000010:0.1:1787826338.638913:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f520.
00000080:00000010:0.1:1787826338.638932:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826338.640182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:3.1:1787826338.640195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00010000:00000010:3.1:1787826338.739193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:3.1:1787826338.739200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:3.1:1787826338.809673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5a0.
00000080:00000010:3.1:1787826338.809690:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:0.1:1787826338.913348:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fc00.
00010000:00000010:0.1:1787826338.913358:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845e00.
00000080:00000010:3.1:1787826339.013620:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:0.1:1787826339.116124:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4e0.
00000080:00000010:0.1:1787826339.116148:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:0.1:1787826339.116162:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:0.1:1787826339.116172:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:3.1:1787826339.118697:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799d00.
00010000:00000010:3.1:1787826339.118708:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:3.1:1787826339.118722:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:3.1:1787826339.159278:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f320.
00000080:00000010:3.1:1787826339.159301:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826339.159315:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799a00.
00010000:00000010:3.1:1787826339.159323:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:3.1:1787826339.169132:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275100.
00010000:00000010:3.1:1787826339.169137:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00000080:00000010:3.1:1787826339.169140:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f000.
00000080:00000010:3.1:1787826339.169150:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826339.271431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6400.
00010000:00000010:3.1:1787826339.271440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8a00.
00000080:00000010:3.1:1787826339.271449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ca0.
00000080:00000010:3.1:1787826339.271468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826339.376145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:3.1:1787826339.376155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:3.1:1787826339.376167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6c0.
00000080:00000010:3.1:1787826339.376193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:3.1:1787826339.376205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5a0.
00000080:00000010:3.1:1787826339.376217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826339.511426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:3.1:1787826339.511442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:3.1:1787826339.511454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc60.
00000080:00000010:3.1:1787826339.511480:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826339.511493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:3.1:1787826339.511503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:3.1:1787826339.511512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c920.
00000080:00000010:3.1:1787826339.511540:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826339.674930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826339.674950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:3.1:1787826339.882620:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:3.1:1787826339.882661:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826339.882675:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b40.
00000080:00000010:3.1:1787826339.883946:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:3.1:1787826339.883965:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:3.1:1787826340.026200:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f660.
00000080:00000010:3.1:1787826340.026222:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826340.044734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826340.044755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375200.
00000080:00000010:3.1:1787826340.044772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1a0.
00000080:00000010:3.1:1787826340.044803:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826340.044824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246da00.
00010000:00000010:3.1:1787826340.044962:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:3.1:1787826340.044971:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:3.1:1787826340.044991:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826340.169256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:3.1:1787826340.169276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:3.1:1787826340.169285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa80.
00000080:00000010:3.1:1787826340.169308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:3.1:1787826340.225153:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:0.1:1787826340.289502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe60.
00000080:00000010:0.1:1787826340.289552:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826340.412644:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f100.
00010000:00000010:3.1:1787826340.412669:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844600.
00010000:00000010:3.1:1787826340.412674:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e300.
00010000:00000010:3.1:1787826340.412678:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00010000:00000010:0.1:1787826340.442147:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d500.
00010000:00000010:0.1:1787826340.442154:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:3.1:1787826340.470632:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb00.
00000080:00000010:3.1:1787826340.470651:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826340.487305:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ea00.
00010000:00000010:3.1:1787826340.487314:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:0.1:1787826340.532008:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3e0.
00000080:00000010:0.1:1787826340.532036:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:0.1:1787826340.675155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c460.
00000080:00000010:0.1:1787826340.675175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826340.675423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826340.675434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845400.
00010000:00000010:3.1:1787826340.705076:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ec00.
00010000:00000010:3.1:1787826340.705091:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:3.1:1787826340.705164:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:3.1:1787826340.705192:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826340.791906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:3.1:1787826340.791920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00000080:00000010:3.1:1787826340.791929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7940.
00000080:00000010:3.1:1787826340.791954:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:0.1:1787826340.874873:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:0.1:1787826340.874886:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d500.
00010000:00000010:0.1:1787826340.874895:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:0.1:1787826340.874904:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00000080:00000010:0.1:1787826340.876317:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:3.1:1787826340.907831:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:3.1:1787826340.907851:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826340.907861:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799300.
00010000:00000010:3.1:1787826340.907962:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375200.
00000080:00000010:0.1:1787826340.938834:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7360.
00000080:00000010:0.1:1787826340.938854:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826340.938865:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fc00.
00010000:00000010:0.1:1787826340.938870:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:0.1:1787826340.961193:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:0.1:1787826340.961215:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826341.112613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:3.1:1787826341.112622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845200.
00000080:00000010:0.1:1787826341.161260:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb600.
00000080:00000010:0.1:1787826341.161278:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:0.1:1787826341.161289:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:0.1:1787826341.161298:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:3.1:1787826341.201128:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:3.1:1787826341.201137:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00010000:00000010:3.1:1787826341.201146:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:3.1:1787826341.201151:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844600.
00000080:00000010:3.1:1787826341.201158:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbe0.
00000080:00000010:3.1:1787826341.201175:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:0.1:1787826341.203245:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:0.1:1787826341.203259:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826341.256139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f320.
00010000:00000010:0.1:1787826341.256154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:0.1:1787826341.256159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:0.1:1787826341.256169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:0.1:1787826341.256179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd60.
00000080:00000010:0.1:1787826341.256187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826341.312116:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826341.312123:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00010000:00000010:3.1:1787826341.417371:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:3.1:1787826341.417380:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9e00.
00010000:00000010:0.1:1787826341.434176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e000.
00010000:00000010:0.1:1787826341.434185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:0.1:1787826341.434195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3a0.
00000080:00000010:0.1:1787826341.434209:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826341.540170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:3.1:1787826341.540178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:3.1:1787826341.592444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826341.592460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00010000:00000010:3.1:1787826341.706164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826341.706185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00010000:00000010:3.1:1787826341.706190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1d00.
00010000:00000010:3.1:1787826341.706195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9600.
00010000:00000010:3.1:1787826341.706201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799100.
00010000:00000010:3.1:1787826341.706205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:3.1:1787826341.706209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542e00.
00010000:00000010:3.1:1787826341.706212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00010000:00000010:3.1:1787826341.706218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1f00.
00010000:00000010:3.1:1787826341.706221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9400.
00010000:00000010:3.1:1787826341.808199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1900.
00010000:00000010:3.1:1787826341.808229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400800.
00010000:00000010:0.1:1787826341.812422:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ef00.
00010000:00000010:0.1:1787826341.812440:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:0.1:1787826341.812449:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:0.1:1787826341.812453:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00010000:00000010:0.1:1787826341.812457:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:0.1:1787826341.812460:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00010000:00000010:0.1:1787826341.812464:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799400.
00010000:00000010:0.1:1787826341.812467:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:0.1:1787826341.812470:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799b00.
00010000:00000010:0.1:1787826341.812473:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:0.1:1787826341.812714:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:0.1:1787826341.812721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401c00.
00010000:00000010:3.1:1787826341.820143:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826341.820156:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00010000:00000010:0.1:1787826341.879571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:0.1:1787826341.879596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c200.
00000080:00000010:0.1:1787826341.920690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c280.
00010000:00000010:0.1:1787826341.936451:0:16785:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:0.1:1787826341.936462:0:16785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845600.
00000080:00000010:0.1:1787826341.936471:0:16785:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826341.970333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fe00.
00010000:00000010:0.1:1787826341.970344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844400.
00010000:00000010:0.1:1787826341.970348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e000.
00010000:00000010:0.1:1787826341.970351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:0.1:1787826342.017167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:0.1:1787826342.017179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00010000:00000010:0.1:1787826342.025641:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:0.1:1787826342.025657:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844800.
00010000:00000010:0.1:1787826342.025666:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:0.1:1787826342.025674:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:0.1:1787826342.025684:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826342.025692:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:0.1:1787826342.025695:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:0.1:1787826342.025700:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00010000:00000010:0.1:1787826342.025705:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246db00.
00010000:00000010:0.1:1787826342.025708:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:0.1:1787826342.025715:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:0.1:1787826342.025724:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00010000:00000010:0.1:1787826342.025732:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1600.
00010000:00000010:0.1:1787826342.025741:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:3.1:1787826342.035921:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246de00.
00010000:00000010:3.1:1787826342.035935:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00000080:00000010:3.1:1787826342.050174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca20.
00000080:00000010:3.1:1787826342.050209:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:0.1:1787826342.105863:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:0.1:1787826342.105870:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:0.1:1787826342.114481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:0.1:1787826342.114489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844e00.
00010000:00000010:0.1:1787826342.114493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e200.
00010000:00000010:0.1:1787826342.114497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:0.1:1787826342.114502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:0.1:1787826342.114516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845e00.
00010000:00000010:0.1:1787826342.144249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d100.
00010000:00000010:0.1:1787826342.144259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00010000:00000010:0.1:1787826342.144268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62100.
00010000:00000010:0.1:1787826342.144274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:3.1:1787826342.224220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826342.224233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a000.
00000080:00000010:0.1:1787826342.259128:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00010000:00000010:3.1:1787826342.259309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826342.259319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:3.1:1787826342.259324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:3.1:1787826342.259328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00010000:00000010:3.1:1787826342.259332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826342.259335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:3.1:1787826342.259339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fea0.
00000080:00000010:3.1:1787826342.259362:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826342.267189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826342.267615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:3.1:1787826342.267623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844800.
00010000:00000010:0.1:1787826342.302179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:0.1:1787826342.302188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5dc00.
00010000:00000010:3.1:1787826342.324641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:3.1:1787826342.324660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:0.1:1787826342.353681:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00000080:00000010:0.1:1787826342.353705:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826342.486225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:3.1:1787826342.486231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d000.
00000080:00000010:0.1:1787826342.487149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00000080:00000010:0.1:1787826342.593624:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:0.1:1787826342.593633:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e20.
00000080:00000010:0.1:1787826342.593694:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826342.678707:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e900.
00010000:00000010:3.1:1787826342.679916:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:3.1:1787826342.679930:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99100.
00010000:00000010:3.1:1787826342.679939:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:3.1:1787826342.679950:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1c0.
00010000:00000010:3.1:1787826342.679959:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:3.1:1787826342.679963:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d800.
00010000:00000010:3.1:1787826342.737235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:3.1:1787826342.737251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8bc00.
00000080:00000010:3.1:1787826342.737256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f440.
00000080:00000010:3.1:1787826342.737281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:3.1:1787826342.737288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbce0.
00000080:00000010:3.1:1787826342.737302:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:0.1:1787826342.750575:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:0.1:1787826342.750584:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d000.
00000080:00000010:0.1:1787826342.808005:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d40.
00010000:00000010:3.1:1787826342.877513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826342.877519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00000080:00000010:0.1:1787826342.878074:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826342.998776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826342.998787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c800.
00010000:00000010:3.1:1787826342.998798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826342.998804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:0.1:1787826343.035901:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce80.
00000080:00000010:0.1:1787826343.035921:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f920.
00000080:00000010:0.1:1787826343.035928:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491faa0.
00000080:00000010:0.1:1787826343.035932:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb60.
00000080:00000010:0.1:1787826343.035936:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d8af99e0.
00010000:00000010:0.1:1787826343.035948:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c8799f00.
00010000:00000010:0.1:1787826343.035954:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:0.1:1787826343.035960:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c81cda00.
00010000:00000010:0.1:1787826343.035965:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00010000:00000010:0.1:1787826343.035971:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979d00.
00010000:00000010:0.1:1787826343.035976:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400c00.
00010000:00000010:0.1:1787826343.035982:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df600.
00010000:00000010:0.1:1787826343.035989:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00000080:00000010:0.1:1787826343.036001:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7040.
00000080:00000010:0.1:1787826343.036025:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826343.130642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826343.130651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00010000:00000010:3.1:1787826343.168032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e700.
00010000:00000010:3.1:1787826343.168042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5da00.
00000080:00000010:3.1:1787826343.168049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78a0.
00000080:00000010:3.1:1787826343.168070:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826343.168085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f100.
00010000:00000010:3.1:1787826343.168090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c800.
00010000:00000010:0.1:1787826343.175144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:0.1:1787826343.175151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5cc00.
00000080:00000010:0.1:1787826343.192194:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7400.
00000080:00000010:0.1:1787826343.192220:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:0.1:1787826343.192230:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:0.1:1787826343.192236:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c400.
00010000:00000010:0.1:1787826343.317341:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063aa00.
00010000:00000010:0.1:1787826343.317353:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00010000:00000010:3.1:1787826343.327574:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:3.1:1787826343.327586:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00010000:00000010:3.1:1787826343.327604:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:3.1:1787826343.327608:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00000080:00000010:0.1:1787826343.327725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa00.
00000080:00000010:0.1:1787826343.327745:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:3.1:1787826343.370176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe20.
00000080:00000010:3.1:1787826343.370278:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826343.388418:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:0.1:1787826343.388430:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:0.1:1787826343.428388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00000080:00000010:0.1:1787826343.428416:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:3.1:1787826343.735990:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7240.
00000080:00000010:3.1:1787826343.736012:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826343.736022:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ef00.
00010000:00000010:3.1:1787826343.736027:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844000.
00000080:00000010:0.1:1787826343.736116:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbc0.
00000080:00000010:0.1:1787826343.736130:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:0.1:1787826343.736134:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a20.
00000080:00000010:0.1:1787826343.736143:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:0.1:1787826343.736152:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:0.1:1787826343.736156:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00010000:00000010:3.1:1787826343.813132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ab00.
00010000:00000010:3.1:1787826343.813138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00000080:00000010:0.1:1787826343.859156:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbae0.
00000080:00000010:0.1:1787826343.859165:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:0.1:1787826343.859170:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f100.
00010000:00000010:0.1:1787826343.859175:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845200.
00010000:00000010:3.1:1787826343.859585:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ae00.
00010000:00000010:3.1:1787826343.859590:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00000080:00000010:3.1:1787826343.859596:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc80.
00000080:00000010:3.1:1787826343.859606:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826343.860044:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:3.1:1787826343.860049:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8bc00.
00000080:00000010:0.1:1787826343.878131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fae0.
00000080:00000010:0.1:1787826343.878146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:3.1:1787826343.913288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00000080:00000010:3.1:1787826343.913306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826343.928236:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfa0.
00000080:00000010:3.1:1787826343.928250:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826344.057536:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbc0.
00000080:00000010:3.1:1787826344.057554:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826344.057564:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826344.057568:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00000080:00000010:3.1:1787826344.075286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:3.1:1787826344.075305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826344.084323:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:3.1:1787826344.084334:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:0.1:1787826344.085184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f140.
00000080:00000010:0.1:1787826344.085204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:0.1:1787826344.085217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246de00.
00010000:00000010:0.1:1787826344.085221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d600.
00000080:00000010:0.1:1787826344.121131:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a60.
00000080:00000010:0.1:1787826344.163191:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:3.1:1787826344.200920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb280.
00000080:00000010:3.1:1787826344.200941:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:3.1:1787826344.200954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:3.1:1787826344.200990:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826344.438473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246de00.
00010000:00000010:3.1:1787826344.438481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845e00.
00000080:00000010:3.1:1787826344.543144:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:3.1:1787826344.543171:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826344.646143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826344.646152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5dc00.
00000080:00000010:3.1:1787826344.646162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:3.1:1787826344.646185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826344.646193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a700.
00010000:00000010:3.1:1787826344.646201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd400.
00010000:00000010:3.1:1787826344.751122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a600.
00010000:00000010:3.1:1787826344.751132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00000080:00000010:3.1:1787826344.751149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7020.
00010000:00000010:3.1:1787826344.751161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:3.1:1787826344.751166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:3.1:1787826344.751266:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:3.1:1787826344.832135:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826344.832160:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826345.008497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826345.008512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:3.1:1787826345.008521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:3.1:1787826345.008545:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826345.008555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826345.008564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00000080:00000010:3.1:1787826345.008571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:3.1:1787826345.008584:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:0.1:1787826345.040216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:0.1:1787826345.040228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400c00.
00000080:00000010:0.1:1787826345.068149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd60.
00000080:00000010:0.1:1787826345.077150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826345.102149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:0.1:1787826345.102156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:0.1:1787826345.107205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f400.
00000080:00000010:0.1:1787826345.107228:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:0.1:1787826345.111143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cac0.
00000080:00000010:0.1:1787826345.115150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:0.1:1787826345.130839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ccc0.
00000080:00000010:0.1:1787826345.130875:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826345.353148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1600.
00010000:00000010:3.1:1787826345.353157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:3.1:1787826345.382115:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d700.
00010000:00000010:3.1:1787826345.382124:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00010000:00000010:0.1:1787826345.470223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d800.
00010000:00000010:0.1:1787826345.470235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00000080:00000010:0.1:1787826345.656328:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:0.1:1787826345.656349:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826345.656443:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f400.
00000080:00000010:0.1:1787826345.656459:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:0.1:1787826345.656466:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2e0.
00000080:00000010:3.1:1787826345.688141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:3.1:1787826345.688157:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826345.688165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826345.688169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00000080:00000010:3.1:1787826345.688173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826345.688180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:0.1:1787826345.712161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72e0.
00000080:00000010:0.1:1787826345.712182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:0.1:1787826345.712191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636b500.
00010000:00000010:0.1:1787826345.712195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:0.1:1787826345.712202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79e0.
00000080:00000010:0.1:1787826345.712208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:0.1:1787826345.718185:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:0.1:1787826345.718194:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374400.
00000080:00000010:0.1:1787826345.718202:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb140.
00000080:00000010:0.1:1787826345.718218:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:3.1:1787826345.734170:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:0.1:1787826345.829141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636b700.
00010000:00000010:0.1:1787826345.829148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:0.1:1787826345.829159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826345.829168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7780.
00000080:00000010:0.1:1787826345.829178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826346.043122:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636b400.
00010000:00000010:3.1:1787826346.043134:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:3.1:1787826346.043140:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00010000:00000010:3.1:1787826346.043157:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1400.
00010000:00000010:3.1:1787826346.043161:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401000.
00000080:00000010:3.1:1787826346.043167:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c640.
00000080:00000010:3.1:1787826346.043177:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826346.328189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1d00.
00010000:00000010:3.1:1787826346.328201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00000080:00000010:0.1:1787826346.361207:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb140.
00000080:00000010:0.1:1787826346.361229:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826346.373137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826346.373148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:0.1:1787826346.470464:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a600.
00010000:00000010:0.1:1787826346.470472:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00010000:00000010:3.1:1787826346.502529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826346.502539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:3.1:1787826346.569285:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fca0.
00000080:00000010:3.1:1787826346.616575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f4c0.
00000080:00000010:3.1:1787826346.616604:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:0.1:1787826346.700082:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c380.
00000080:00000010:0.1:1787826346.700115:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826346.734334:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e200.
00010000:00000010:3.1:1787826346.734341:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:3.1:1787826346.734346:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:3.1:1787826346.734350:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00010000:00000010:3.1:1787826346.734353:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ee00.
00010000:00000010:3.1:1787826346.734356:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:3.1:1787826346.734359:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826346.734362:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845600.
00010000:00000010:3.1:1787826346.734366:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97500.
00010000:00000010:3.1:1787826346.734369:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ca00.
00010000:00000010:0.1:1787826346.770402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1a00.
00010000:00000010:0.1:1787826346.770416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:3.1:1787826346.780611:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:3.1:1787826346.780619:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844800.
00010000:00000010:0.1:1787826346.812490:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:0.1:1787826346.812498:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00010000:00000010:0.1:1787826346.812502:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:0.1:1787826346.812506:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c800.
00010000:00000010:0.1:1787826346.870586:0:1027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d100.
00010000:00000010:0.1:1787826346.870594:0:1027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00000080:00000010:0.1:1787826346.870599:0:1027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7a0.
00000080:00000010:0.1:1787826346.870624:0:1027:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:0.1:1787826346.870631:0:1027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e700.
00010000:00000010:0.1:1787826346.870635:0:1027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:3.1:1787826346.891387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a800.
00010000:00000010:3.1:1787826346.891394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:3.1:1787826346.909142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d200.
00010000:00000010:3.1:1787826346.909151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845200.
00010000:00000010:3.1:1787826346.909155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826346.909159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d400.
00010000:00000010:3.1:1787826346.909161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246dd00.
00010000:00000010:3.1:1787826346.909164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00010000:00000010:3.1:1787826346.928121:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:3.1:1787826346.928128:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:0.1:1787826346.928595:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826346.928601:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ce00.
00010000:00000010:0.1:1787826346.928604:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:0.1:1787826346.928608:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:3.1:1787826346.976129:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:3.1:1787826346.976152:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826346.997120:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826346.997129:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00010000:00000010:3.1:1787826346.997133:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:3.1:1787826346.997138:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:0.1:1787826347.017176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:0.1:1787826347.017183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00010000:00000010:0.1:1787826347.066200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636b900.
00010000:00000010:0.1:1787826347.066211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375a00.
00010000:00000010:0.1:1787826347.066216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a700.
00010000:00000010:0.1:1787826347.066220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:0.1:1787826347.071433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f100.
00010000:00000010:0.1:1787826347.071447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374e00.
00010000:00000010:0.1:1787826347.071454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:0.1:1787826347.071462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:0.1:1787826347.071478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:0.1:1787826347.071485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:0.1:1787826347.071495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636bc00.
00010000:00000010:0.1:1787826347.071504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00010000:00000010:0.1:1787826347.071512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1b00.
00010000:00000010:0.1:1787826347.071519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00010000:00000010:3.1:1787826347.071547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246da00.
00010000:00000010:3.1:1787826347.071555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00010000:00000010:0.1:1787826347.071626:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ed00.
00010000:00000010:0.1:1787826347.071636:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:0.1:1787826347.169138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1100.
00010000:00000010:0.1:1787826347.169150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400e00.
00010000:00000010:0.1:1787826347.185146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1700.
00010000:00000010:0.1:1787826347.185158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00000080:00000010:0.1:1787826347.185166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc00.
00000080:00000010:0.1:1787826347.185190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:0.1:1787826347.226142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1400.
00010000:00000010:0.1:1787826347.226153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00010000:00000010:3.1:1787826347.316067:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d700.
00010000:00000010:3.1:1787826347.316079:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:0.1:1787826347.323418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00000080:00000010:0.1:1787826347.323432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:3.1:1787826347.371253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2e0.
00000080:00000010:3.1:1787826347.371273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826347.447740:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:3.1:1787826347.447755:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:3.1:1787826347.515172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826347.515190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00010000:00000010:3.1:1787826347.515198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826347.515207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:3.1:1787826347.734751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636bc00.
00010000:00000010:3.1:1787826347.734763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00010000:00000010:0.1:1787826347.735127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:0.1:1787826347.735133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00000080:00000010:0.1:1787826347.740193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7aa0.
00010000:00000010:0.1:1787826347.740212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1200.
00010000:00000010:0.1:1787826347.740218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:0.1:1787826347.740228:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:0.1:1787826347.740244:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:0.1:1787826347.740250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7020.
00000080:00000010:0.1:1787826347.740256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:3.1:1787826347.899447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c700.
00000080:00000010:3.1:1787826347.899478:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:0.1:1787826347.934035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c500.
00000080:00000010:0.1:1787826347.941217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:0.1:1787826347.973269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636bd00.
00010000:00000010:0.1:1787826347.973277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00000080:00000010:0.1:1787826348.000177:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb6c0.
00000080:00000010:0.1:1787826348.000197:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826348.351945:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826348.351956:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00000080:00000010:3.1:1787826348.351962:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7560.
00000080:00000010:3.1:1787826348.351991:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826348.395998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:3.1:1787826348.396007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:3.1:1787826348.396012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f920.
00000080:00000010:3.1:1787826348.396028:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826348.396040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:3.1:1787826348.396055:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:0.1:1787826348.401174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb60.
00010000:00000010:3.1:1787826348.403116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826348.403124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:0.1:1787826348.430140:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:0.1:1787826348.430152:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:0.1:1787826348.430159:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00000080:00000010:3.1:1787826348.439141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:3.1:1787826348.439163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:0.1:1787826348.439209:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a20.
00000080:00000010:0.1:1787826348.439220:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826348.451154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1b00.
00010000:00000010:3.1:1787826348.451171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:3.1:1787826348.749172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:3.1:1787826348.749183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00010000:00000010:3.1:1787826348.854650:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a700.
00010000:00000010:3.1:1787826348.854656:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00000080:00000010:0.1:1787826348.945831:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbae0.
00000080:00000010:0.1:1787826348.945841:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826348.984947:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:3.1:1787826348.984960:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00000080:00000010:3.1:1787826348.984967:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70a0.
00000080:00000010:3.1:1787826348.984989:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:3.1:1787826348.984998:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:3.1:1787826348.985003:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00000080:00000010:3.1:1787826348.985012:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cce0.
00000080:00000010:3.1:1787826348.985023:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:3.1:1787826348.985031:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72a0.
00000080:00000010:3.1:1787826348.985043:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826349.054186:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826349.054196:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00010000:00000010:3.1:1787826349.054200:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1700.
00010000:00000010:3.1:1787826349.054206:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00000080:00000010:0.1:1787826349.059486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c340.
00000080:00000010:0.1:1787826349.059507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:3.1:1787826349.117121:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7000.
00000080:00000010:3.1:1787826349.117140:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:0.1:1787826349.154291:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a200.
00010000:00000010:0.1:1787826349.154301:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00000080:00000010:3.1:1787826349.212189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72a0.
00000080:00000010:3.1:1787826349.212209:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826349.248311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826349.248318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00000080:00000010:3.1:1787826349.402413:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8c0.
00000080:00000010:3.1:1787826349.459125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:0.1:1787826349.463546:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826349.463554:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:0.1:1787826349.463560:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70a0.
00000080:00000010:0.1:1787826349.463577:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826349.539806:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826349.539813:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00000080:00000010:0.1:1787826349.554135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa60.
00000080:00000010:0.1:1787826349.554154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:0.1:1787826349.554162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00000080:00000010:0.1:1787826349.554172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826349.584141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826349.584150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00000080:00000010:3.1:1787826349.584156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb940.
00000080:00000010:3.1:1787826349.584170:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826349.598210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826349.598221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:3.1:1787826349.673146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a000.
00010000:00000010:3.1:1787826349.673156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:3.1:1787826349.782073:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826349.782083:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:3.1:1787826349.888318:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:3.1:1787826349.888335:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031200.
00000080:00000010:3.1:1787826349.924198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f240.
00000080:00000010:3.1:1787826349.924218:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826349.977730:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826349.977736:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00000080:00000010:3.1:1787826349.987233:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c1e0.
00000080:00000010:3.1:1787826349.987253:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:0.1:1787826349.988025:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:0.1:1787826349.988043:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826349.988049:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f680.
00000080:00000010:0.1:1787826349.988058:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826350.005694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826350.005701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:3.1:1787826350.005704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:3.1:1787826350.005708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030e00.
00010000:00000010:3.1:1787826350.022174:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246dc00.
00010000:00000010:3.1:1787826350.022184:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030c00.
00000080:00000010:0.1:1787826350.075237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f820.
00000080:00000010:0.1:1787826350.075258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826350.107211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826350.107220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00000080:00000010:0.1:1787826350.120148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3a0.
00000080:00000010:0.1:1787826350.120167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:3.1:1787826350.227137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00000080:00000010:3.1:1787826350.227164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:3.1:1787826350.241119:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c160.
00000080:00000010:3.1:1787826350.241140:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:3.1:1787826350.241151:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246dd00.
00010000:00000010:3.1:1787826350.241157:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00000080:00000010:3.1:1787826350.241164:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb6e0.
00000080:00000010:3.1:1787826350.241176:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826350.360759:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fa0.
00000080:00000010:0.1:1787826350.360779:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:0.1:1787826350.360785:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fe00.
00010000:00000010:0.1:1787826350.360789:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00010000:00000010:0.1:1787826350.499766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:0.1:1787826350.499777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:3.1:1787826350.524521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826350.524528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:3.1:1787826350.532141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:3.1:1787826350.532158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030e00.
00000080:00000010:0.1:1787826350.540838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:0.1:1787826350.542768:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:0.1:1787826350.562156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:0.1:1787826350.562173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00000080:00000010:0.1:1787826350.713880:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f620.
00000080:00000010:0.1:1787826350.713900:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826350.720843:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636bd00.
00010000:00000010:3.1:1787826350.720855:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00000080:00000010:0.1:1787826350.792221:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbcc0.
00010000:00000010:0.1:1787826350.819722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d100.
00010000:00000010:0.1:1787826350.819736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00000080:00000010:0.1:1787826350.819740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c6a0.
00000080:00000010:0.1:1787826350.819756:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:3.1:1787826350.970021:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:3.1:1787826350.970043:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:0.1:1787826351.005135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d100.
00010000:00000010:0.1:1787826351.005143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00000080:00000010:3.1:1787826351.047812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:3.1:1787826351.047829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:3.1:1787826351.204232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0e0.
00000080:00000010:3.1:1787826351.204255:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826351.532230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fb00.
00010000:00000010:3.1:1787826351.532238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80600.
00000080:00000010:3.1:1787826351.532243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f720.
00000080:00000010:3.1:1787826351.532256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826351.542126:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7860.
00000080:00000010:0.1:1787826351.542142:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:3.1:1787826351.660777:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1a0.
00000080:00000010:0.1:1787826351.661159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb40.
00000080:00000010:0.1:1787826351.717886:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:3.1:1787826351.719227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826351.719265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfe0.
00000080:00000010:3.1:1787826351.723350:0:16796:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826351.798649:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246df00.
00010000:00000010:3.1:1787826351.798660:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:3.1:1787826351.903132:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826351.903146:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:3.1:1787826351.903150:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636b500.
00010000:00000010:3.1:1787826351.903156:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00010000:00000010:3.1:1787826351.903162:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:3.1:1787826351.903164:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:0.1:1787826351.957480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d100.
00010000:00000010:0.1:1787826351.957491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00010000:00000010:3.1:1787826352.062779:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636ba00.
00010000:00000010:3.1:1787826352.062792:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00010000:00000010:3.1:1787826352.062797:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ad00.
00010000:00000010:3.1:1787826352.062800:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031e00.
00010000:00000010:3.1:1787826352.121411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636be00.
00010000:00000010:3.1:1787826352.121430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00010000:00000010:3.1:1787826352.257138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c77e1300.
00010000:00000010:3.1:1787826352.257151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401c00.
00010000:00000010:3.1:1787826352.257155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826352.257160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00010000:00000010:3.1:1787826352.257163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:3.1:1787826352.257167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00000080:00000010:0.1:1787826352.361913:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:3.1:1787826352.407235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:3.1:1787826352.407265:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826352.502305:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7460.
00000080:00000010:3.1:1787826352.502335:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826352.608155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:3.1:1787826352.608167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031400.
00000080:00000010:3.1:1787826352.641124:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:3.1:1787826352.641153:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826352.641166:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00010000:00000010:0.1:1787826352.641221:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:0.1:1787826352.641229:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031c00.
00010000:00000010:0.1:1787826352.641238:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a700.
00010000:00000010:0.1:1787826352.641241:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031200.
00000080:00000010:3.1:1787826352.641303:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826352.855457:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:3.1:1787826352.855472:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80000.
00010000:00000010:0.1:1787826352.890125:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:0.1:1787826352.890133:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845400.
00000080:00000010:3.1:1787826352.890533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f240.
00000080:00000010:3.1:1787826352.890557:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826352.890568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00010000:00000010:3.1:1787826352.890897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:3.1:1787826352.890901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6c0.
00000080:00000010:3.1:1787826352.897351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:3.1:1787826352.897368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0a0.
00000080:00000010:3.1:1787826352.897379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:0.1:1787826353.033550:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74c0.
00000080:00000010:0.1:1787826353.033688:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826353.251148:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ae00.
00010000:00000010:3.1:1787826353.251161:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375a00.
00010000:00000010:3.1:1787826353.355613:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a700.
00010000:00000010:3.1:1787826353.355624:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00000080:00000010:3.1:1787826353.355631:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7a0.
00000080:00000010:3.1:1787826353.355647:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826353.466385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:3.1:1787826353.466394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00000080:00000010:3.1:1787826353.466408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00010000:00000010:3.1:1787826353.466419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826353.466423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00000080:00000010:3.1:1787826353.466444:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:3.1:1787826353.466453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fdc0.
00000080:00000010:3.1:1787826353.466465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826353.550138:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:3.1:1787826353.550146:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:3.1:1787826353.550151:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7660.
00000080:00000010:3.1:1787826353.550169:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826353.550181:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826353.550188:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00000080:00000010:3.1:1787826353.550191:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fce0.
00000080:00000010:3.1:1787826353.550209:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826353.657192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:3.1:1787826353.657205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00000080:00000010:3.1:1787826353.720144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c020.
00000080:00000010:3.1:1787826353.720161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826353.833125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826353.833132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00000080:00000010:3.1:1787826353.845275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f960.
00010000:00000010:0.1:1787826353.863578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e200.
00010000:00000010:0.1:1787826353.863599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00010000:00000010:0.1:1787826353.936301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826353.936313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80e00.
00000080:00000010:0.1:1787826353.991000:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:0.1:1787826354.010360:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:3.1:1787826354.011696:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826354.011702:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00000080:00000010:3.1:1787826354.064709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0c0.
00000080:00000010:3.1:1787826354.171762:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826354.171781:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ef00.
00010000:00000010:3.1:1787826354.171793:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:3.1:1787826354.171802:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c320.
00000080:00000010:3.1:1787826354.171833:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826354.215219:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00000080:00000010:3.1:1787826354.215255:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826354.258126:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00010000:00000010:3.1:1787826354.258127:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:3.1:1787826354.258137:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:3.1:1787826354.258143:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77a0.
00000080:00000010:3.1:1787826354.258160:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:0.1:1787826354.269144:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826354.430364:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:3.1:1787826354.430371:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00010000:00000010:0.1:1787826354.513746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882f00.
00010000:00000010:0.1:1787826354.513760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:0.1:1787826354.569317:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:0.1:1787826354.645667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc80.
00000080:00000010:0.1:1787826354.689151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826354.783647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:3.1:1787826354.783654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00000080:00000010:3.1:1787826354.783659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd80.
00000080:00000010:3.1:1787826354.783673:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:0.1:1787826354.862132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:0.1:1787826354.862141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:0.1:1787826354.862150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7840.
00000080:00000010:0.1:1787826354.862165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826354.872137:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd20.
00000080:00000010:3.1:1787826354.872156:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:0.1:1787826354.894140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00000080:00000010:0.1:1787826354.894163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826355.193327:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb080.
00000080:00000010:0.1:1787826355.193346:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:0.1:1787826355.193360:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:0.1:1787826355.193367:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844e00.
00000080:00000010:0.1:1787826355.193376:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c940.
00000080:00000010:0.1:1787826355.193387:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826355.196938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:3.1:1787826355.196951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:3.1:1787826355.196997:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:3.1:1787826355.295263:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d300.
00010000:00000010:3.1:1787826355.295275:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00010000:00000010:3.1:1787826355.295282:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:3.1:1787826355.295288:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845400.
00000080:00000010:0.1:1787826355.295704:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00000080:00000010:0.1:1787826355.295723:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:0.1:1787826355.295732:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb960.
00000080:00000010:0.1:1787826355.295744:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826355.434396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7300.
00000080:00000010:0.1:1787826355.434431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:3.1:1787826355.435920:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c880.
00000080:00000010:3.1:1787826355.436691:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826355.495742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826355.495748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:0.1:1787826355.500162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb080.
00000080:00000010:0.1:1787826355.500180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:0.1:1787826355.500188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:0.1:1787826355.500193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00000080:00000010:0.1:1787826355.500196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb40.
00000080:00000010:0.1:1787826355.500211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:0.1:1787826355.500217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:0.1:1787826355.500227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:0.1:1787826355.500234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:0.1:1787826355.500238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00010000:00000010:3.1:1787826355.508811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:3.1:1787826355.508818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00000080:00000010:0.1:1787826355.513153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00000080:00000010:0.1:1787826355.513178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:0.1:1787826355.589202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:0.1:1787826355.589210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:3.1:1787826355.630135:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbae0.
00000080:00000010:0.1:1787826355.630936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb460.
00000080:00000010:3.1:1787826355.639653:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:3.1:1787826355.727143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc60.
00000080:00000010:3.1:1787826355.765079:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:0.1:1787826355.873226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323a00.
00010000:00000010:0.1:1787826355.873235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:0.1:1787826355.873239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb460.
00000080:00000010:0.1:1787826355.873260:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826355.874149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:3.1:1787826355.874156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:3.1:1787826356.128168:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826356.128173:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:3.1:1787826356.128178:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:3.1:1787826356.128196:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826356.128201:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826356.128205:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00000080:00000010:3.1:1787826356.128208:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7440.
00000080:00000010:3.1:1787826356.128216:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826356.255173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d700.
00010000:00000010:3.1:1787826356.255182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:3.1:1787826356.255188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00010000:00000010:3.1:1787826356.255199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7ef00.
00010000:00000010:3.1:1787826356.255202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:3.1:1787826356.255211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826356.255218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78e0.
00000080:00000010:3.1:1787826356.255227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826356.255235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:3.1:1787826356.255239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:3.1:1787826356.255241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74c0.
00000080:00000010:3.1:1787826356.255248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826356.255252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826356.255255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00000080:00000010:3.1:1787826356.267265:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:3.1:1787826356.271185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:0.1:1787826356.278520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:0.1:1787826356.278530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00010000:00000010:3.1:1787826356.320038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826356.320062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:0.1:1787826356.322691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb700.
00000080:00000010:0.1:1787826356.322719:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:3.1:1787826356.328326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:3.1:1787826356.328366:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:0.1:1787826356.336190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:0.1:1787826356.336205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00010000:00000010:0.1:1787826356.376676:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:0.1:1787826356.376686:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:0.1:1787826356.382145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c80.
00000080:00000010:0.1:1787826356.382186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826356.629037:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:3.1:1787826356.629048:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:3.1:1787826356.629054:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:3.1:1787826356.629072:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:3.1:1787826356.734439:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826356.734456:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00000080:00000010:3.1:1787826356.734464:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f140.
00000080:00000010:3.1:1787826356.734488:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:0.1:1787826356.736504:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe80.
00000080:00000010:0.1:1787826356.736529:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:0.1:1787826356.796704:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99000.
00010000:00000010:0.1:1787826356.796711:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:3.1:1787826356.880414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:3.1:1787826356.880426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030000.
00010000:00000010:0.1:1787826356.881175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:0.1:1787826356.881189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031800.
00010000:00000010:3.1:1787826356.888521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:3.1:1787826356.888531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030800.
00010000:00000010:3.1:1787826356.888537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826356.888541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00010000:00000010:3.1:1787826356.888546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ad00.
00010000:00000010:3.1:1787826356.888551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374e00.
00010000:00000010:0.1:1787826356.889153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:0.1:1787826356.889169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81e00.
00000080:00000010:0.1:1787826356.889174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74c0.
00000080:00000010:0.1:1787826356.889203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826356.961842:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e800.
00010000:00000010:3.1:1787826356.961854:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845a00.
00010000:00000010:0.1:1787826356.990739:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a500.
00010000:00000010:0.1:1787826356.990749:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00010000:00000010:3.1:1787826357.008150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2a7e100.
00010000:00000010:3.1:1787826357.008163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00010000:00000010:0.1:1787826357.048138:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323000.
00010000:00000010:0.1:1787826357.048145:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00010000:00000010:3.1:1787826357.053152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246df00.
00010000:00000010:3.1:1787826357.053165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00010000:00000010:3.1:1787826357.053170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:3.1:1787826357.053175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00010000:00000010:0.1:1787826357.068273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:0.1:1787826357.068281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030e00.
00010000:00000010:0.1:1787826357.072162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:0.1:1787826357.072185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00010000:00000010:0.1:1787826357.096164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:0.1:1787826357.096186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00000080:00000010:0.1:1787826357.159152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb460.
00000080:00000010:0.1:1787826357.159195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826357.164197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d246d300.
00010000:00000010:3.1:1787826357.164220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030c00.
00010000:00000010:3.1:1787826357.164227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:3.1:1787826357.164230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00010000:00000010:3.1:1787826357.164234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826357.164237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00010000:00000010:0.1:1787826357.175275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99800.
00010000:00000010:0.1:1787826357.175291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00010000:00000010:0.1:1787826357.223551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:0.1:1787826357.223571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:3.1:1787826357.242187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:3.1:1787826357.242206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00000080:00000010:3.1:1787826357.271224:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc00.
00000080:00000010:3.1:1787826357.280158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:3.1:1787826357.532131:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826357.532139:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:3.1:1787826357.532146:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf40.
00000080:00000010:3.1:1787826357.532243:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826357.560934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:3.1:1787826357.560945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:3.1:1787826357.731575:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5c0.
00000080:00000010:3.1:1787826357.731602:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:3.1:1787826357.731623:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826357.731636:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f200.
00000080:00000010:3.1:1787826357.731761:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826357.745432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:3.1:1787826357.745446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00010000:00000010:0.1:1787826357.745538:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:0.1:1787826357.745545:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:3.1:1787826357.787181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f720.
00000080:00000010:3.1:1787826357.787205:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826357.889130:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ca0.
00000080:00000010:0.1:1787826357.889165:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:0.1:1787826357.978922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:0.1:1787826357.978950:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826357.979249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:3.1:1787826357.979258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:3.1:1787826358.032172:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826358.032181:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00010000:00000010:3.1:1787826358.210375:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826358.210384:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:3.1:1787826358.309375:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826358.309387:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00010000:00000010:3.1:1787826358.309466:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:3.1:1787826358.309471:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:3.1:1787826358.309477:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f620.
00000080:00000010:3.1:1787826358.309501:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826358.309509:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:3.1:1787826358.348644:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:3.1:1787826358.361667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:3.1:1787826358.361681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00000080:00000010:3.1:1787826358.361690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00000080:00000010:3.1:1787826358.361714:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826358.404416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:3.1:1787826358.404437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:3.1:1787826358.404454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0c0.
00000080:00000010:3.1:1787826358.404495:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:0.1:1787826358.414344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca40.
00000080:00000010:0.1:1787826358.414374:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:3.1:1787826358.635240:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fee0.
00010000:00000010:3.1:1787826358.635253:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:3.1:1787826358.635258:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00010000:00000010:3.1:1787826358.635262:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:3.1:1787826358.635265:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00010000:00000010:0.1:1787826358.743138:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:0.1:1787826358.743149:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80200.
00000080:00000010:0.1:1787826358.743158:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f920.
00000080:00000010:0.1:1787826358.743182:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:3.1:1787826358.851748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:3.1:1787826358.851784:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826358.851804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:3.1:1787826358.851818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00010000:00000010:3.1:1787826358.851826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:3.1:1787826358.851837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:0.1:1787826358.959132:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7800.
00000080:00000010:0.1:1787826358.959168:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:0.1:1787826358.959187:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:0.1:1787826358.959199:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81800.
00000080:00000010:0.1:1787826358.959210:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f140.
00000080:00000010:0.1:1787826358.961352:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826358.979129:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826358.979136:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:3.1:1787826358.979142:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:3.1:1787826358.979170:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826358.979180:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:3.1:1787826358.979187:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:3.1:1787826358.979191:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd00.
00000080:00000010:3.1:1787826358.979202:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:0.1:1787826359.052156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:0.1:1787826359.052188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00000080:00000010:0.1:1787826359.052201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbf00.
00000080:00000010:0.1:1787826359.052227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:3.1:1787826359.199148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826359.199161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00000080:00000010:3.1:1787826359.199169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ffe0.
00000080:00000010:3.1:1787826359.199200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826359.237123:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:3.1:1787826359.237132:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:3.1:1787826359.323558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:3.1:1787826359.323591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826359.323605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:3.1:1787826359.323618:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:0.1:1787826359.442227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:0.1:1787826359.442245:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826359.467347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:3.1:1787826359.467357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:0.1:1787826359.471210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d60.
00000080:00000010:0.1:1787826359.471230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:0.1:1787826359.488220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:0.1:1787826359.488235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00000080:00000010:0.1:1787826359.488240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbf00.
00010000:00000010:3.1:1787826359.504217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826359.504234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:0.1:1787826359.504322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:0.1:1787826359.598145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:0.1:1787826359.598156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:0.1:1787826359.707003:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c720.
00000080:00000010:0.1:1787826359.707030:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826359.758783:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826359.758799:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00000080:00000010:3.1:1787826359.853181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfa0.
00010000:00000010:3.1:1787826359.853199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:3.1:1787826359.853205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:3.1:1787826359.853216:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:0.1:1787826359.948457:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:0.1:1787826359.948491:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:0.1:1787826359.948502:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:0.1:1787826359.948508:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:0.1:1787826360.019229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4e0.
00000080:00000010:0.1:1787826360.019247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826360.038195:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:3.1:1787826360.038202:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00000080:00000010:0.1:1787826360.040279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00000080:00000010:0.1:1787826360.040308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:0.1:1787826360.052329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3e0.
00000080:00000010:0.1:1787826360.052350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826360.053634:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:3.1:1787826360.053644:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00010000:00000010:0.1:1787826360.119241:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:0.1:1787826360.119256:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd400.
00000080:00000010:0.1:1787826360.154147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fa0.
00000080:00000010:0.1:1787826360.154175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826360.258599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:3.1:1787826360.258611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81800.
00010000:00000010:0.1:1787826360.260226:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:0.1:1787826360.260237:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00000080:00000010:0.1:1787826360.260252:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3e0.
00000080:00000010:0.1:1787826360.260736:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:0.1:1787826360.291643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:0.1:1787826360.291656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00000080:00000010:0.1:1787826360.323945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8c0.
00000080:00000010:0.1:1787826360.323983:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826360.600158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbe0.
00000080:00000010:0.1:1787826360.661131:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:3.1:1787826360.823294:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:3.1:1787826360.823308:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826360.823315:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826360.823319:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00000080:00000010:3.1:1787826360.823322:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb540.
00000080:00000010:3.1:1787826360.823329:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:0.1:1787826360.891566:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:0.1:1787826360.891584:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:3.1:1787826360.912453:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:3.1:1787826360.912465:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:3.1:1787826360.912473:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7420.
00000080:00000010:3.1:1787826360.912494:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:3.1:1787826360.912503:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:3.1:1787826360.912510:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00000080:00000010:0.1:1787826360.923415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2caa0.
00000080:00000010:0.1:1787826360.923445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:0.1:1787826360.923452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:0.1:1787826360.923458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00000080:00000010:0.1:1787826360.973250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb500.
00000080:00000010:0.1:1787826360.973281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826361.019217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:0.1:1787826361.019225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:3.1:1787826361.075133:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826361.075143:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844600.
00000080:00000010:0.1:1787826361.093337:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba80.
00000080:00000010:0.1:1787826361.093356:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:0.1:1787826361.093365:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:0.1:1787826361.093370:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00000080:00000010:0.1:1787826361.093383:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f960.
00000080:00000010:0.1:1787826361.093395:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00000080:00000010:3.1:1787826361.285839:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5a0.
00000080:00000010:3.1:1787826361.285856:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826361.319298:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:3.1:1787826361.319303:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00000080:00000010:3.1:1787826361.319307:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f080.
00000080:00000010:3.1:1787826361.319318:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:0.1:1787826361.486580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:0.1:1787826361.486590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:0.1:1787826361.486595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:0.1:1787826361.486613:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826361.486710:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:3.1:1787826361.486715:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:0.1:1787826361.515005:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275000.
00010000:00000010:0.1:1787826361.515012:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:0.1:1787826361.543139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cde0.
00000080:00000010:0.1:1787826361.543160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826361.605164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:3.1:1787826361.605173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00000080:00000010:3.1:1787826361.670121:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb200.
00000080:00000010:3.1:1787826361.670141:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:0.1:1787826361.748128:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c4c0.
00000080:00000010:0.1:1787826361.748143:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826361.822920:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:3.1:1787826361.822928:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:3.1:1787826361.822933:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826361.822937:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00010000:00000010:3.1:1787826361.822939:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:3.1:1787826361.822942:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:3.1:1787826361.822946:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99a00.
00010000:00000010:3.1:1787826361.822949:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:3.1:1787826361.822952:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826361.822955:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00010000:00000010:0.1:1787826361.840532:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24afd00.
00010000:00000010:0.1:1787826361.840543:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845e00.
00010000:00000010:0.1:1787826361.844087:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:0.1:1787826361.844121:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00010000:00000010:0.1:1787826361.844127:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:0.1:1787826361.844130:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00010000:00000010:0.1:1787826361.844133:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:0.1:1787826361.844136:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00010000:00000010:0.1:1787826361.844139:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:0.1:1787826361.844141:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00000080:00000010:0.1:1787826361.929142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb360.
00000080:00000010:0.1:1787826362.024149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:0.1:1787826362.058600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:0.1:1787826362.058609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00010000:00000010:0.1:1787826362.058618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:0.1:1787826362.058622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81000.
00010000:00000010:0.1:1787826362.058625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:0.1:1787826362.058628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:0.1:1787826362.058631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:0.1:1787826362.058634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:0.1:1787826362.058637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:0.1:1787826362.058656:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81e00.
00010000:00000010:0.1:1787826362.059112:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99c00.
00010000:00000010:0.1:1787826362.059117:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:0.1:1787826362.108546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:0.1:1787826362.108557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845a00.
00010000:00000010:0.1:1787826362.221531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542c00.
00010000:00000010:0.1:1787826362.221544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00010000:00000010:0.1:1787826362.221547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:0.1:1787826362.221550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00010000:00000010:0.1:1787826362.221553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542500.
00010000:00000010:0.1:1787826362.221556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00010000:00000010:3.1:1787826362.230672:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:3.1:1787826362.230681:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:3.1:1787826362.230686:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:3.1:1787826362.230691:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:0.1:1787826362.231234:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:0.1:1787826362.231239:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:0.1:1787826362.231243:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fe00.
00010000:00000010:0.1:1787826362.231246:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:3.1:1787826362.239224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882f00.
00010000:00000010:3.1:1787826362.239231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00010000:00000010:3.1:1787826362.239235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:3.1:1787826362.239238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:3.1:1787826362.239243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:3.1:1787826362.239246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00010000:00000010:3.1:1787826362.330159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275600.
00010000:00000010:3.1:1787826362.330166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:3.1:1787826362.365417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24af900.
00010000:00000010:3.1:1787826362.365428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00010000:00000010:3.1:1787826362.372266:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24afd00.
00010000:00000010:3.1:1787826362.372275:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845e00.
00010000:00000010:0.1:1787826362.455120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24af500.
00010000:00000010:0.1:1787826362.455126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:0.1:1787826362.573134:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:0.1:1787826362.573139:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:3.1:1787826362.709121:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24af500.
00010000:00000010:3.1:1787826362.709128:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:3.1:1787826362.748492:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:3.1:1787826362.748520:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:3.1:1787826362.748525:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24afe00.
00010000:00000010:3.1:1787826362.748529:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:0.1:1787826362.751027:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f4c0.
00000080:00000010:0.1:1787826362.751045:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:0.1:1787826362.751049:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf60.
00000080:00000010:0.1:1787826362.751059:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826362.813125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275c00.
00010000:00000010:3.1:1787826362.813140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:3.1:1787826362.913120:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00000080:00000010:3.1:1787826362.913135:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:0.1:1787826362.930266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:0.1:1787826362.930272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00000080:00000010:0.1:1787826362.930278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f4a0.
00000080:00000010:0.1:1787826362.930291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:0.1:1787826362.930295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24afd00.
00010000:00000010:0.1:1787826362.930299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00010000:00000010:3.1:1787826362.931128:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826362.931135:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00010000:00000010:0.1:1787826363.003894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:0.1:1787826363.003905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00010000:00000010:2.1:1787826363.029894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24af800.
00010000:00000010:2.1:1787826363.029897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844400.
00000080:00000010:2.1:1787826363.029900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb40.
00000080:00000010:2.1:1787826363.029912:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826363.042138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fe00.
00010000:00000010:3.1:1787826363.042148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00000080:00000010:3.1:1787826363.078663:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c620.
00000080:00000010:3.1:1787826363.078691:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826363.171552:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a100.
00010000:00000010:0.1:1787826363.171559:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:0.1:1787826363.212161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c360.
00000080:00000010:0.1:1787826363.212180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826363.314664:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2e0.
00000080:00000010:0.1:1787826363.314687:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:0.1:1787826363.314692:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe20.
00000080:00000010:0.1:1787826363.314702:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826363.320161:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a800.
00010000:00000010:3.1:1787826363.320170:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00000080:00000010:3.1:1787826363.320175:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7aa0.
00000080:00000010:3.1:1787826363.320192:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:2.1:1787826363.375367:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f700.
00010000:00000010:2.1:1787826363.375379:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:2.1:1787826363.375382:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:2.1:1787826363.375385:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844400.
00000080:00000010:2.1:1787826363.449427:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:2.1:1787826363.449446:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:2.1:1787826363.472169:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fb00.
00010000:00000010:2.1:1787826363.472178:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:2.1:1787826363.481179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfa0.
00000080:00000010:2.1:1787826363.537857:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826363.599332:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:2.1:1787826363.599342:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:0.1:1787826363.602440:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542a00.
00010000:00000010:0.1:1787826363.602447:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:0.1:1787826363.602452:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2c0.
00000080:00000010:0.1:1787826363.602470:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:0.1:1787826363.602477:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cae0.
00000080:00000010:0.1:1787826363.602488:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:3.1:1787826363.631659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:3.1:1787826363.631667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826363.654754:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5c0.
00000080:00000010:0.1:1787826363.654774:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826363.807367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:3.1:1787826363.807378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:3.1:1787826363.807381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:3.1:1787826363.807385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844400.
00000080:00000010:3.1:1787826363.807395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb460.
00000080:00000010:3.1:1787826363.807421:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:0.1:1787826363.892121:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:0.1:1787826363.892127:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00010000:00000010:0.1:1787826363.925146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:0.1:1787826363.925164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:0.1:1787826363.948272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c140.
00010000:00000010:0.1:1787826363.962417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:0.1:1787826363.962433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:0.1:1787826363.981280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c200.
00000080:00000010:0.1:1787826363.981306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826364.038613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8c0.
00010000:00000010:0.1:1787826364.038803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:0.1:1787826364.038810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:0.1:1787826364.074137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c5c0.
00000080:00000010:0.1:1787826364.074168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826364.088297:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826364.088308:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:2.1:1787826364.165216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a500.
00010000:00000010:2.1:1787826364.165227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844400.
00000080:00000010:0.1:1787826364.168032:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c8a0.
00000080:00000010:0.1:1787826364.168055:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:2.1:1787826364.192622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb180.
00000080:00000010:2.1:1787826364.192640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:3.1:1787826364.200722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:2.1:1787826364.319183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a500.
00010000:00000010:2.1:1787826364.319192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:3.1:1787826364.414135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b60.
00000080:00000010:3.1:1787826364.414155:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:2.1:1787826364.415179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:2.1:1787826364.415191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:0.1:1787826364.415233:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3e0.
00000080:00000010:0.1:1787826364.415328:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:2.1:1787826364.475130:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7200.
00000080:00000010:2.1:1787826364.475157:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:3.1:1787826364.525986:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:3.1:1787826364.525999:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:2.1:1787826364.626498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542200.
00010000:00000010:2.1:1787826364.626508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:3.1:1787826364.626910:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:3.1:1787826364.626933:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:3.1:1787826364.735139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc60.
00000080:00000010:3.1:1787826364.735165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:2.1:1787826364.735222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d900.
00010000:00000010:2.1:1787826364.735233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:2.1:1787826364.735256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:3.1:1787826364.802814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b60.
00010000:00000010:3.1:1787826364.802842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826364.802852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72e00.
00000080:00000010:3.1:1787826364.802863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb340.
00000080:00000010:3.1:1787826364.802898:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826364.802905:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:3.1:1787826364.802909:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:3.1:1787826364.802912:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe00.
00000080:00000010:3.1:1787826364.802925:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826364.802930:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826364.802934:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:3.1:1787826364.802940:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f980.
00000080:00000010:3.1:1787826364.802950:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:2.1:1787826364.904389:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:2.1:1787826364.904399:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00000080:00000010:2.1:1787826364.904448:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff40.
00000080:00000010:2.1:1787826364.904464:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826364.906440:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826364.906449:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:3.1:1787826365.053955:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826365.053965:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826365.053973:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f560.
00000080:00000010:2.1:1787826365.054126:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e80.
00000080:00000010:2.1:1787826365.054146:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:2.1:1787826365.054160:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:2.1:1787826365.054166:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:2.1:1787826365.054173:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb80.
00000080:00000010:3.1:1787826365.056318:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:2.1:1787826365.098532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:2.1:1787826365.202194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff40.
00000080:00000010:2.1:1787826365.202217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:2.1:1787826365.291130:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:2.1:1787826365.291150:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826365.394271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826365.394278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00000080:00000010:3.1:1787826365.394283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b60.
00000080:00000010:3.1:1787826365.394300:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826365.394309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826365.394313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:3.1:1787826365.433124:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73a0.
00000080:00000010:3.1:1787826365.433150:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826365.433164:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00000080:00000010:2.1:1787826365.433170:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00010000:00000010:3.1:1787826365.433171:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00000080:00000010:2.1:1787826365.433186:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826365.437136:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97500.
00010000:00000010:0.1:1787826365.437142:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:0.1:1787826365.437147:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff40.
00000080:00000010:0.1:1787826365.437166:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826365.440496:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826365.440509:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:3.1:1787826365.518122:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:3.1:1787826365.518133:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00010000:00000010:0.1:1787826365.591083:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:0.1:1787826365.591090:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:2.1:1787826365.608131:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:2.1:1787826365.608138:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00000080:00000010:2.1:1787826365.608144:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfc0.
00010000:00000010:3.1:1787826365.612130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323900.
00010000:00000010:3.1:1787826365.612142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00010000:00000010:3.1:1787826365.612147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826365.612150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:2.1:1787826365.612285:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:2.1:1787826365.612298:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c520.
00000080:00000010:2.1:1787826365.612313:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:2.1:1787826365.612318:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc20.
00000080:00000010:2.1:1787826365.612326:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826365.742133:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:3.1:1787826365.742143:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00000080:00000010:3.1:1787826365.757149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce80.
00010000:00000010:2.1:1787826365.803479:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:2.1:1787826365.803485:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00010000:00000010:2.1:1787826365.803489:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dc00.
00010000:00000010:2.1:1787826365.803493:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:2.1:1787826365.803497:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e71a0.
00000080:00000010:2.1:1787826365.803511:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:0.1:1787826365.804121:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7320.
00000080:00000010:0.1:1787826365.804132:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826365.804522:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826365.885721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826365.885732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00010000:00000010:2.1:1787826365.911260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ae00.
00010000:00000010:2.1:1787826365.911271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:2.1:1787826365.911280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491faa0.
00000080:00000010:2.1:1787826365.911301:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:3.1:1787826365.911661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7500.
00000080:00000010:3.1:1787826365.911679:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826366.011126:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d600.
00010000:00000010:3.1:1787826366.011134:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:0.1:1787826366.013656:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864df00.
00010000:00000010:0.1:1787826366.013664:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:3.1:1787826366.074165:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1e0.
00000080:00000010:3.1:1787826366.074188:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:2.1:1787826366.075065:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:2.1:1787826366.075073:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826366.116068:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491faa0.
00000080:00000010:3.1:1787826366.116082:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826366.169270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:2.1:1787826366.169281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:3.1:1787826366.209426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:3.1:1787826366.209434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:3.1:1787826366.209439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542200.
00010000:00000010:3.1:1787826366.209443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:0.1:1787826366.210871:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b60.
00000080:00000010:0.1:1787826366.210905:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826366.210919:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7320.
00000080:00000010:0.1:1787826366.210934:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:0.1:1787826366.210941:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00000080:00000010:0.1:1787826366.210953:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826366.286437:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ae00.
00010000:00000010:3.1:1787826366.286445:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:3.1:1787826366.286450:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a900.
00010000:00000010:3.1:1787826366.286453:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844400.
00010000:00000010:2.1:1787826366.294564:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:2.1:1787826366.294577:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73e00.
00000080:00000010:2.1:1787826366.294583:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb400.
00000080:00000010:2.1:1787826366.294598:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:2.1:1787826366.294607:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f80.
00000080:00000010:2.1:1787826366.294619:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:3.1:1787826366.320552:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb1a0.
00010000:00000010:3.1:1787826366.320563:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:3.1:1787826366.320567:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:3.1:1787826366.333115:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fce0.
00000080:00000010:3.1:1787826366.333133:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826366.348136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb040.
00000080:00000010:0.1:1787826366.348163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826366.424673:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864df00.
00010000:00000010:3.1:1787826366.424685:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:3.1:1787826366.609226:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:3.1:1787826366.609298:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ede00.
00000080:00000010:3.1:1787826366.609306:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:3.1:1787826366.609324:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:0.1:1787826366.694204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99c00.
00010000:00000010:0.1:1787826366.694213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72600.
00000080:00000010:0.1:1787826366.694221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb00.
00000080:00000010:0.1:1787826366.694235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:0.1:1787826366.714180:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:0.1:1787826366.714197:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73600.
00000080:00000010:0.1:1787826366.714202:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb640.
00000080:00000010:0.1:1787826366.714217:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:0.1:1787826366.714349:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864df00.
00010000:00000010:0.1:1787826366.714353:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00000080:00000010:0.1:1787826366.714357:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb840.
00000080:00000010:0.1:1787826366.714366:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826366.840768:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:3.1:1787826366.840795:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72800.
00010000:00000010:0.1:1787826366.976146:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:0.1:1787826366.976158:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73000.
00010000:00000010:0.1:1787826367.034123:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4d00.
00010000:00000010:0.1:1787826367.034136:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:0.1:1787826367.034146:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:0.1:1787826367.034163:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00010000:00000010:0.1:1787826367.034177:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:0.1:1787826367.034186:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd400.
00010000:00000010:0.1:1787826367.034192:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:0.1:1787826367.034202:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:0.1:1787826367.034285:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826367.034295:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:0.1:1787826367.034307:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826367.034311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275200.
00010000:00000010:0.1:1787826367.034319:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845600.
00010000:00000010:3.1:1787826367.034320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:0.1:1787826367.034326:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:0.1:1787826367.034341:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:0.1:1787826367.034349:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:0.1:1787826367.034357:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00010000:00000010:0.1:1787826367.034366:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24af700.
00010000:00000010:0.1:1787826367.034377:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845e00.
00000080:00000010:0.1:1787826367.034386:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00010000:00000010:0.1:1787826367.042147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:0.1:1787826367.042167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:0.1:1787826367.042189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826367.042463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24af000.
00010000:00000010:3.1:1787826367.042471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844e00.
00000080:00000010:0.1:1787826367.067179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:0.1:1787826367.067292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:0.1:1787826367.078325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:0.1:1787826367.078344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:0.1:1787826367.078349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:0.1:1787826367.078353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:0.1:1787826367.078359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a300.
00010000:00000010:0.1:1787826367.078363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00010000:00000010:0.1:1787826367.078367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a000.
00010000:00000010:0.1:1787826367.078371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844600.
00010000:00000010:0.1:1787826367.078373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a400.
00010000:00000010:0.1:1787826367.078376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00010000:00000010:0.1:1787826367.078398:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:0.1:1787826367.078403:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:3.1:1787826367.079326:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275600.
00010000:00000010:3.1:1787826367.079345:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:3.1:1787826367.079350:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:3.1:1787826367.079360:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:0.1:1787826367.093118:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542a00.
00010000:00000010:0.1:1787826367.093125:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00010000:00000010:0.1:1787826367.093129:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078af00.
00010000:00000010:0.1:1787826367.093133:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00010000:00000010:0.1:1787826367.093136:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078ac00.
00010000:00000010:0.1:1787826367.093138:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845400.
00010000:00000010:0.1:1787826367.093142:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f100.
00010000:00000010:0.1:1787826367.093146:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:0.1:1787826367.093148:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:0.1:1787826367.093152:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:0.1:1787826367.143593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:0.1:1787826367.143608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00010000:00000010:0.1:1787826367.164162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:0.1:1787826367.164171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:0.1:1787826367.181678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542500.
00010000:00000010:0.1:1787826367.181700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:0.1:1787826367.183205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:0.1:1787826367.183217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73800.
00010000:00000010:0.1:1787826367.217495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:0.1:1787826367.217501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:0.1:1787826367.217504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:0.1:1787826367.217508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:0.1:1787826367.217510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:0.1:1787826367.217513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:0.1:1787826367.233137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97400.
00010000:00000010:0.1:1787826367.233145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00010000:00000010:2.1:1787826367.251729:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:2.1:1787826367.251741:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:3.1:1787826367.263874:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3c0.
00000080:00000010:3.1:1787826367.263896:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:0.1:1787826367.264133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:0.1:1787826367.264142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:2.1:1787826367.284120:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:2.1:1787826367.284127:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed000.
00010000:00000010:3.1:1787826367.284555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826367.284562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:3.1:1787826367.284566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d000.
00010000:00000010:3.1:1787826367.284569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00010000:00000010:0.1:1787826367.285313:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d200.
00010000:00000010:0.1:1787826367.285319:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73200.
00010000:00000010:0.1:1787826367.295264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323900.
00010000:00000010:0.1:1787826367.295271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:0.1:1787826367.300137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:0.1:1787826367.300151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec200.
00010000:00000010:0.1:1787826367.300155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:0.1:1787826367.300158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed600.
00010000:00000010:0.1:1787826367.300161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d078a100.
00010000:00000010:0.1:1787826367.300165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00010000:00000010:2.1:1787826367.304358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:2.1:1787826367.304365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00000080:00000010:2.1:1787826367.304371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7020.
00000080:00000010:2.1:1787826367.304393:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:0.1:1787826367.347197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c600.
00000080:00000010:0.1:1787826367.347227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826367.369319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:2.1:1787826367.369345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec600.
00000080:00000010:2.1:1787826367.386410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce20.
00010000:00000010:3.1:1787826367.390163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d900.
00010000:00000010:3.1:1787826367.390182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24edc00.
00000080:00000010:2.1:1787826367.390250:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826367.545563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:3.1:1787826367.545573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00000080:00000010:0.1:1787826367.576135:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00000080:00000010:0.1:1787826367.576160:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826367.613122:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d800.
00010000:00000010:3.1:1787826367.613136:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:3.1:1787826367.654121:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb880.
00000080:00000010:3.1:1787826367.654143:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:2.1:1787826367.749725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c4c0.
00000080:00000010:2.1:1787826367.749761:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:0.1:1787826367.837112:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:0.1:1787826367.837121:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed400.
00010000:00000010:3.1:1787826367.886134:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d200.
00010000:00000010:3.1:1787826367.886144:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:2.1:1787826367.927162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864da00.
00010000:00000010:2.1:1787826367.927175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec000.
00000080:00000010:2.1:1787826367.942199:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2caa0.
00000080:00000010:2.1:1787826367.942228:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:2.1:1787826368.020288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c580.
00000080:00000010:2.1:1787826368.020315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826368.057167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:2.1:1787826368.057176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:2.1:1787826368.064721:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:2.1:1787826368.064732:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:2.1:1787826368.064736:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:2.1:1787826368.064739:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:3.1:1787826368.071971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd80.
00000080:00000010:3.1:1787826368.072022:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:3.1:1787826368.072032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fca0.
00000080:00000010:3.1:1787826368.072040:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:3.1:1787826368.075176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00010000:00000010:2.1:1787826368.075276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:2.1:1787826368.075287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed200.
00000080:00000010:0.1:1787826368.169263:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f9a0.
00000080:00000010:0.1:1787826368.252163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:3.1:1787826368.293816:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7420.
00000080:00000010:3.1:1787826368.293848:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:2.1:1787826368.297567:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:2.1:1787826368.297581:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:0.1:1787826368.325819:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f700.
00010000:00000010:0.1:1787826368.325830:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed800.
00000080:00000010:0.1:1787826368.325835:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca40.
00000080:00000010:0.1:1787826368.380090:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:3.1:1787826368.437353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:3.1:1787826368.437359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:3.1:1787826368.437363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:3.1:1787826368.437366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:3.1:1787826368.437387:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:3.1:1787826368.437401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:3.1:1787826368.437415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:2.1:1787826368.438065:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f140.
00010000:00000010:3.1:1787826368.533009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:3.1:1787826368.533027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:3.1:1787826368.533046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72e0.
00000080:00000010:3.1:1787826368.533067:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:3.1:1787826368.533224:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00010000:00000010:2.1:1787826368.562149:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00000080:00000010:3.1:1787826368.562149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7420.
00010000:00000010:2.1:1787826368.562163:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:2.1:1787826368.562167:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:2.1:1787826368.562170:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00000080:00000010:3.1:1787826368.562178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:2.1:1787826368.562187:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:2.1:1787826368.732224:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:2.1:1787826368.732236:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826368.809721:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f260.
00000080:00000010:2.1:1787826368.809762:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:2.1:1787826368.809771:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:2.1:1787826368.809777:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00000080:00000010:2.1:1787826368.809781:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00000080:00000010:2.1:1787826368.809791:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826368.809832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:3.1:1787826368.809838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec600.
00000080:00000010:3.1:1787826368.809842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf40.
00000080:00000010:3.1:1787826368.809853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826368.841148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826368.841157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00000080:00000010:3.1:1787826368.868396:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb000.
00000080:00000010:3.1:1787826368.868426:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826368.923131:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826368.923139:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826368.968229:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00000080:00000010:2.1:1787826368.968263:0:25:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:2.1:1787826368.968268:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3c0.
00000080:00000010:2.1:1787826368.968277:0:25:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:2.1:1787826369.013399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:2.1:1787826369.013406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:3.1:1787826369.019677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:3.1:1787826369.019689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:3.1:1787826369.019696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72e0.
00000080:00000010:3.1:1787826369.019716:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:3.1:1787826369.114938:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00000080:00000010:3.1:1787826369.114965:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826369.127296:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826369.127311:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72800.
00010000:00000010:3.1:1787826369.127328:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d200.
00010000:00000010:3.1:1787826369.127334:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:3.1:1787826369.127351:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:2.1:1787826369.136986:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfc0.
00000080:00000010:2.1:1787826369.136997:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e20.
00000080:00000010:2.1:1787826369.137013:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:3.1:1787826369.227465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:3.1:1787826369.227473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:3.1:1787826369.227477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d200.
00010000:00000010:3.1:1787826369.227481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:2.1:1787826369.237653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3c0.
00000080:00000010:2.1:1787826369.237691:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:2.1:1787826369.272890:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc00.
00000080:00000010:2.1:1787826369.272921:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:0.1:1787826369.408134:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:0.1:1787826369.408163:0:1354:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826369.409132:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:3.1:1787826369.409147:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:0.1:1787826369.418191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fb00.
00010000:00000010:0.1:1787826369.418201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826369.418214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7420.
00000080:00000010:0.1:1787826369.418257:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826369.418264:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7820.
00010000:00000010:0.1:1787826369.418269:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ae00.
00010000:00000010:0.1:1787826369.418273:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:0.1:1787826369.418443:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826369.419903:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:3.1:1787826369.419916:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:0.1:1787826369.429167:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2c0.
00000080:00000010:0.1:1787826369.429195:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826369.550324:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:2.1:1787826369.550334:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed400.
00000080:00000010:2.1:1787826369.550352:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826369.551575:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:3.1:1787826369.551586:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00000080:00000010:3.1:1787826369.566178:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c260.
00000080:00000010:0.1:1787826369.567158:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a80.
00000080:00000010:0.1:1787826369.567179:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:0.1:1787826369.567195:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a700.
00010000:00000010:0.1:1787826369.567200:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73000.
00010000:00000010:0.1:1787826369.645547:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:0.1:1787826369.645558:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:0.1:1787826369.645564:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f800.
00000080:00000010:0.1:1787826369.645583:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826369.684224:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323900.
00010000:00000010:3.1:1787826369.684232:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ede00.
00010000:00000010:0.1:1787826369.717283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:0.1:1787826369.717296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:3.1:1787826369.731573:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd80.
00000080:00000010:3.1:1787826369.731599:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:0.1:1787826369.732619:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d200.
00010000:00000010:0.1:1787826369.732631:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826369.784009:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:2.1:1787826369.784151:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:0.1:1787826369.812359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb20.
00000080:00000010:0.1:1787826369.812392:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826369.855160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:3.1:1787826369.855169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:0.1:1787826369.859625:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00000080:00000010:0.1:1787826369.859664:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:2.1:1787826369.882809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:2.1:1787826369.882820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73000.
00000080:00000010:2.1:1787826369.882826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc80.
00010000:00000010:2.1:1787826369.882835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323900.
00010000:00000010:2.1:1787826369.882838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:2.1:1787826369.882851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:0.1:1787826369.895248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70a0.
00000080:00000010:0.1:1787826369.895277:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:2.1:1787826369.910141:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:2.1:1787826369.910150:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:3.1:1787826370.038637:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe80.
00000080:00000010:3.1:1787826370.038679:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:0.1:1787826370.043369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb560.
00000080:00000010:0.1:1787826370.043410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:0.1:1787826370.043422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4e0.
00000080:00000010:0.1:1787826370.043431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826370.043436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:0.1:1787826370.043441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:0.1:1787826370.114554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00000080:00000010:0.1:1787826370.130184:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:3.1:1787826370.130625:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323000.
00010000:00000010:3.1:1787826370.130634:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed400.
00000080:00000010:2.1:1787826370.134337:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c020.
00000080:00000010:2.1:1787826370.143132:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:2.1:1787826370.311161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:2.1:1787826370.311222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec600.
00000080:00000010:3.1:1787826370.319256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c7a0.
00000080:00000010:2.1:1787826370.319468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:2.1:1787826370.319476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a800.
00010000:00000010:2.1:1787826370.319481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:3.1:1787826370.500604:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323000.
00010000:00000010:3.1:1787826370.500616:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:3.1:1787826370.568140:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:3.1:1787826370.568164:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826370.568170:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:3.1:1787826370.568175:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:2.1:1787826370.572670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:2.1:1787826370.572680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826370.676162:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb40.
00000080:00000010:2.1:1787826370.676193:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:3.1:1787826370.774179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:3.1:1787826370.774196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00000080:00000010:3.1:1787826370.774213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7740.
00000080:00000010:3.1:1787826370.774236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826370.774249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:3.1:1787826370.774252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:2.1:1787826370.794561:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7800.
00000080:00000010:2.1:1787826370.794591:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:2.1:1787826370.868277:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:2.1:1787826370.868297:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:2.1:1787826370.868317:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62c00.
00010000:00000010:2.1:1787826370.868323:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844600.
00000080:00000010:3.1:1787826370.887898:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:3.1:1787826370.887924:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:2.1:1787826370.939341:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826370.939349:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73000.
00000080:00000010:2.1:1787826370.939356:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f260.
00000080:00000010:2.1:1787826370.939429:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826371.038483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:2.1:1787826371.038502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:0.1:1787826371.081137:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb40.
00010000:00000010:3.1:1787826371.081161:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00000080:00000010:0.1:1787826371.081164:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826371.081173:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00000080:00000010:3.1:1787826371.081182:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7740.
00010000:00000010:3.1:1787826371.081192:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826371.082297:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:3.1:1787826371.082334:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:3.1:1787826371.082350:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb60.
00000080:00000010:3.1:1787826371.082366:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:2.1:1787826371.128888:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:2.1:1787826371.128898:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:2.1:1787826371.128914:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc60.
00000080:00000010:2.1:1787826371.128941:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826371.290382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:2.1:1787826371.290402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:2.1:1787826371.290408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fde0.
00000080:00000010:2.1:1787826371.290432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826371.290456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ae00.
00010000:00000010:2.1:1787826371.290465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844e00.
00000080:00000010:2.1:1787826371.290478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ca0.
00000080:00000010:2.1:1787826371.290511:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826371.340148:0:1027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826371.340162:0:1027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00000080:00000010:3.1:1787826371.483574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa00.
00000080:00000010:3.1:1787826371.483608:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826371.572138:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:2.1:1787826371.572145:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:2.1:1787826371.572151:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fca0.
00000080:00000010:2.1:1787826371.572172:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826371.573482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:3.1:1787826371.573499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00000080:00000010:3.1:1787826371.642622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:3.1:1787826371.642666:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:0.1:1787826371.642931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:0.1:1787826371.642949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:2.1:1787826371.678578:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a300.
00010000:00000010:2.1:1787826371.678587:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:2.1:1787826371.678592:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f340.
00000080:00000010:2.1:1787826371.678607:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:2.1:1787826371.678614:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cdc0.
00000080:00000010:2.1:1787826371.678628:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:2.1:1787826371.678639:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:2.1:1787826371.678652:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826371.689200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:3.1:1787826371.689211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844000.
00010000:00000010:3.1:1787826371.689215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:3.1:1787826371.689219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:3.1:1787826371.689224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:3.1:1787826371.689227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845a00.
00000080:00000010:3.1:1787826371.689231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7680.
00000080:00000010:0.1:1787826371.690650:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cbc0.
00000080:00000010:0.1:1787826371.690682:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:2.1:1787826371.787397:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826371.787414:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:2.1:1787826371.787420:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:3.1:1787826371.851898:0:16787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb920.
00000080:00000010:3.1:1787826371.851927:0:16787:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:2.1:1787826371.867729:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f580.
00010000:00000010:2.1:1787826371.867752:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636af00.
00010000:00000010:2.1:1787826371.867761:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:2.1:1787826371.867774:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826371.900853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d600.
00010000:00000010:3.1:1787826371.900862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72400.
00010000:00000010:0.1:1787826371.905570:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:0.1:1787826371.905588:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec400.
00010000:00000010:0.1:1787826371.905595:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:0.1:1787826371.905599:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73200.
00010000:00000010:0.1:1787826371.905603:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:0.1:1787826371.905607:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:0.1:1787826371.905610:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:0.1:1787826371.905615:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72600.
00010000:00000010:0.1:1787826371.921159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d700.
00010000:00000010:0.1:1787826371.921189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72200.
00010000:00000010:0.1:1787826371.921199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ab00.
00010000:00000010:0.1:1787826371.921203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73600.
00010000:00000010:0.1:1787826371.921206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882100.
00010000:00000010:0.1:1787826371.921210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec800.
00010000:00000010:0.1:1787826371.921213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:0.1:1787826371.921216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72a00.
00010000:00000010:0.1:1787826371.921219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99100.
00010000:00000010:0.1:1787826371.921223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:0.1:1787826371.921229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:0.1:1787826371.921232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24eda00.
00000080:00000010:3.1:1787826372.006437:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:3.1:1787826372.006465:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:2.1:1787826372.039011:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:2.1:1787826372.039019:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec000.
00010000:00000010:0.1:1787826372.047859:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d000.
00010000:00000010:0.1:1787826372.047872:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ecc00.
00010000:00000010:0.1:1787826372.047877:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:0.1:1787826372.047881:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73800.
00010000:00000010:0.1:1787826372.087342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:0.1:1787826372.087366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:0.1:1787826372.087372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99800.
00010000:00000010:0.1:1787826372.087376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:0.1:1787826372.087380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:0.1:1787826372.087383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72e00.
00010000:00000010:2.1:1787826372.087469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882f00.
00010000:00000010:2.1:1787826372.087476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00010000:00000010:3.1:1787826372.090594:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:3.1:1787826372.090606:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:3.1:1787826372.090613:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:3.1:1787826372.090617:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ece00.
00010000:00000010:3.1:1787826372.090620:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826372.090623:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73e00.
00010000:00000010:3.1:1787826372.103163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:3.1:1787826372.103182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:3.1:1787826372.103187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99e00.
00010000:00000010:3.1:1787826372.103199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:2.1:1787826372.103322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:2.1:1787826372.103328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:2.1:1787826372.123679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:2.1:1787826372.123694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24edc00.
00010000:00000010:2.1:1787826372.123699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:2.1:1787826372.123702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:2.1:1787826372.123706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:2.1:1787826372.123710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ec200.
00010000:00000010:0.1:1787826372.123786:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:0.1:1787826372.123793:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72c00.
00010000:00000010:2.1:1787826372.149129:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826372.149135:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:2.1:1787826372.149141:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:3.1:1787826372.149153:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed600.
00010000:00000010:3.1:1787826372.149170:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99000.
00010000:00000010:3.1:1787826372.149187:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826372.149201:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826372.149210:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:3.1:1787826372.149224:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:3.1:1787826372.149236:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:3.1:1787826372.158267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:3.1:1787826372.158278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:3.1:1787826372.185122:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826372.185131:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:0.1:1787826372.185610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:0.1:1787826372.185618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:2.1:1787826372.189794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dd00.
00010000:00000010:2.1:1787826372.189804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:2.1:1787826372.189815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:2.1:1787826372.189820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:2.1:1787826372.196164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:2.1:1787826372.196183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ede00.
00010000:00000010:0.1:1787826372.218364:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:0.1:1787826372.218377:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:3.1:1787826372.219175:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636aa00.
00010000:00000010:3.1:1787826372.219261:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00010000:00000010:0.1:1787826372.237364:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a400.
00010000:00000010:0.1:1787826372.237378:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00000080:00000010:0.1:1787826372.354917:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6c0.
00000080:00000010:0.1:1787826372.354949:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826372.356903:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:3.1:1787826372.356920:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:3.1:1787826372.356931:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:3.1:1787826372.356940:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00010000:00000010:3.1:1787826372.356946:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:3.1:1787826372.356955:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00010000:00000010:3.1:1787826372.371345:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62f00.
00010000:00000010:3.1:1787826372.371356:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed400.
00000080:00000010:0.1:1787826372.477828:0:1027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00000080:00000010:0.1:1787826372.477853:0:1027:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826372.478673:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:2.1:1787826372.478682:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844000.
00000080:00000010:2.1:1787826372.478686:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:2.1:1787826372.478701:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826372.478714:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a400.
00010000:00000010:2.1:1787826372.478721:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00000080:00000010:2.1:1787826372.478726:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd80.
00000080:00000010:2.1:1787826372.478739:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826372.584209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:3.1:1787826372.584221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:3.1:1787826372.584230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3e0.
00000080:00000010:3.1:1787826372.584255:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826372.584272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:3.1:1787826372.584278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00010000:00000010:0.1:1787826372.591292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636af00.
00010000:00000010:0.1:1787826372.591316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:3.1:1787826372.591377:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:3.1:1787826372.591387:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00000080:00000010:2.1:1787826372.591524:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbde0.
00000080:00000010:2.1:1787826372.591547:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:2.1:1787826372.591556:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75a0.
00000080:00000010:2.1:1787826372.591572:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826372.609123:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1e0.
00000080:00000010:0.1:1787826372.609147:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826372.610724:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:3.1:1787826372.610731:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:3.1:1787826372.610740:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f760.
00000080:00000010:3.1:1787826372.610757:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826372.645304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a100.
00010000:00000010:3.1:1787826372.645316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00000080:00000010:0.1:1787826372.663632:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8a0.
00000080:00000010:0.1:1787826372.663664:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:2.1:1787826372.732355:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:2.1:1787826372.732367:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00000080:00000010:0.1:1787826372.766392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:0.1:1787826372.766425:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:0.1:1787826372.766441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:0.1:1787826372.766448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:0.1:1787826372.781312:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8a0.
00000080:00000010:0.1:1787826372.781342:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826372.781355:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd40.
00000080:00000010:0.1:1787826372.781369:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826372.781804:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:2.1:1787826372.781817:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00000080:00000010:2.1:1787826372.781825:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00000080:00000010:2.1:1787826372.781855:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826372.805307:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:3.1:1787826372.805321:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:3.1:1787826372.805326:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a800.
00010000:00000010:3.1:1787826372.805330:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:3.1:1787826372.821109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c860.
00000080:00000010:3.1:1787826372.821208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826372.887150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:3.1:1787826372.887163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:3.1:1787826372.994391:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:2.1:1787826373.054123:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb260.
00010000:00000010:2.1:1787826373.054140:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:2.1:1787826373.054144:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845a00.
00000080:00000010:0.1:1787826373.054219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7660.
00000080:00000010:0.1:1787826373.054270:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:0.1:1787826373.066121:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826373.067739:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99800.
00010000:00000010:3.1:1787826373.067749:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:3.1:1787826373.067755:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd40.
00010000:00000010:3.1:1787826373.085468:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323a00.
00010000:00000010:3.1:1787826373.085476:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00000080:00000010:3.1:1787826373.085481:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:3.1:1787826373.093549:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826373.109129:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826373.109141:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:2.1:1787826373.111733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:2.1:1787826373.111748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00000080:00000010:3.1:1787826373.202139:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbde0.
00000080:00000010:2.1:1787826373.205854:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:3.1:1787826373.216548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbaa0.
00000080:00000010:3.1:1787826373.216578:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:3.1:1787826373.216587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7460.
00010000:00000010:2.1:1787826373.238431:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:2.1:1787826373.238439:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:0.1:1787826373.291360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:0.1:1787826373.291375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:0.1:1787826373.350142:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:0.1:1787826373.350150:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00000080:00000010:2.1:1787826373.381124:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:2.1:1787826373.424608:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826373.554678:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826373.554689:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:2.1:1787826373.573387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f420.
00000080:00000010:2.1:1787826373.573404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826373.573416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:2.1:1787826373.573422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845800.
00000080:00000010:2.1:1787826373.573427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ac0.
00000080:00000010:2.1:1787826373.573440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826373.682824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:2.1:1787826373.682838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:2.1:1787826373.789131:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff40.
00000080:00000010:2.1:1787826373.789162:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826373.791216:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:3.1:1787826373.791227:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:0.1:1787826373.818151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:0.1:1787826373.818161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:2.1:1787826373.819878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ccc0.
00000080:00000010:2.1:1787826373.819889:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826373.820027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:3.1:1787826373.820035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00010000:00000010:3.1:1787826373.822736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:3.1:1787826373.822758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:3.1:1787826373.822765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1a0.
00010000:00000010:3.1:1787826373.822785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826373.822788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:0.1:1787826373.826133:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:0.1:1787826373.826156:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826373.865765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:2.1:1787826373.865788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:0.1:1787826373.871157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0e0.
00000080:00000010:0.1:1787826373.871185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:2.1:1787826373.898584:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:2.1:1787826373.898593:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:0.1:1787826373.902193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc80.
00000080:00000010:0.1:1787826373.902224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:0.1:1787826373.902236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7be0.
00000080:00000010:0.1:1787826373.902249:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826373.969251:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:3.1:1787826373.969257:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00000080:00000010:2.1:1787826373.978124:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c80.
00000080:00000010:2.1:1787826373.978165:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:0.1:1787826374.072195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:0.1:1787826374.072208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00000080:00000010:0.1:1787826374.128474:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70e0.
00000080:00000010:0.1:1787826374.128508:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:2.1:1787826374.185125:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:2.1:1787826374.185131:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845000.
00010000:00000010:0.1:1787826374.215634:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:0.1:1787826374.215650:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:2.1:1787826374.243151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979a00.
00010000:00000010:2.1:1787826374.243160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:2.1:1787826374.243166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb60.
00000080:00000010:2.1:1787826374.243191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826374.299623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979c00.
00010000:00000010:0.1:1787826374.299643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:0.1:1787826374.299653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c420.
00000080:00000010:0.1:1787826374.299680:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:3.1:1787826374.342244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f340.
00000080:00000010:0.1:1787826374.359130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fec0.
00000080:00000010:0.1:1787826374.359147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826374.359211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f700.
00010000:00000010:3.1:1787826374.359217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:3.1:1787826374.374177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826374.375175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:2.1:1787826374.375181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:0.1:1787826374.375692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe20.
00000080:00000010:0.1:1787826374.375722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826374.379403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979a00.
00010000:00000010:3.1:1787826374.379410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:3.1:1787826374.491122:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:3.1:1787826374.491134:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845a00.
00000080:00000010:3.1:1787826374.491144:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:3.1:1787826374.491167:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:0.1:1787826374.742915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:0.1:1787826374.742923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00000080:00000010:0.1:1787826374.845157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf80.
00000080:00000010:0.1:1787826374.845177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:0.1:1787826374.901152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2a0.
00000080:00000010:0.1:1787826374.901187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826374.984823:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71700.
00010000:00000010:3.1:1787826374.984830:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:3.1:1787826374.984842:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:3.1:1787826374.984846:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73e00.
00000080:00000010:3.1:1787826374.984850:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:3.1:1787826374.990568:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826375.042263:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:3.1:1787826375.042274:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00000080:00000010:3.1:1787826375.042286:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb480.
00000080:00000010:3.1:1787826375.042302:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:0.1:1787826375.050135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:0.1:1787826375.050144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:0.1:1787826375.050149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00000080:00000010:0.1:1787826375.050163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826375.052059:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826375.052069:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00000080:00000010:2.1:1787826375.078133:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ac0.
00000080:00000010:2.1:1787826375.078153:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826375.129224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7be0.
00000080:00000010:2.1:1787826375.129243:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:3.1:1787826375.156510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8e0.
00000080:00000010:3.1:1787826375.156526:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:2.1:1787826375.157486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826375.157495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:2.1:1787826375.161132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636af00.
00010000:00000010:2.1:1787826375.161140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:3.1:1787826375.266638:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba00.
00000080:00000010:3.1:1787826375.266655:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f560.
00000080:00000010:3.1:1787826375.266670:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:2.1:1787826375.307138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:2.1:1787826375.307145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:0.1:1787826375.307235:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826375.367115:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:3.1:1787826375.367123:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00000080:00000010:0.1:1787826375.367133:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:0.1:1787826375.367153:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:0.1:1787826375.474126:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:0.1:1787826375.474136:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73e00.
00000080:00000010:0.1:1787826375.474144:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7060.
00000080:00000010:0.1:1787826375.474163:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:2.1:1787826375.474335:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ac00.
00010000:00000010:2.1:1787826375.474344:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:2.1:1787826375.554341:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb00.
00000080:00000010:2.1:1787826375.554368:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:2.1:1787826375.554378:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:2.1:1787826375.554387:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00010000:00000010:3.1:1787826375.556052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:3.1:1787826375.556064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00000080:00000010:3.1:1787826375.556070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd40.
00000080:00000010:3.1:1787826375.556088:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:2.1:1787826375.652227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc80.
00000080:00000010:3.1:1787826375.652438:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5c0.
00000080:00000010:3.1:1787826375.652456:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:2.1:1787826375.739331:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:2.1:1787826375.739343:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:2.1:1787826375.739357:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:2.1:1787826375.739370:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:2.1:1787826375.739378:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00000080:00000010:2.1:1787826375.739385:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7660.
00000080:00000010:2.1:1787826375.739499:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:2.1:1787826375.739509:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:2.1:1787826375.739516:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72a00.
00010000:00000010:3.1:1787826375.856127:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:3.1:1787826375.856133:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:3.1:1787826375.856140:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cee0.
00000080:00000010:3.1:1787826375.856155:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826375.856166:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:3.1:1787826375.856177:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826375.856185:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:3.1:1787826375.856188:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73c00.
00000080:00000010:3.1:1787826375.865795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00000080:00000010:3.1:1787826375.866072:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826375.866084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826375.866092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:2.1:1787826375.866200:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:2.1:1787826375.866219:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:0.1:1787826375.866398:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:0.1:1787826375.866406:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73600.
00010000:00000010:2.1:1787826375.890572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:2.1:1787826375.890581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00010000:00000010:2.1:1787826375.890591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:2.1:1787826375.890595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72600.
00000080:00000010:2.1:1787826375.890599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7980.
00000080:00000010:2.1:1787826375.890615:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:2.1:1787826375.890633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f860.
00000080:00000010:2.1:1787826375.890643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:0.1:1787826375.891307:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:0.1:1787826375.891324:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826376.056341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99800.
00010000:00000010:3.1:1787826376.056355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:3.1:1787826376.056361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f600.
00000080:00000010:3.1:1787826376.056381:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:2.1:1787826376.078147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc60.
00010000:00000010:0.1:1787826376.078193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00000080:00000010:3.1:1787826376.079446:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826376.079456:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826376.079462:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72200.
00010000:00000010:0.1:1787826376.079853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:0.1:1787826376.082151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:0.1:1787826376.082166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00000080:00000010:0.1:1787826376.082176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f860.
00000080:00000010:0.1:1787826376.082190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:0.1:1787826376.082197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00000080:00000010:0.1:1787826376.085807:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:0.1:1787826376.105526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:0.1:1787826376.105540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73c00.
00000080:00000010:0.1:1787826376.177496:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00010000:00000010:3.1:1787826376.216244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:3.1:1787826376.216253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00000080:00000010:0.1:1787826376.329308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8c0.
00000080:00000010:0.1:1787826376.329331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:2.1:1787826376.350809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71d00.
00010000:00000010:2.1:1787826376.350819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:0.1:1787826376.352517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c080.
00000080:00000010:0.1:1787826376.352533:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:0.1:1787826376.368000:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:0.1:1787826376.368008:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72200.
00000080:00000010:0.1:1787826376.405438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7740.
00010000:00000010:0.1:1787826376.405448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:0.1:1787826376.405453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72400.
00000080:00000010:2.1:1787826376.406944:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826376.463437:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826376.463447:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:3.1:1787826376.556240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ac00.
00010000:00000010:3.1:1787826376.556261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00000080:00000010:3.1:1787826376.556278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c060.
00000080:00000010:3.1:1787826376.556291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:3.1:1787826376.573123:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:3.1:1787826376.573138:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:2.1:1787826376.573152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:2.1:1787826376.573161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72800.
00010000:00000010:2.1:1787826376.649161:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcc00.
00010000:00000010:2.1:1787826376.649170:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73a00.
00000080:00000010:0.1:1787826376.741438:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:0.1:1787826376.741459:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:3.1:1787826376.781355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:3.1:1787826376.781364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72400.
00000080:00000010:3.1:1787826376.781369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fa0.
00000080:00000010:3.1:1787826376.781386:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826376.781393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:3.1:1787826376.781396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73c00.
00000080:00000010:2.1:1787826376.850569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb000.
00000080:00000010:2.1:1787826376.850591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:3.1:1787826376.852531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7940.
00000080:00000010:3.1:1787826376.852547:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:0.1:1787826376.914166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:0.1:1787826376.914173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73000.
00010000:00000010:3.1:1787826376.922233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826376.922260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72200.
00000080:00000010:3.1:1787826376.922276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:3.1:1787826376.922294:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:2.1:1787826377.048620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636ab00.
00010000:00000010:2.1:1787826377.048629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:2.1:1787826377.048633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a400.
00010000:00000010:2.1:1787826377.048636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:2.1:1787826377.048640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:2.1:1787826377.048644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:3.1:1787826377.058412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:3.1:1787826377.058430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd400.
00010000:00000010:3.1:1787826377.058435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a200.
00010000:00000010:3.1:1787826377.058438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:3.1:1787826377.058441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826377.058444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00010000:00000010:2.1:1787826377.062243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:2.1:1787826377.062273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:2.1:1787826377.062278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:2.1:1787826377.062282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845600.
00010000:00000010:2.1:1787826377.062285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4d00.
00010000:00000010:2.1:1787826377.062288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845c00.
00010000:00000010:2.1:1787826377.062291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:2.1:1787826377.062293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00010000:00000010:2.1:1787826377.062296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc700.
00010000:00000010:2.1:1787826377.062299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:2.1:1787826377.073165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:2.1:1787826377.073194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845200.
00010000:00000010:0.1:1787826377.110298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a600.
00010000:00000010:0.1:1787826377.110308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00000080:00000010:3.1:1787826377.116919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cbe0.
00000080:00000010:3.1:1787826377.119280:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:0.1:1787826377.154153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:0.1:1787826377.154173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:0.1:1787826377.158193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:0.1:1787826377.158206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:0.1:1787826377.158210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62b00.
00010000:00000010:0.1:1787826377.158212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:0.1:1787826377.180146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:0.1:1787826377.180160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844200.
00010000:00000010:2.1:1787826377.180395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fb00.
00010000:00000010:2.1:1787826377.180402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d24ed000.
00010000:00000010:2.1:1787826377.180406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323000.
00010000:00000010:2.1:1787826377.180409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844c00.
00010000:00000010:2.1:1787826377.180415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:2.1:1787826377.180420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00010000:00000010:2.1:1787826377.184203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcd00.
00010000:00000010:2.1:1787826377.184219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:2.1:1787826377.254517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:2.1:1787826377.254528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844600.
00010000:00000010:2.1:1787826377.254533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:2.1:1787826377.254535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844a00.
00010000:00000010:0.1:1787826377.254981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:0.1:1787826377.254991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:0.1:1787826377.254997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826377.255003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:2.1:1787826377.265291:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979c00.
00010000:00000010:2.1:1787826377.265314:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:3.1:1787826377.268617:0:1533:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826377.268629:0:1533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844e00.
00010000:00000010:3.1:1787826377.268638:0:1533:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:3.1:1787826377.268645:0:1533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00010000:00000010:2.1:1787826377.303485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71900.
00010000:00000010:2.1:1787826377.303510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:0.1:1787826377.303761:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323a00.
00010000:00000010:0.1:1787826377.303768:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4845400.
00010000:00000010:3.1:1787826377.349590:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979300.
00010000:00000010:3.1:1787826377.349604:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:3.1:1787826377.349609:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826377.349613:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:0.1:1787826377.364237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:0.1:1787826377.364247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:0.1:1787826377.364253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe20.
00000080:00000010:0.1:1787826377.364283:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:0.1:1787826377.364295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:0.1:1787826377.364299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:0.1:1787826377.364303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a800.
00010000:00000010:0.1:1787826377.364307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:0.1:1787826377.364311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71200.
00010000:00000010:0.1:1787826377.364314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:0.1:1787826377.364318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:0.1:1787826377.364322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:0.1:1787826377.374163:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:0.1:1787826377.374174:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:0.1:1787826377.374182:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:0.1:1787826377.374189:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:0.1:1787826377.374195:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:0.1:1787826377.374200:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00010000:00000010:0.1:1787826377.374207:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:0.1:1787826377.374212:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:2.1:1787826377.377256:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:2.1:1787826377.377281:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c4844000.
00010000:00000010:2.1:1787826377.377287:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:2.1:1787826377.377293:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00010000:00000010:2.1:1787826377.377299:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:2.1:1787826377.377305:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:2.1:1787826377.377313:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f700.
00010000:00000010:2.1:1787826377.377319:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00010000:00000010:2.1:1787826377.377325:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:2.1:1787826377.377331:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:0.1:1787826377.388123:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:0.1:1787826377.388133:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00010000:00000010:0.1:1787826377.388141:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:0.1:1787826377.388148:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72e00.
00010000:00000010:0.1:1787826377.390311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:0.1:1787826377.390319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:0.1:1787826377.390325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a300.
00010000:00000010:0.1:1787826377.390329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:0.1:1787826377.400312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:0.1:1787826377.400325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00010000:00000010:2.1:1787826377.456182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:2.1:1787826377.456191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73600.
00010000:00000010:0.1:1787826377.456915:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:0.1:1787826377.456922:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:3.1:1787826377.478415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882100.
00010000:00000010:3.1:1787826377.478439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:3.1:1787826377.484165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2c0.
00000080:00000010:3.1:1787826377.484187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:0.1:1787826377.529052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc300.
00010000:00000010:0.1:1787826377.529062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:0.1:1787826377.567833:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0e0.
00000080:00000010:0.1:1787826377.567864:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826377.656329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:3.1:1787826377.656345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00000080:00000010:0.1:1787826377.671164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f9c0.
00000080:00000010:0.1:1787826377.671204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:2.1:1787826377.671328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6e0.
00000080:00000010:2.1:1787826377.671343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:2.1:1787826377.671350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc500.
00010000:00000010:2.1:1787826377.671355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:2.1:1787826377.676328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c840.
00000080:00000010:2.1:1787826377.676371:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:0.1:1787826377.719545:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:0.1:1787826377.719558:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00000080:00000010:2.1:1787826377.729562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f220.
00000080:00000010:2.1:1787826377.729595:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:0.1:1787826377.765389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:0.1:1787826377.765410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:0.1:1787826377.797511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:0.1:1787826377.797524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72600.
00000080:00000010:0.1:1787826377.827786:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fa0.
00000080:00000010:0.1:1787826377.827817:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826377.850178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826377.850187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00000080:00000010:0.1:1787826377.874296:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d40.
00000080:00000010:0.1:1787826377.874320:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826377.977120:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826377.977129:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:3.1:1787826378.089442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb560.
00000080:00000010:3.1:1787826378.089460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826378.089468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc000.
00010000:00000010:3.1:1787826378.089476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:3.1:1787826378.089482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:3.1:1787826378.089513:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826378.090224:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:2.1:1787826378.090232:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72200.
00000080:00000010:2.1:1787826378.090239:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00000080:00000010:2.1:1787826378.090254:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826378.090327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7000.
00000080:00000010:0.1:1787826378.090343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826378.186643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:2.1:1787826378.186664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00010000:00000010:2.1:1787826378.186671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:2.1:1787826378.186674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73e00.
00000080:00000010:2.1:1787826378.186678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7400.
00000080:00000010:2.1:1787826378.186694:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826378.293280:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62f00.
00010000:00000010:3.1:1787826378.293295:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:2.1:1787826378.293355:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62100.
00010000:00000010:2.1:1787826378.293364:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:2.1:1787826378.293373:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb840.
00000080:00000010:2.1:1787826378.293557:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:0.1:1787826378.356118:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:0.1:1787826378.356126:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72a00.
00000080:00000010:0.1:1787826378.356132:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7520.
00010000:00000010:2.1:1787826378.356151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:2.1:1787826378.356158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72c00.
00000080:00000010:0.1:1787826378.356159:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826378.356169:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00000080:00000010:0.1:1787826378.356176:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826378.356657:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826378.356665:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400800.
00000080:00000010:3.1:1787826378.356668:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f760.
00000080:00000010:3.1:1787826378.356680:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:2.1:1787826378.381128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72e0.
00000080:00000010:2.1:1787826378.381238:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:2.1:1787826378.381246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:2.1:1787826378.381250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73600.
00000080:00000010:2.1:1787826378.381261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a60.
00000080:00000010:2.1:1787826378.381268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:2.1:1787826378.381274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:2.1:1787826378.381278:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826378.392152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:3.1:1787826378.392159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73800.
00010000:00000010:2.1:1787826378.538033:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:2.1:1787826378.538040:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826378.638498:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:3.1:1787826378.742617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb040.
00010000:00000010:3.1:1787826378.742638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:3.1:1787826378.742722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401400.
00000080:00000010:3.1:1787826378.742730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f480.
00000080:00000010:3.1:1787826378.742747:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826378.854213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:2.1:1787826378.854220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00000080:00000010:2.1:1787826378.854225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:2.1:1787826378.854240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f720.
00000080:00000010:2.1:1787826378.854261:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:3.1:1787826378.855183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:3.1:1787826378.855193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00010000:00000010:3.1:1787826378.855200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a800.
00010000:00000010:3.1:1787826378.855204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73800.
00000080:00000010:2.1:1787826378.961206:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:3.1:1787826378.961208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7040.
00010000:00000010:2.1:1787826378.961219:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636af00.
00010000:00000010:2.1:1787826378.961226:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:3.1:1787826378.961231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:2.1:1787826378.961233:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0e0.
00010000:00000010:3.1:1787826378.961241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826378.961259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:2.1:1787826378.961261:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826379.009044:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:2.1:1787826379.009055:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73000.
00000080:00000010:2.1:1787826379.009065:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7560.
00000080:00000010:2.1:1787826379.009085:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826379.009112:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:2.1:1787826379.009117:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:2.1:1787826379.069167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a700.
00010000:00000010:2.1:1787826379.069175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:2.1:1787826379.069180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ca0.
00000080:00000010:2.1:1787826379.069196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826379.075718:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:3.1:1787826379.075727:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73a00.
00000080:00000010:3.1:1787826379.100915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:3.1:1787826379.100935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826379.220339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc200.
00010000:00000010:2.1:1787826379.220349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:2.1:1787826379.220353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:2.1:1787826379.220355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73800.
00000080:00000010:3.1:1787826379.242176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826379.242188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a200.
00010000:00000010:3.1:1787826379.242193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:2.1:1787826379.416680:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636ad00.
00010000:00000010:2.1:1787826379.416688:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:0.1:1787826379.447185:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826379.447427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00000080:00000010:2.1:1787826379.447442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826379.763802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:3.1:1787826379.763812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:3.1:1787826379.763836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5a0.
00000080:00000010:2.1:1787826379.833176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:2.1:1787826379.833184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636af00.
00010000:00000010:2.1:1787826379.833190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:2.1:1787826379.833196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0c0.
00000080:00000010:2.1:1787826379.833214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:2.1:1787826379.833219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864da00.
00010000:00000010:2.1:1787826379.833223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00000080:00000010:0.1:1787826379.939117:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00010000:00000010:3.1:1787826379.939117:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826379.939190:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73600.
00000080:00000010:3.1:1787826379.939205:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb6a0.
00000080:00000010:3.1:1787826379.939223:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826379.939233:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71d00.
00010000:00000010:3.1:1787826379.939251:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:0.1:1787826379.940352:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:2.1:1787826379.948296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:2.1:1787826379.948307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:2.1:1787826379.948315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8c0.
00000080:00000010:2.1:1787826379.948335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:2.1:1787826379.948344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fde0.
00000080:00000010:2.1:1787826379.948356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:0.1:1787826379.948934:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826379.948941:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73400.
00000080:00000010:0.1:1787826379.948950:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e20.
00000080:00000010:3.1:1787826379.954223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7820.
00000080:00000010:3.1:1787826379.954260:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826379.954270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:3.1:1787826379.954278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72c00.
00000080:00000010:3.1:1787826379.954283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a80.
00000080:00000010:3.1:1787826379.954294:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826379.954978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:2.1:1787826379.954983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73e00.
00000080:00000010:0.1:1787826379.957746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826379.959652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:3.1:1787826379.959661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:0.1:1787826380.024147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0c0.
00000080:00000010:0.1:1787826380.024168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:0.1:1787826380.135518:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:0.1:1787826380.135541:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826380.248519:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:3.1:1787826380.248526:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73800.
00010000:00000010:3.1:1787826380.248531:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:3.1:1787826380.248535:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:3.1:1787826380.248538:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7820.
00010000:00000010:2.1:1787826380.292159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:2.1:1787826380.292168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00000080:00000010:2.1:1787826380.292178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a80.
00000080:00000010:2.1:1787826380.292196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826380.292296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:0.1:1787826380.292308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:3.1:1787826380.292343:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826380.292351:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826380.292355:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:3.1:1787826380.292358:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd80.
00000080:00000010:3.1:1787826380.292380:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:2.1:1787826380.300140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:2.1:1787826380.300150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00000080:00000010:2.1:1787826380.300154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00000080:00000010:2.1:1787826380.300168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:2.1:1787826380.358374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826380.358383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00000080:00000010:3.1:1787826380.434332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826380.434348:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826380.435780:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d000.
00010000:00000010:2.1:1787826380.435789:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:2.1:1787826380.455668:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb360.
00000080:00000010:2.1:1787826380.455698:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826380.456163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:3.1:1787826380.456185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:2.1:1787826380.562122:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f4a0.
00000080:00000010:2.1:1787826380.562142:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:0.1:1787826380.578148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7820.
00010000:00000010:0.1:1787826380.578166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f700.
00010000:00000010:0.1:1787826380.578174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00000080:00000010:0.1:1787826380.578191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:0.1:1787826380.578201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:0.1:1787826380.578211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:0.1:1787826380.593140:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d600.
00010000:00000010:0.1:1787826380.593146:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401400.
00010000:00000010:3.1:1787826380.839361:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636af00.
00010000:00000010:3.1:1787826380.839372:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:3.1:1787826380.839378:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826380.839394:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:3.1:1787826380.839402:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb0c0.
00000080:00000010:3.1:1787826380.839503:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:0.1:1787826380.938721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:0.1:1787826380.938727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401800.
00000080:00000010:0.1:1787826380.938731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c380.
00000080:00000010:0.1:1787826380.938741:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:0.1:1787826380.971393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d600.
00010000:00000010:0.1:1787826380.971409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00000080:00000010:0.1:1787826380.971417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7500.
00000080:00000010:0.1:1787826380.971438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826381.051315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:3.1:1787826381.052221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:3.1:1787826381.061402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:3.1:1787826381.061412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:3.1:1787826381.061419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dc00.
00010000:00000010:3.1:1787826381.061426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826381.062533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f160.
00000080:00000010:0.1:1787826381.062560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:0.1:1787826381.062571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7700.
00000080:00000010:0.1:1787826381.062711:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:0.1:1787826381.180142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb660.
00010000:00000010:3.1:1787826381.190551:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcd00.
00010000:00000010:3.1:1787826381.190561:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00000080:00000010:0.1:1787826381.288482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:0.1:1787826381.288501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:0.1:1787826381.288507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00000080:00000010:0.1:1787826381.288513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e00.
00000080:00000010:0.1:1787826381.288540:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:0.1:1787826381.288549:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d000.
00010000:00000010:0.1:1787826381.288556:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:0.1:1787826381.321332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:0.1:1787826381.321358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:0.1:1787826381.321546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:0.1:1787826381.321555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00000080:00000010:0.1:1787826381.321562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb1a0.
00010000:00000010:0.1:1787826381.321571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dc00.
00010000:00000010:0.1:1787826381.321577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00000080:00000010:0.1:1787826381.390132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb660.
00000080:00000010:0.1:1787826381.390149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826381.393719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826381.393734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00010000:00000010:0.1:1787826381.428303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:0.1:1787826381.428310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00000080:00000010:0.1:1787826381.439562:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826381.448448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78c0.
00000080:00000010:0.1:1787826381.448473:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:0.1:1787826381.464481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:0.1:1787826381.464499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72000.
00000080:00000010:3.1:1787826381.495016:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00010000:00000010:0.1:1787826381.502410:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:0.1:1787826381.502418:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:2.1:1787826381.525194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:2.1:1787826381.646218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:2.1:1787826381.646228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:2.1:1787826381.704052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd20.
00000080:00000010:2.1:1787826381.704079:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826381.989604:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:2.1:1787826381.989614:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401800.
00000080:00000010:0.1:1787826381.992310:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfa0.
00000080:00000010:0.1:1787826381.992328:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:0.1:1787826381.992337:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:0.1:1787826381.992342:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:0.1:1787826382.023259:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:0.1:1787826382.023264:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00010000:00000010:0.1:1787826382.070118:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcb00.
00010000:00000010:0.1:1787826382.070127:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:0.1:1787826382.070133:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:0.1:1787826382.070136:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73c00.
00010000:00000010:0.1:1787826382.070139:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc900.
00010000:00000010:0.1:1787826382.070142:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:3.1:1787826382.070206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826382.070222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00010000:00000010:3.1:1787826382.070241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71700.
00010000:00000010:3.1:1787826382.070250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:2.1:1787826382.072709:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:2.1:1787826382.072723:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400c00.
00010000:00000010:2.1:1787826382.072727:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:2.1:1787826382.072731:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:2.1:1787826382.072734:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:2.1:1787826382.072737:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:2.1:1787826382.072740:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:2.1:1787826382.072743:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00010000:00000010:2.1:1787826382.072746:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:2.1:1787826382.072749:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00010000:00000010:2.1:1787826382.072754:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:2.1:1787826382.072757:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401000.
00010000:00000010:2.1:1787826382.072760:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:2.1:1787826382.072764:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72400.
00010000:00000010:2.1:1787826382.078150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc800.
00010000:00000010:2.1:1787826382.078163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:3.1:1787826382.080200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:3.1:1787826382.080222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:3.1:1787826382.080242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:3.1:1787826382.080250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:3.1:1787826382.080262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc500.
00010000:00000010:3.1:1787826382.080272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:3.1:1787826382.080283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826382.080292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00010000:00000010:3.1:1787826382.080299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:3.1:1787826382.080309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:2.1:1787826382.084296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcc00.
00010000:00000010:2.1:1787826382.084307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:2.1:1787826382.084310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71900.
00010000:00000010:2.1:1787826382.084314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00000080:00000010:0.1:1787826382.130117:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb180.
00000080:00000010:0.1:1787826382.130136:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:2.1:1787826382.130710:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bcd00.
00010000:00000010:2.1:1787826382.130717:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:3.1:1787826382.188143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826382.188154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:3.1:1787826382.188160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:3.1:1787826382.188163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a73200.
00010000:00000010:3.1:1787826382.188166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:3.1:1787826382.188170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:3.1:1787826382.188175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a200.
00010000:00000010:3.1:1787826382.188180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:3.1:1787826382.188183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636ae00.
00010000:00000010:3.1:1787826382.188186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:3.1:1787826382.188189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc600.
00010000:00000010:3.1:1787826382.188191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:3.1:1787826382.188194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a400.
00010000:00000010:3.1:1787826382.188197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:3.1:1787826382.188200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a500.
00010000:00000010:3.1:1787826382.188203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:3.1:1787826382.188205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:3.1:1787826382.188208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:3.1:1787826382.188211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:3.1:1787826382.188214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:3.1:1787826382.188217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d800.
00010000:00000010:3.1:1787826382.188220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:3.1:1787826382.188223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a800.
00010000:00000010:3.1:1787826382.188225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:2.1:1787826382.190515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a100.
00010000:00000010:2.1:1787826382.190521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:2.1:1787826382.190524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826382.190527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:2.1:1787826382.190530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0c0.
00000080:00000010:2.1:1787826382.190550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:0.1:1787826382.219126:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:0.1:1787826382.219135:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:0.1:1787826382.219139:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:0.1:1787826382.219143:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:0.1:1787826382.219147:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c636a900.
00010000:00000010:0.1:1787826382.219162:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00010000:00000010:3.1:1787826382.219771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:3.1:1787826382.219780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:3.1:1787826382.219783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:3.1:1787826382.219786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72a00.
00010000:00000010:3.1:1787826382.242203:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d25bc700.
00010000:00000010:3.1:1787826382.242237:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:3.1:1787826382.242242:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d100.
00010000:00000010:3.1:1787826382.242245:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:3.1:1787826382.242248:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62100.
00010000:00000010:3.1:1787826382.242251:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2a72200.
00010000:00000010:3.1:1787826382.242255:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:3.1:1787826382.242258:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00010000:00000010:0.1:1787826382.276126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:0.1:1787826382.276133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:3.1:1787826382.280116:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:3.1:1787826382.280128:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:0.1:1787826382.313586:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:0.1:1787826382.313597:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:3.1:1787826382.325122:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c9c0.
00000080:00000010:3.1:1787826382.325143:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:0.1:1787826382.332307:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:0.1:1787826382.332319:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:0.1:1787826382.332390:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d200.
00010000:00000010:0.1:1787826382.332398:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:0.1:1787826382.332407:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fc00.
00010000:00000010:0.1:1787826382.332415:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826382.373378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dc00.
00010000:00000010:3.1:1787826382.373388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:2.1:1787826382.375294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:2.1:1787826382.375302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:2.1:1787826382.375307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc60.
00000080:00000010:2.1:1787826382.375323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:0.1:1787826382.381125:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:2.1:1787826382.393222:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826382.428144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:3.1:1787826382.428160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00010000:00000010:2.1:1787826382.599466:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:2.1:1787826382.599476:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:3.1:1787826382.668177:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc60.
00010000:00000010:2.1:1787826382.671352:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:2.1:1787826382.671413:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd800.
00010000:00000010:2.1:1787826382.671419:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:2.1:1787826382.671422:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:2.1:1787826382.671426:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c640.
00000080:00000010:2.1:1787826382.671441:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:3.1:1787826382.672182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:3.1:1787826382.672191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73a0.
00000080:00000010:3.1:1787826382.672200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826382.692320:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:2.1:1787826382.692326:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00000080:00000010:3.1:1787826382.692521:0:1027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78a0.
00000080:00000010:3.1:1787826382.692537:0:1027:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:0.1:1787826382.694235:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:0.1:1787826382.694243:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00010000:00000010:3.1:1787826382.774244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:3.1:1787826382.774254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:3.1:1787826382.774257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:3.1:1787826382.774260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:0.1:1787826382.855797:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff80.
00000080:00000010:0.1:1787826382.855817:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:3.1:1787826382.903147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e71a0.
00000080:00000010:3.1:1787826382.903174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:3.1:1787826382.903187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:3.1:1787826382.903194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:3.1:1787826382.903201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c400.
00000080:00000010:3.1:1787826382.903214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:0.1:1787826382.966139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73a0.
00000080:00000010:0.1:1787826382.966159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:2.1:1787826382.966220:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfa0.
00000080:00000010:2.1:1787826382.966240:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:3.1:1787826382.966440:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:3.1:1787826382.966462:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00010000:00000010:3.1:1787826382.966484:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:3.1:1787826382.966503:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:3.1:1787826382.966514:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:3.1:1787826382.966534:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:3.1:1787826382.966547:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78a0.
00000080:00000010:3.1:1787826383.023302:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826383.023318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ab00.
00010000:00000010:3.1:1787826383.023324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00000080:00000010:0.1:1787826383.033135:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e71a0.
00010000:00000010:0.1:1787826383.033145:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:0.1:1787826383.033150:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:0.1:1787826383.033155:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:0.1:1787826383.033173:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:2.1:1787826383.050171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:2.1:1787826383.050184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542300.
00010000:00000010:2.1:1787826383.050190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7dddc00.
00000080:00000010:0.1:1787826383.055046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a20.
00000080:00000010:0.1:1787826383.055071:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826383.157811:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:3.1:1787826383.157827:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00000080:00000010:3.1:1787826383.180154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7240.
00000080:00000010:3.1:1787826383.180200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:0.1:1787826383.180765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:0.1:1787826383.180777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:0.1:1787826383.195167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba80.
00000080:00000010:0.1:1787826383.195188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:2.1:1787826383.360886:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:2.1:1787826383.361009:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00000080:00000010:2.1:1787826383.361018:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00000080:00000010:2.1:1787826383.361051:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826383.361069:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:2.1:1787826383.361154:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:0.1:1787826383.400642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb820.
00000080:00000010:0.1:1787826383.400664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826383.408111:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00010000:00000010:2.1:1787826383.408118:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:0.1:1787826383.432250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:0.1:1787826383.432272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00000080:00000010:0.1:1787826383.432284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc20.
00000080:00000010:0.1:1787826383.432308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826383.433163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826383.433174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:3.1:1787826383.433179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c6c0.
00000080:00000010:2.1:1787826383.556502:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:0.1:1787826383.557169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba80.
00000080:00000010:0.1:1787826383.557194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826383.561058:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:3.1:1787826383.561072:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00000080:00000010:0.1:1787826383.610761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c420.
00000080:00000010:0.1:1787826383.610800:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826383.610813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb60.
00000080:00000010:0.1:1787826383.610822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826383.610834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:0.1:1787826383.610839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:0.1:1787826383.640212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb820.
00000080:00000010:0.1:1787826383.640244:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:0.1:1787826383.640259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:0.1:1787826383.640268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826383.640894:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826383.640915:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00010000:00000010:2.1:1787826383.647155:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:2.1:1787826383.647168:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:0.1:1787826383.647215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:0.1:1787826383.647240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00010000:00000010:0.1:1787826383.706408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:0.1:1787826383.710137:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:0.1:1787826383.722117:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc00.
00000080:00000010:0.1:1787826383.722131:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:0.1:1787826383.722140:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:0.1:1787826383.722144:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:0.1:1787826383.722148:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb540.
00000080:00000010:0.1:1787826383.722165:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826383.882166:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826383.882172:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:2.1:1787826383.928257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:2.1:1787826383.928294:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826383.960295:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd60.
00000080:00000010:3.1:1787826383.960325:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826383.960418:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:3.1:1787826383.960427:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd600.
00010000:00000010:3.1:1787826383.960438:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826383.960446:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00010000:00000010:0.1:1787826383.985445:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00010000:00000010:0.1:1787826383.985461:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:0.1:1787826383.985467:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff00.
00000080:00000010:0.1:1787826383.985488:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:0.1:1787826383.985500:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:0.1:1787826383.985504:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00000080:00000010:3.1:1787826383.986022:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:3.1:1787826383.986041:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:0.1:1787826384.063675:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:0.1:1787826384.063682:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:2.1:1787826384.108161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0e00.
00010000:00000010:2.1:1787826384.108170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:0.1:1787826384.108981:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb540.
00010000:00000010:3.1:1787826384.152308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0300.
00010000:00000010:3.1:1787826384.152318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00000080:00000010:0.1:1787826384.152369:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826384.152378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c860.
00000080:00000010:0.1:1787826384.152389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826384.156391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:3.1:1787826384.156413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00000080:00000010:3.1:1787826384.156420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb80.
00000080:00000010:3.1:1787826384.156453:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826384.188152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:2.1:1787826384.188169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddcc00.
00000080:00000010:3.1:1787826384.208186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00010000:00000010:2.1:1787826384.277392:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:2.1:1787826384.277402:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:3.1:1787826384.278533:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:2.1:1787826384.374337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0000.
00010000:00000010:2.1:1787826384.374347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:2.1:1787826384.374366:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826384.374377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:2.1:1787826384.374381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00000080:00000010:2.1:1787826384.374385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f280.
00000080:00000010:2.1:1787826384.374402:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:3.1:1787826384.480198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7c0.
00000080:00000010:3.1:1787826384.480230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:3.1:1787826384.480239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ccc0.
00000080:00000010:3.1:1787826384.480248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:3.1:1787826384.480259:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:2.1:1787826384.579985:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1a0.
00000080:00000010:2.1:1787826384.580007:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826384.667196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0500.
00010000:00000010:3.1:1787826384.667204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00010000:00000010:3.1:1787826384.667224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:3.1:1787826384.667228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:3.1:1787826384.667231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c020.
00000080:00000010:3.1:1787826384.667246:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826384.667250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:3.1:1787826384.667253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc800.
00010000:00000010:0.1:1787826384.682137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:0.1:1787826384.682145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc600.
00000080:00000010:0.1:1787826384.682150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:0.1:1787826384.682167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:0.1:1787826384.682177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb140.
00000080:00000010:0.1:1787826384.682185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:0.1:1787826384.693197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:0.1:1787826384.693204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00000080:00000010:3.1:1787826384.693259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f60.
00000080:00000010:3.1:1787826384.693277:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:3.1:1787826384.693283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:3.1:1787826384.693287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:0.1:1787826384.826869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbf80.
00000080:00000010:0.1:1787826384.826887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb800.
00000080:00000010:0.1:1787826384.826902:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826384.826986:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:3.1:1787826384.826995:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:3.1:1787826384.827001:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d900.
00010000:00000010:3.1:1787826384.827007:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc000.
00000080:00000010:0.1:1787826384.860345:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7dc0.
00000080:00000010:0.1:1787826384.860421:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:2.1:1787826385.015716:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00010000:00000010:0.1:1787826385.016140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0100.
00010000:00000010:0.1:1787826385.016149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:2.1:1787826385.016364:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:2.1:1787826385.016378:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff80.
00000080:00000010:2.1:1787826385.016627:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826385.121440:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:3.1:1787826385.121453:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00010000:00000010:2.1:1787826385.228367:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:2.1:1787826385.228376:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:2.1:1787826385.228383:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c260.
00000080:00000010:2.1:1787826385.228561:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:2.1:1787826385.228570:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d700.
00010000:00000010:2.1:1787826385.228574:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00000080:00000010:2.1:1787826385.228581:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe60.
00000080:00000010:2.1:1787826385.228592:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826385.235030:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d900.
00010000:00000010:3.1:1787826385.235041:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00010000:00000010:3.1:1787826385.268256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d500.
00010000:00000010:3.1:1787826385.268265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:3.1:1787826385.268271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826385.268275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401c00.
00010000:00000010:3.1:1787826385.268279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826385.268282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00000080:00000010:3.1:1787826385.268286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00010000:00000010:3.1:1787826385.268293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:3.1:1787826385.268296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00000080:00000010:0.1:1787826385.268795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f420.
00000080:00000010:0.1:1787826385.268813:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:2.1:1787826385.299321:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:2.1:1787826385.299342:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:2.1:1787826385.299707:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:2.1:1787826385.299724:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:2.1:1787826385.313213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0000.
00010000:00000010:2.1:1787826385.313221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00010000:00000010:3.1:1787826385.345305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:3.1:1787826385.345318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:3.1:1787826385.345324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fda0.
00000080:00000010:3.1:1787826385.402141:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:3.1:1787826385.490259:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:3.1:1787826385.490266:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400e00.
00010000:00000010:2.1:1787826385.512566:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:2.1:1787826385.512575:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:2.1:1787826385.512580:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf40.
00000080:00000010:2.1:1787826385.512594:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826385.516073:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826385.516080:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00000080:00000010:3.1:1787826385.516085:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e80.
00000080:00000010:3.1:1787826385.516669:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826385.594273:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:3.1:1787826385.594279:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:2.1:1787826385.694643:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7320.
00000080:00000010:2.1:1787826385.694663:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:3.1:1787826385.696460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb140.
00000080:00000010:3.1:1787826385.696476:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:3.1:1787826385.729148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:3.1:1787826385.729156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:3.1:1787826385.729173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:3.1:1787826385.729180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:3.1:1787826385.729189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca40.
00000080:00000010:3.1:1787826385.729217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:2.1:1787826385.751817:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:2.1:1787826385.751825:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:3.1:1787826385.752149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826385.752155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:3.1:1787826385.918142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0000.
00010000:00000010:3.1:1787826385.918155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:2.1:1787826385.918336:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f80.
00000080:00000010:2.1:1787826385.978603:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826385.979134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:3.1:1787826385.979141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:2.1:1787826385.995186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0100.
00010000:00000010:2.1:1787826385.995194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:2.1:1787826385.995199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2caa0.
00000080:00000010:2.1:1787826385.995223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826385.995273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7dc0.
00000080:00000010:3.1:1787826385.995287:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826385.995292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:3.1:1787826385.995296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:2.1:1787826386.009145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:2.1:1787826386.009164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:0.1:1787826386.083118:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:0.1:1787826386.083141:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826386.105681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:2.1:1787826386.105691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00000080:00000010:2.1:1787826386.105698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f340.
00000080:00000010:2.1:1787826386.105719:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:2.1:1787826386.105753:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:2.1:1787826386.105761:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00000080:00000010:0.1:1787826386.113125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd40.
00000080:00000010:0.1:1787826386.137703:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:0.1:1787826386.174143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7dc0.
00000080:00000010:0.1:1787826386.174163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:0.1:1787826386.209224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:0.1:1787826386.209241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:0.1:1787826386.237832:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c580.
00000080:00000010:0.1:1787826386.237850:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826386.307285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:0.1:1787826386.307308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:2.1:1787826386.360122:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb580.
00000080:00000010:2.1:1787826386.360138:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:0.1:1787826386.406188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:0.1:1787826386.406207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:0.1:1787826386.406215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e71a0.
00000080:00000010:0.1:1787826386.406233:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826386.492171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d700.
00010000:00000010:3.1:1787826386.492180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:3.1:1787826386.502127:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:3.1:1787826386.502149:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:0.1:1787826386.594643:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:0.1:1787826386.594656:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:3.1:1787826386.595304:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:3.1:1787826386.595319:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:3.1:1787826386.620142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00000080:00000010:3.1:1787826386.620162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:2.1:1787826386.637134:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0100.
00000080:00000010:0.1:1787826386.637137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc20.
00010000:00000010:2.1:1787826386.637156:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00000080:00000010:0.1:1787826386.637158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826386.637168:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275000.
00010000:00000010:2.1:1787826386.637173:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:2.1:1787826386.637176:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:3.1:1787826386.637387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f000.
00000080:00000010:3.1:1787826386.637404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826386.822143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:3.1:1787826386.822156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00010000:00000010:2.1:1787826386.883126:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:2.1:1787826386.883132:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:0.1:1787826386.923207:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0c0.
00000080:00000010:0.1:1787826386.923230:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:3.1:1787826386.923404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f340.
00000080:00000010:3.1:1787826386.923419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826386.923425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:3.1:1787826386.923430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00000080:00000010:3.1:1787826386.949565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3c0.
00000080:00000010:3.1:1787826386.949587:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:3.1:1787826386.949598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826386.949614:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826386.951136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275a00.
00010000:00000010:2.1:1787826386.951146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00010000:00000010:2.1:1787826386.951150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0100.
00010000:00000010:2.1:1787826386.951154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:3.1:1787826386.999142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:3.1:1787826386.999153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:0.1:1787826387.000285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbac0.
00000080:00000010:0.1:1787826387.000305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826387.004278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7700.
00000080:00000010:0.1:1787826387.004299:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:2.1:1787826387.067154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275200.
00010000:00000010:2.1:1787826387.067161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:2.1:1787826387.067166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7180.
00000080:00000010:2.1:1787826387.067203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:0.1:1787826387.186216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:0.1:1787826387.186224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:0.1:1787826387.186228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c240.
00000080:00000010:0.1:1787826387.186241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:0.1:1787826387.234990:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fe00.
00010000:00000010:0.1:1787826387.234998:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:0.1:1787826387.235003:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d000.
00010000:00000010:0.1:1787826387.235006:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:0.1:1787826387.235009:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:0.1:1787826387.235013:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00010000:00000010:0.1:1787826387.235016:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:0.1:1787826387.235020:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401400.
00010000:00000010:0.1:1787826387.235022:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:0.1:1787826387.235025:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400800.
00010000:00000010:0.1:1787826387.235110:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a300.
00010000:00000010:0.1:1787826387.235115:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:0.1:1787826387.235117:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:0.1:1787826387.235120:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93200.
00010000:00000010:0.1:1787826387.235122:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323000.
00010000:00000010:0.1:1787826387.235125:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:0.1:1787826387.235128:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:0.1:1787826387.235131:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddda00.
00010000:00000010:0.1:1787826387.235133:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a100.
00010000:00000010:0.1:1787826387.235136:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:2.1:1787826387.242862:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826387.242870:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddca00.
00010000:00000010:2.1:1787826387.242875:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:2.1:1787826387.242878:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00010000:00000010:2.1:1787826387.242880:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:2.1:1787826387.242883:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd000.
00010000:00000010:2.1:1787826387.242886:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:2.1:1787826387.242889:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00010000:00000010:0.1:1787826387.330162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542200.
00010000:00000010:0.1:1787826387.330174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00010000:00000010:0.1:1787826387.334498:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:0.1:1787826387.334508:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddce00.
00010000:00000010:0.1:1787826387.334512:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:0.1:1787826387.334515:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:0.1:1787826387.334518:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:0.1:1787826387.334521:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00010000:00000010:0.1:1787826387.334525:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:0.1:1787826387.334528:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:0.1:1787826387.334537:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:0.1:1787826387.334542:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:0.1:1787826387.334546:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:0.1:1787826387.334549:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00010000:00000010:0.1:1787826387.334552:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:0.1:1787826387.334555:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddde00.
00010000:00000010:0.1:1787826387.334558:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826387.334560:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddd200.
00010000:00000010:0.1:1787826387.334563:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:0.1:1787826387.334565:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:3.1:1787826387.343186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542c00.
00010000:00000010:3.1:1787826387.343226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:3.1:1787826387.343238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a600.
00010000:00000010:3.1:1787826387.343247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:3.1:1787826387.343258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f800.
00010000:00000010:3.1:1787826387.343266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:3.1:1787826387.343276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f100.
00010000:00000010:3.1:1787826387.343284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00010000:00000010:0.1:1787826387.410487:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:0.1:1787826387.410503:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00010000:00000010:2.1:1787826387.440324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:2.1:1787826387.440340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:2.1:1787826387.440352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:2.1:1787826387.440360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:2.1:1787826387.440370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:2.1:1787826387.440378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:2.1:1787826387.440387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0400.
00010000:00000010:2.1:1787826387.440397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00010000:00000010:2.1:1787826387.440408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dc00.
00010000:00000010:2.1:1787826387.440415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7ddc200.
00010000:00000010:3.1:1787826387.452557:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826387.452578:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:3.1:1787826387.452583:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826387.452587:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00010000:00000010:3.1:1787826387.452591:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826387.452595:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:3.1:1787826387.452599:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826387.452603:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00010000:00000010:3.1:1787826387.474728:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0c00.
00010000:00000010:3.1:1787826387.474736:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:0.1:1787826387.551764:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0700.
00010000:00000010:0.1:1787826387.551786:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00010000:00000010:0.1:1787826387.551801:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dd00.
00010000:00000010:0.1:1787826387.551810:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:0.1:1787826387.551821:0:16796:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfe0.
00000080:00000010:0.1:1787826387.551845:0:16796:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826387.592136:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:3.1:1787826387.592146:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00010000:00000010:0.1:1787826387.610831:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:0.1:1787826387.610849:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00010000:00000010:0.1:1787826387.610853:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:0.1:1787826387.610860:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:0.1:1787826387.610864:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:0.1:1787826387.610869:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:0.1:1787826387.610872:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0300.
00010000:00000010:0.1:1787826387.610875:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:0.1:1787826387.610879:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d300.
00010000:00000010:0.1:1787826387.610883:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:0.1:1787826387.610889:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:0.1:1787826387.610893:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00010000:00000010:0.1:1787826387.610895:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864df00.
00010000:00000010:0.1:1787826387.610898:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:0.1:1787826387.610901:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62100.
00010000:00000010:0.1:1787826387.610904:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:0.1:1787826387.610910:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:0.1:1787826387.610913:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:0.1:1787826387.610916:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:0.1:1787826387.610918:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:0.1:1787826387.610922:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:0.1:1787826387.610925:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00000080:00000010:0.1:1787826387.610928:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbac0.
00000080:00000010:0.1:1787826387.612227:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:0.1:1787826387.612242:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:0.1:1787826387.612247:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400e00.
00010000:00000010:0.1:1787826387.612255:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:0.1:1787826387.612258:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:0.1:1787826387.612262:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:0.1:1787826387.612265:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400c00.
00010000:00000010:0.1:1787826387.612268:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:0.1:1787826387.612271:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00000080:00000010:3.1:1787826387.612638:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826387.612655:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826387.623463:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:2.1:1787826387.623470:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:0.1:1787826387.685822:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:0.1:1787826387.685838:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:0.1:1787826387.685844:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:0.1:1787826387.685848:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:2.1:1787826387.693897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:2.1:1787826387.693904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:2.1:1787826387.693908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:2.1:1787826387.693911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:2.1:1787826387.693916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:2.1:1787826387.693921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:2.1:1787826387.693924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:2.1:1787826387.693926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:3.1:1787826387.803632:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:3.1:1787826387.803640:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:3.1:1787826387.803644:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:3.1:1787826387.803647:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:3.1:1787826387.803651:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:3.1:1787826387.803655:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00010000:00000010:2.1:1787826387.804216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d500.
00010000:00000010:2.1:1787826387.804222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:2.1:1787826387.866335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:2.1:1787826387.866347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00000080:00000010:2.1:1787826387.866352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb600.
00010000:00000010:2.1:1787826387.866360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0000.
00010000:00000010:2.1:1787826387.866364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:2.1:1787826387.866396:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:2.1:1787826387.866409:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3c0.
00000080:00000010:2.1:1787826387.866420:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826387.866424:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275600.
00010000:00000010:2.1:1787826387.866426:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:3.1:1787826387.888487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00000080:00000010:3.1:1787826387.888510:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:3.1:1787826387.990574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00010000:00000010:3.1:1787826387.990589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0300.
00010000:00000010:3.1:1787826387.990594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00000080:00000010:3.1:1787826387.990604:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:0.1:1787826387.991117:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe60.
00000080:00000010:0.1:1787826387.991133:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826387.991158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275000.
00010000:00000010:2.1:1787826387.991164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00000080:00000010:2.1:1787826388.009208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:2.1:1787826388.009226:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:2.1:1787826388.009236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:2.1:1787826388.009241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00000080:00000010:2.1:1787826388.024322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff80.
00000080:00000010:2.1:1787826388.024355:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826388.025235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:3.1:1787826388.025245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:3.1:1787826388.025253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb7e0.
00000080:00000010:3.1:1787826388.025265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbac0.
00000080:00000010:3.1:1787826388.025275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:0.1:1787826388.032501:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3c0.
00000080:00000010:0.1:1787826388.053256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826388.172681:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826388.172692:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00010000:00000010:0.1:1787826388.244213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:0.1:1787826388.244220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:0.1:1787826388.244225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:0.1:1787826388.244242:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:3.1:1787826388.276140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00000080:00000010:3.1:1787826388.276164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:0.1:1787826388.283201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7800.
00000080:00000010:0.1:1787826388.283223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:2.1:1787826388.329998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:2.1:1787826388.330009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:2.1:1787826388.372778:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00010000:00000010:0.1:1787826388.388572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:0.1:1787826388.401132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826388.401140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbc0.
00000080:00000010:0.1:1787826388.401156:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:3.1:1787826388.407203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff80.
00000080:00000010:3.1:1787826388.407230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:0.1:1787826388.407419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:0.1:1787826388.416207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:0.1:1787826388.416222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:3.1:1787826388.420517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:3.1:1787826388.420525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826388.442237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd80.
00000080:00000010:3.1:1787826388.454242:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:0.1:1787826388.504155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:0.1:1787826388.504166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826388.539021:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbc0.
00000080:00000010:0.1:1787826388.539041:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826388.732289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0c00.
00010000:00000010:2.1:1787826388.732309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00000080:00000010:2.1:1787826388.732317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:2.1:1787826388.732341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:2.1:1787826388.732353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a60.
00000080:00000010:2.1:1787826388.732392:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826388.843631:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0b00.
00010000:00000010:3.1:1787826388.843639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00010000:00000010:2.1:1787826388.914159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:2.1:1787826388.914165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:2.1:1787826388.914170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7560.
00010000:00000010:2.1:1787826388.914190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:2.1:1787826388.914194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00000080:00000010:2.1:1787826388.914221:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:2.1:1787826388.914228:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0400.
00010000:00000010:2.1:1787826388.914231:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401800.
00000080:00000010:2.1:1787826388.914235:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fbc0.
00000080:00000010:2.1:1787826388.914244:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:3.1:1787826388.925232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ca0.
00000080:00000010:3.1:1787826388.925252:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:3.1:1787826388.936147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0600.
00010000:00000010:3.1:1787826388.936154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00000080:00000010:2.1:1787826388.936216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6e0.
00000080:00000010:2.1:1787826388.936232:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826388.936238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0c00.
00010000:00000010:2.1:1787826388.936241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00000080:00000010:2.1:1787826388.958177:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc20.
00000080:00000010:2.1:1787826388.958212:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826389.054802:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:2.1:1787826389.054810:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:0.1:1787826389.069237:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:0.1:1787826389.069249:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826389.069795:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0200.
00010000:00000010:3.1:1787826389.069804:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00010000:00000010:2.1:1787826389.175670:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:2.1:1787826389.175677:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00000080:00000010:0.1:1787826389.228215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c940.
00010000:00000010:2.1:1787826389.250667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:2.1:1787826389.250678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:2.1:1787826389.250683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6e0.
00000080:00000010:2.1:1787826389.250699:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826389.297369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:2.1:1787826389.297377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:3.1:1787826389.358185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826389.358195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:2.1:1787826389.419129:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:2.1:1787826389.419141:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00000080:00000010:3.1:1787826389.419144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ffc0.
00000080:00000010:3.1:1787826389.419163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:3.1:1787826389.419168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:3.1:1787826389.419193:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:0.1:1787826389.459141:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f700.
00000080:00000010:0.1:1787826389.459162:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:2.1:1787826389.460598:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:2.1:1787826389.460612:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00010000:00000010:3.1:1787826389.605127:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826389.605135:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:3.1:1787826389.623146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7940.
00000080:00000010:3.1:1787826389.623166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826389.623188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0400.
00010000:00000010:3.1:1787826389.623193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:3.1:1787826389.655383:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00010000:00000010:0.1:1787826389.657215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:0.1:1787826389.657228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:3.1:1787826389.658193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:0.1:1787826389.666980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc60.
00000080:00000010:0.1:1787826389.666999:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826389.758203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0900.
00010000:00000010:0.1:1787826389.758211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401c00.
00010000:00000010:3.1:1787826389.765035:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826389.765043:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:3.1:1787826389.765047:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826389.765050:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:3.1:1787826389.765054:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826389.765056:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:0.1:1787826389.798757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc40.
00000080:00000010:0.1:1787826389.798777:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:0.1:1787826389.798788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fa0.
00000080:00000010:0.1:1787826389.798804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:0.1:1787826389.798811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb0a0.
00000080:00000010:0.1:1787826389.798822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:3.1:1787826389.810446:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00000080:00000010:3.1:1787826389.810471:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826389.930457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:3.1:1787826389.930469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401800.
00000080:00000010:2.1:1787826389.957291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f520.
00000080:00000010:2.1:1787826389.957310:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826389.986192:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:3.1:1787826389.986198:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:0.1:1787826390.008251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3a0.
00000080:00000010:0.1:1787826390.008275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:0.1:1787826390.105125:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:0.1:1787826390.105131:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:0.1:1787826390.176137:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fda0.
00010000:00000010:3.1:1787826390.279136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00000080:00000010:0.1:1787826390.279143:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826390.279145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400800.
00010000:00000010:0.1:1787826390.363125:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:0.1:1787826390.363133:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:0.1:1787826390.363141:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c080.
00000080:00000010:0.1:1787826390.363158:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826390.363749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f240.
00000080:00000010:3.1:1787826390.363773:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:3.1:1787826390.454689:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb40.
00010000:00000010:3.1:1787826390.454702:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0b00.
00010000:00000010:3.1:1787826390.454708:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:3.1:1787826390.454723:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826390.558237:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f700.
00010000:00000010:2.1:1787826390.558250:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00000080:00000010:2.1:1787826390.642311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75a0.
00000080:00000010:2.1:1787826390.642336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:2.1:1787826390.642352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7e0.
00000080:00000010:2.1:1787826390.642450:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:2.1:1787826390.711131:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0300.
00010000:00000010:2.1:1787826390.711139:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:3.1:1787826390.711614:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0000.
00010000:00000010:3.1:1787826390.711623:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:3.1:1787826390.711631:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f960.
00000080:00000010:3.1:1787826390.711647:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826390.711656:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:3.1:1787826390.713067:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400e00.
00010000:00000010:2.1:1787826390.722672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0400.
00010000:00000010:2.1:1787826390.722680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00000080:00000010:3.1:1787826390.751489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f800.
00000080:00000010:3.1:1787826390.751515:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:3.1:1787826390.751523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb00.
00000080:00000010:3.1:1787826390.751547:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:3.1:1787826390.776121:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00010000:00000010:2.1:1787826390.777225:0:31706:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f800.
00010000:00000010:2.1:1787826390.777234:0:31706:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:2.1:1787826390.790188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826390.899909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635ff00.
00010000:00000010:3.1:1787826390.899920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400800.
00000080:00000010:0.1:1787826390.916475:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe20.
00000080:00000010:0.1:1787826390.916494:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:2.1:1787826390.940464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:2.1:1787826390.940477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00000080:00000010:2.1:1787826390.940485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:2.1:1787826390.940506:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826390.969130:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:2.1:1787826390.969139:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00010000:00000010:0.1:1787826390.969348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:0.1:1787826390.969354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:3.1:1787826390.995195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00000080:00000010:3.1:1787826390.995215:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:0.1:1787826391.015178:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc20.
00000080:00000010:0.1:1787826391.015200:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:2.1:1787826391.100535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3a0.
00000080:00000010:2.1:1787826391.100552:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826391.119250:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542e00.
00010000:00000010:3.1:1787826391.119264:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:3.1:1787826391.119270:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:3.1:1787826391.119278:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401c00.
00000080:00000010:2.1:1787826391.171188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f820.
00000080:00000010:2.1:1787826391.171207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:2.1:1787826391.171230:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491faa0.
00000080:00000010:2.1:1787826391.171238:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:0.1:1787826391.279155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00000080:00000010:0.1:1787826391.362572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70e0.
00000080:00000010:0.1:1787826391.362587:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:2.1:1787826391.363179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:2.1:1787826391.363184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:3.1:1787826391.396160:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:3.1:1787826391.396178:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:2.1:1787826391.396613:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fd00.
00010000:00000010:2.1:1787826391.396622:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:2.1:1787826391.464455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2e0.
00000080:00000010:2.1:1787826391.464472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:3.1:1787826391.516210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd20.
00000080:00000010:3.1:1787826391.516225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:3.1:1787826391.535403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3a0.
00000080:00000010:3.1:1787826391.535431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826391.544425:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:2.1:1787826391.544435:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:2.1:1787826391.580203:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:2.1:1787826391.580212:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:0.1:1787826391.599172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb700.
00010000:00000010:0.1:1787826391.599179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00000080:00000010:2.1:1787826391.616238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca20.
00000080:00000010:2.1:1787826391.616258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826391.616267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f600.
00010000:00000010:2.1:1787826391.616271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:0.1:1787826391.631212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7920.
00000080:00000010:0.1:1787826391.631229:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826391.654626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:3.1:1787826391.654642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:3.1:1787826391.735855:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:3.1:1787826391.735872:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:0.1:1787826391.746214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f800.
00000080:00000010:0.1:1787826391.746234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826391.855596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:3.1:1787826391.855612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:3.1:1787826391.855617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb7e0.
00000080:00000010:3.1:1787826391.855632:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:2.1:1787826391.927287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:2.1:1787826391.927297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00000080:00000010:2.1:1787826391.944751:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd60.
00000080:00000010:2.1:1787826391.944764:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:2.1:1787826391.944769:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc80.
00000080:00000010:2.1:1787826391.944782:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:2.1:1787826391.944787:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7460.
00000080:00000010:2.1:1787826391.944797:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826391.947388:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f800.
00010000:00000010:3.1:1787826391.947396:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00010000:00000010:3.1:1787826391.947400:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:3.1:1787826391.947403:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:2.1:1787826392.014295:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f200.
00010000:00000010:2.1:1787826392.014306:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:0.1:1787826392.032439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00000080:00000010:0.1:1787826392.032465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:2.1:1787826392.076461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cac0.
00000080:00000010:2.1:1787826392.081179:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:0.1:1787826392.183148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826392.183173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:0.1:1787826392.188398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0500.
00010000:00000010:0.1:1787826392.188406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401400.
00010000:00000010:3.1:1787826392.204344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542000.
00010000:00000010:3.1:1787826392.204362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:3.1:1787826392.204366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:3.1:1787826392.204369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:0.1:1787826392.208116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:0.1:1787826392.208134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00010000:00000010:0.1:1787826392.208138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:0.1:1787826392.208141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00010000:00000010:0.1:1787826392.229329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:0.1:1787826392.229347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:0.1:1787826392.229352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:0.1:1787826392.229355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:3.1:1787826392.229457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542300.
00010000:00000010:3.1:1787826392.229462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:3.1:1787826392.261396:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826392.261401:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:2.1:1787826392.265146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:2.1:1787826392.265152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:2.1:1787826392.265165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:2.1:1787826392.265169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:2.1:1787826392.265172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:2.1:1787826392.265175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00010000:00000010:0.1:1787826392.275262:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:0.1:1787826392.275268:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:2.1:1787826392.281813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0800.
00010000:00000010:2.1:1787826392.281827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00010000:00000010:2.1:1787826392.281831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:2.1:1787826392.281836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:0.1:1787826392.283244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:0.1:1787826392.283257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:2.1:1787826392.334214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc80.
00000080:00000010:2.1:1787826392.334233:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:0.1:1787826392.337192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:0.1:1787826392.337201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:2.1:1787826392.342130:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826392.342138:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:3.1:1787826392.342240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:3.1:1787826392.342247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:3.1:1787826392.342249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826392.342252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00010000:00000010:0.1:1787826392.353174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0b00.
00010000:00000010:0.1:1787826392.353182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00010000:00000010:0.1:1787826392.403226:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0200.
00010000:00000010:0.1:1787826392.403235:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00010000:00000010:0.1:1787826392.407183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:0.1:1787826392.407196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:0.1:1787826392.415715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d07e0c00.
00010000:00000010:0.1:1787826392.416371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00000080:00000010:0.1:1787826392.466146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00010000:00000010:0.1:1787826392.490174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfba00.
00010000:00000010:0.1:1787826392.490187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:0.1:1787826392.490194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd00.
00000080:00000010:0.1:1787826392.490210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:0.1:1787826392.490217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb20.
00000080:00000010:0.1:1787826392.490225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826392.495141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:3.1:1787826392.495152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401800.
00010000:00000010:3.1:1787826392.495165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:3.1:1787826392.495169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00000080:00000010:0.1:1787826392.497659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f520.
00010000:00000010:3.1:1787826392.620783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:3.1:1787826392.620791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:0.1:1787826392.637167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00000080:00000010:3.1:1787826392.637339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c40.
00000080:00000010:3.1:1787826392.637359:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:2.1:1787826392.644252:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:2.1:1787826392.644260:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:0.1:1787826392.645583:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826392.827243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfba00.
00010000:00000010:3.1:1787826392.827252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:3.1:1787826392.827258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c820.
00000080:00000010:3.1:1787826392.827274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826392.896922:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb40.
00000080:00000010:3.1:1787826392.896951:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:0.1:1787826392.929587:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:0.1:1787826392.929600:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:0.1:1787826392.929605:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c40.
00000080:00000010:0.1:1787826392.929623:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:2.1:1787826393.024451:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:2.1:1787826393.024460:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:0.1:1787826393.061536:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00010000:00000010:0.1:1787826393.061550:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:0.1:1787826393.061554:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:0.1:1787826393.061566:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826393.122514:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77a0.
00000080:00000010:2.1:1787826393.122538:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826393.147711:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a300.
00010000:00000010:3.1:1787826393.147723:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00000080:00000010:3.1:1787826393.147729:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb700.
00000080:00000010:3.1:1787826393.147750:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826393.249167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:0.1:1787826393.249177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:0.1:1787826393.269134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7740.
00000080:00000010:0.1:1787826393.269167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826393.330059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00010000:00000010:2.1:1787826393.330066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:2.1:1787826393.330071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cbc0.
00000080:00000010:2.1:1787826393.330084:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:2.1:1787826393.331272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f300.
00010000:00000010:2.1:1787826393.331283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00000080:00000010:2.1:1787826393.398721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd40.
00000080:00000010:2.1:1787826393.398746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:3.1:1787826393.402787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:3.1:1787826393.402794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:3.1:1787826393.402800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf80.
00000080:00000010:3.1:1787826393.402813:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826393.479412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:2.1:1787826393.479422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00000080:00000010:2.1:1787826393.479427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f680.
00000080:00000010:2.1:1787826393.479442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:0.1:1787826393.564376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:0.1:1787826393.564387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:2.1:1787826393.617129:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:2.1:1787826393.617138:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:0.1:1787826393.725221:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:0.1:1787826393.725229:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400400.
00000080:00000010:0.1:1787826393.725234:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6c0.
00000080:00000010:0.1:1787826393.725251:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826393.795185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfba00.
00010000:00000010:3.1:1787826393.795193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:3.1:1787826393.795204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:3.1:1787826393.795207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:3.1:1787826393.795210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:3.1:1787826393.795225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:2.1:1787826393.804644:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:2.1:1787826393.804655:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:3.1:1787826393.828760:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:3.1:1787826393.828767:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:0.1:1787826393.835555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c4c0.
00000080:00000010:0.1:1787826393.835570:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:0.1:1787826393.880134:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:0.1:1787826393.880161:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:0.1:1787826393.902184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:0.1:1787826393.902203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826393.908142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:2.1:1787826393.908168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:3.1:1787826394.094131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00000080:00000010:0.1:1787826394.094142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00010000:00000010:3.1:1787826394.094161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:0.1:1787826394.094181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:0.1:1787826394.116388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:0.1:1787826394.116397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:0.1:1787826394.191944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb200.
00000080:00000010:0.1:1787826394.191962:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:0.1:1787826394.294041:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:0.1:1787826394.294051:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401000.
00000080:00000010:3.1:1787826394.359178:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c460.
00000080:00000010:3.1:1787826394.359197:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826394.359208:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfba00.
00010000:00000010:3.1:1787826394.359214:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:0.1:1787826394.416413:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f200.
00010000:00000010:0.1:1787826394.416422:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:3.1:1787826394.423126:0:1027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7be0.
00010000:00000010:3.1:1787826394.423150:0:1027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826394.423159:0:1027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00000080:00000010:3.1:1787826394.423174:0:1027:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:3.1:1787826394.423187:0:1027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7660.
00000080:00000010:3.1:1787826394.423200:0:1027:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00000080:00000010:3.1:1787826394.494394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7300.
00000080:00000010:3.1:1787826394.494424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826394.502759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:3.1:1787826394.502778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:3.1:1787826394.502797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb40.
00000080:00000010:3.1:1787826394.502820:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826394.502831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826394.502841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:2.1:1787826394.522650:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00000080:00000010:2.1:1787826394.522675:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826394.537058:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826394.537064:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:0.1:1787826394.572662:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:0.1:1787826394.572671:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:3.1:1787826394.595125:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:3.1:1787826394.595153:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:0.1:1787826394.622724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:0.1:1787826394.622770:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:0.1:1787826394.622782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7060.
00000080:00000010:0.1:1787826394.622821:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:2.1:1787826394.754676:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:2.1:1787826394.754690:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:0.1:1787826394.773866:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c920.
00000080:00000010:0.1:1787826394.773895:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826394.826196:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:0.1:1787826394.826211:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00000080:00000010:2.1:1787826394.930416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00000080:00000010:2.1:1787826394.930438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:2.1:1787826395.035134:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb580.
00000080:00000010:2.1:1787826395.035171:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:2.1:1787826395.035186:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd00.
00000080:00000010:2.1:1787826395.035203:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826395.035226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f000.
00010000:00000010:3.1:1787826395.035249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:3.1:1787826395.065276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:3.1:1787826395.065299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00000080:00000010:3.1:1787826395.169689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f460.
00000080:00000010:3.1:1787826395.169728:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:3.1:1787826395.169742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78e0.
00000080:00000010:3.1:1787826395.169781:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:2.1:1787826395.171823:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:2.1:1787826395.171833:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401400.
00010000:00000010:2.1:1787826395.171841:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826395.171845:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:3.1:1787826395.186036:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:3.1:1787826395.186053:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:2.1:1787826395.191402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:2.1:1787826395.191412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00000080:00000010:2.1:1787826395.191421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c40.
00000080:00000010:2.1:1787826395.191446:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:2.1:1787826395.191451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b40.
00000080:00000010:2.1:1787826395.191458:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:2.1:1787826395.278122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:2.1:1787826395.278144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:3.1:1787826395.279381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00000080:00000010:3.1:1787826395.279403:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826395.306231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:2.1:1787826395.306241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:3.1:1787826395.341506:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7300.
00000080:00000010:3.1:1787826395.341537:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:3.1:1787826395.490128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f260.
00010000:00000010:2.1:1787826395.490129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:2.1:1787826395.490145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00010000:00000010:2.1:1787826395.490149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:2.1:1787826395.490152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:2.1:1787826395.490165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7360.
00000080:00000010:3.1:1787826395.490166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:2.1:1787826395.490189:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:2.1:1787826395.490194:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7bc0.
00000080:00000010:2.1:1787826395.490205:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:2.1:1787826395.490209:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:2.1:1787826395.490213:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:2.1:1787826395.490216:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7260.
00000080:00000010:2.1:1787826395.490224:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:3.1:1787826395.510166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:2.1:1787826395.510171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:2.1:1787826395.510181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401000.
00010000:00000010:3.1:1787826395.510181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00000080:00000010:2.1:1787826395.516635:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:2.1:1787826395.516657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:2.1:1787826395.516663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00000080:00000010:3.1:1787826395.520803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f600.
00010000:00000010:3.1:1787826395.520821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:3.1:1787826395.520826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00000080:00000010:3.1:1787826395.520829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ffe0.
00000080:00000010:3.1:1787826395.520841:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:0.1:1787826395.524152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:0.1:1787826395.524169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:2.1:1787826395.528504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f480.
00000080:00000010:0.1:1787826395.528543:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:0.1:1787826395.532322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00010000:00000010:3.1:1787826395.645011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:3.1:1787826395.645020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00000080:00000010:3.1:1787826395.667798:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8a0.
00000080:00000010:3.1:1787826395.667825:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:2.1:1787826395.719350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:2.1:1787826395.719365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00000080:00000010:0.1:1787826395.725164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00000080:00000010:0.1:1787826395.725201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826395.748399:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f900.
00010000:00000010:2.1:1787826395.748409:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80e00.
00000080:00000010:2.1:1787826395.769148:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb660.
00000080:00000010:2.1:1787826395.769175:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:3.1:1787826395.819802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826395.819817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:3.1:1787826395.850421:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:3.1:1787826395.850434:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00000080:00000010:2.1:1787826395.855119:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb400.
00000080:00000010:0.1:1787826395.855244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa60.
00000080:00000010:0.1:1787826395.855284:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:2.1:1787826395.855581:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:3.1:1787826396.024409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2e0.
00000080:00000010:3.1:1787826396.024428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:2.1:1787826396.024629:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:2.1:1787826396.024639:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00000080:00000010:3.1:1787826396.026426:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f960.
00000080:00000010:3.1:1787826396.026506:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826396.027163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d100.
00010000:00000010:2.1:1787826396.027171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:2.1:1787826396.048751:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:2.1:1787826396.048761:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00000080:00000010:2.1:1787826396.048773:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7680.
00000080:00000010:2.1:1787826396.048791:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:0.1:1787826396.135165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:0.1:1787826396.135174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:3.1:1787826396.141142:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d800.
00010000:00000010:3.1:1787826396.141151:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00010000:00000010:2.1:1787826396.189220:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:2.1:1787826396.189234:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00000080:00000010:3.1:1787826396.273364:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7000.
00000080:00000010:3.1:1787826396.273450:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:3.1:1787826396.288796:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f920.
00000080:00000010:3.1:1787826396.288821:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:2.1:1787826396.289115:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864da00.
00010000:00000010:2.1:1787826396.289125:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030000.
00010000:00000010:2.1:1787826396.289141:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:2.1:1787826396.289145:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:3.1:1787826396.311148:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826396.311156:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00010000:00000010:2.1:1787826396.384138:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d400.
00010000:00000010:2.1:1787826396.384146:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401000.
00010000:00000010:2.1:1787826396.394185:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71900.
00010000:00000010:2.1:1787826396.394194:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00000080:00000010:0.1:1787826396.411571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e20.
00000080:00000010:0.1:1787826396.411614:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826396.451179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71d00.
00010000:00000010:3.1:1787826396.451191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:0.1:1787826396.496298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c000.
00000080:00000010:0.1:1787826396.496335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826396.529136:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826396.529152:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826396.529158:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826396.530735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c040.
00000080:00000010:0.1:1787826396.530758:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826396.611196:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71900.
00010000:00000010:3.1:1787826396.611208:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400a00.
00010000:00000010:2.1:1787826396.635861:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:2.1:1787826396.635871:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00000080:00000010:3.1:1787826396.636476:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7000.
00000080:00000010:3.1:1787826396.636497:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:0.1:1787826396.686994:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:0.1:1787826396.687009:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:2.1:1787826396.692167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2a0.
00000080:00000010:2.1:1787826396.692192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:0.1:1787826396.747139:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce40.
00000080:00000010:0.1:1787826396.747162:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00000080:00000010:2.1:1787826396.771818:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb920.
00000080:00000010:2.1:1787826396.788249:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826396.799322:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:2.1:1787826396.799331:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:2.1:1787826396.959137:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:2.1:1787826396.959147:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031c00.
00000080:00000010:2.1:1787826396.959153:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff40.
00000080:00000010:3.1:1787826397.054709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00000080:00000010:3.1:1787826397.054747:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826397.054756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864de00.
00010000:00000010:3.1:1787826397.054764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826397.054770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c740.
00000080:00000010:3.1:1787826397.054781:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826397.060313:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:0.1:1787826397.060321:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:3.1:1787826397.147144:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfba00.
00010000:00000010:3.1:1787826397.147155:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:3.1:1787826397.147164:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7920.
00000080:00000010:3.1:1787826397.147192:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826397.147206:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:3.1:1787826397.147213:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:2.1:1787826397.163287:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826397.172572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb600.
00010000:00000010:3.1:1787826397.172584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:3.1:1787826397.172595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:3.1:1787826397.172604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00010000:00000010:3.1:1787826397.172615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f900.
00010000:00000010:3.1:1787826397.172623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:3.1:1787826397.172632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826397.172638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400e00.
00010000:00000010:3.1:1787826397.172641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635ff00.
00010000:00000010:3.1:1787826397.172644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00010000:00000010:3.1:1787826397.172678:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:3.1:1787826397.172684:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400c00.
00010000:00000010:3.1:1787826397.172691:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:3.1:1787826397.172698:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00010000:00000010:3.1:1787826397.172705:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:3.1:1787826397.172710:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:3.1:1787826397.172716:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb700.
00010000:00000010:3.1:1787826397.172722:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:3.1:1787826397.172730:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:3.1:1787826397.172736:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:3.1:1787826397.172744:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:3.1:1787826397.172749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:3.1:1787826397.172755:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfbc00.
00010000:00000010:3.1:1787826397.172762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:2.1:1787826397.173121:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f700.
00010000:00000010:2.1:1787826397.173139:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:0.1:1787826397.175169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:0.1:1787826397.175176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031800.
00000080:00000010:0.1:1787826397.175186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f9a0.
00000080:00000010:0.1:1787826397.175261:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:0.1:1787826397.175269:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7460.
00000080:00000010:0.1:1787826397.175281:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:2.1:1787826397.179133:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:2.1:1787826397.179146:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:2.1:1787826397.179153:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:2.1:1787826397.179157:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:0.1:1787826397.191153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826397.191169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:0.1:1787826397.191185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ac00.
00010000:00000010:0.1:1787826397.191190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:0.1:1787826397.218177:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:0.1:1787826397.218199:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:0.1:1787826397.218206:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761aa00.
00010000:00000010:0.1:1787826397.218210:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:0.1:1787826397.218214:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323900.
00010000:00000010:0.1:1787826397.218218:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401200.
00010000:00000010:2.1:1787826397.226121:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:2.1:1787826397.226138:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401a00.
00010000:00000010:2.1:1787826397.234164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:2.1:1787826397.234182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:0.1:1787826397.235743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fd00.
00010000:00000010:0.1:1787826397.235755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00010000:00000010:0.1:1787826397.235760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323a00.
00010000:00000010:0.1:1787826397.235763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400600.
00010000:00000010:0.1:1787826397.235767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:0.1:1787826397.235771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:2.1:1787826397.243411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f800.
00010000:00000010:2.1:1787826397.243425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00010000:00000010:0.1:1787826397.309586:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:0.1:1787826397.309595:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:2.1:1787826397.335227:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:2.1:1787826397.335240:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00000080:00000010:0.1:1787826397.355479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7de0.
00000080:00000010:0.1:1787826397.355505:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:3.1:1787826397.356211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826397.356220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400800.
00010000:00000010:3.1:1787826397.356225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826397.356228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:3.1:1787826397.356233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:3.1:1787826397.356238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401800.
00010000:00000010:3.1:1787826397.356240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:3.1:1787826397.356244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:3.1:1787826397.356248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:3.1:1787826397.356251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400200.
00000080:00000010:0.1:1787826397.378459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00000080:00000010:0.1:1787826397.385160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826397.462393:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:3.1:1787826397.462406:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:0.1:1787826397.507400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:0.1:1787826397.507415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:0.1:1787826397.507421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:0.1:1787826397.507426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:0.1:1787826397.507430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:0.1:1787826397.507434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:0.1:1787826397.507440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:0.1:1787826397.507444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:2.1:1787826397.508368:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:2.1:1787826397.508375:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401600.
00010000:00000010:2.1:1787826397.508379:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826397.508382:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401c00.
00010000:00000010:2.1:1787826397.508385:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864db00.
00010000:00000010:2.1:1787826397.508389:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81000.
00010000:00000010:3.1:1787826397.521821:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:3.1:1787826397.521832:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00010000:00000010:3.1:1787826397.521836:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:3.1:1787826397.521841:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:3.1:1787826397.521845:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fc00.
00010000:00000010:3.1:1787826397.521850:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:3.1:1787826397.521854:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:3.1:1787826397.521857:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:3.1:1787826397.521861:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:3.1:1787826397.521865:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80000.
00010000:00000010:3.1:1787826397.521960:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:3.1:1787826397.521965:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2400000.
00010000:00000010:2.1:1787826397.533175:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:2.1:1787826397.533184:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00010000:00000010:3.1:1787826397.535077:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:3.1:1787826397.535086:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:3.1:1787826397.535091:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:3.1:1787826397.535130:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:3.1:1787826397.676323:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fd00.
00010000:00000010:3.1:1787826397.676334:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031c00.
00010000:00000010:3.1:1787826397.705899:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:3.1:1787826397.705910:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:3.1:1787826397.705919:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:3.1:1787826397.705926:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00000080:00000010:0.1:1787826397.706596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff00.
00000080:00000010:0.1:1787826397.706624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:0.1:1787826397.706641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce00.
00000080:00000010:0.1:1787826397.706670:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826397.900633:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45700.
00010000:00000010:2.1:1787826397.900652:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:2.1:1787826397.900659:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c120.
00000080:00000010:2.1:1787826397.900684:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:3.1:1787826397.924623:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7920.
00000080:00000010:3.1:1787826397.924653:0:1354:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826397.924672:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:3.1:1787826397.924678:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:2.1:1787826397.948152:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:2.1:1787826397.948161:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00000080:00000010:2.1:1787826397.948167:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00000080:00000010:2.1:1787826397.948189:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:2.1:1787826397.948203:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb340.
00000080:00000010:2.1:1787826397.948224:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:2.1:1787826397.948230:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:2.1:1787826397.948233:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031200.
00010000:00000010:0.1:1787826397.966553:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:0.1:1787826397.966563:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:0.1:1787826398.008153:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd20.
00000080:00000010:0.1:1787826398.008176:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826398.080180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7520.
00000080:00000010:2.1:1787826398.080214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826398.081172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826398.081189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00010000:00000010:0.1:1787826398.128264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:0.1:1787826398.128278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00000080:00000010:0.1:1787826398.128284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb360.
00000080:00000010:0.1:1787826398.128305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826398.128422:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:3.1:1787826398.128430:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80000.
00010000:00000010:3.1:1787826398.128433:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:3.1:1787826398.128437:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00000080:00000010:3.1:1787826398.128439:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb880.
00000080:00000010:3.1:1787826398.128459:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:0.1:1787826398.151140:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:0.1:1787826398.151153:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031e00.
00000080:00000010:0.1:1787826398.199534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f360.
00010000:00000010:2.1:1787826398.219172:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d900.
00010000:00000010:2.1:1787826398.219185:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:0.1:1787826398.220200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:2.1:1787826398.297590:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc40.
00000080:00000010:2.1:1787826398.297634:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:0.1:1787826398.303553:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:0.1:1787826398.303580:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030000.
00000080:00000010:0.1:1787826398.305178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f720.
00000080:00000010:0.1:1787826398.305205:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:2.1:1787826398.386329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826398.386341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00000080:00000010:0.1:1787826398.539489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cec0.
00000080:00000010:0.1:1787826398.539520:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826398.603835:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826398.603857:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00000080:00000010:0.1:1787826398.604938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00000080:00000010:0.1:1787826398.604963:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:0.1:1787826398.604972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:0.1:1787826398.605007:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:0.1:1787826398.621164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:0.1:1787826398.621174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00010000:00000010:3.1:1787826398.624631:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:3.1:1787826398.624643:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375a00.
00000080:00000010:2.1:1787826398.625920:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1c0.
00000080:00000010:2.1:1787826398.625944:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:0.1:1787826398.668147:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00000080:00000010:0.1:1787826398.668166:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826398.722211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:3.1:1787826398.722221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:3.1:1787826398.722227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c7e0.
00010000:00000010:3.1:1787826398.750592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826398.750601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:2.1:1787826398.751160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826398.769187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:2.1:1787826398.769202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00000080:00000010:3.1:1787826398.772829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00000080:00000010:3.1:1787826398.772859:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826398.772874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff80.
00010000:00000010:2.1:1787826398.773146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:2.1:1787826398.773155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00000080:00000010:0.1:1787826398.773247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:2.1:1787826398.809223:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:2.1:1787826398.809261:0:25:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826398.811144:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00010000:00000010:3.1:1787826398.811156:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00000080:00000010:0.1:1787826398.837400:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb840.
00000080:00000010:0.1:1787826398.847200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826398.847321:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:3.1:1787826398.847328:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00010000:00000010:3.1:1787826398.934118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:3.1:1787826398.934129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00000080:00000010:2.1:1787826398.948491:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7800.
00000080:00000010:2.1:1787826398.948514:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:3.1:1787826398.980673:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:3.1:1787826398.980686:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:0.1:1787826399.015174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:0.1:1787826399.015187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:0.1:1787826399.015203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826399.019678:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:3.1:1787826399.019684:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00000080:00000010:0.1:1787826399.031384:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:0.1:1787826399.031412:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:3.1:1787826399.116349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e00.
00000080:00000010:3.1:1787826399.116376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:2.1:1787826399.130816:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:2.1:1787826399.130823:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:0.1:1787826399.151153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c880.
00000080:00000010:0.1:1787826399.151176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826399.214211:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:2.1:1787826399.214229:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:2.1:1787826399.214236:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78c0.
00000080:00000010:2.1:1787826399.214257:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:0.1:1787826399.262381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4d00.
00010000:00000010:0.1:1787826399.262391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00000080:00000010:0.1:1787826399.262397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2c0.
00000080:00000010:0.1:1787826399.262421:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826399.294568:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:3.1:1787826399.294575:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:3.1:1787826399.346563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826399.346577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80000.
00010000:00000010:0.1:1787826399.380893:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:0.1:1787826399.380909:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00010000:00000010:2.1:1787826399.381711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:2.1:1787826399.381720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00000080:00000010:2.1:1787826399.381726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e00.
00000080:00000010:2.1:1787826399.381743:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:3.1:1787826399.387393:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97500.
00010000:00000010:3.1:1787826399.387403:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826399.490138:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cca0.
00000080:00000010:2.1:1787826399.490159:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826399.559274:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:0.1:1787826399.559287:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:0.1:1787826399.559297:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73a0.
00000080:00000010:0.1:1787826399.559322:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:3.1:1787826399.577277:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c780.
00000080:00000010:3.1:1787826399.577320:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:0.1:1787826399.618331:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:0.1:1787826399.618340:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:3.1:1787826399.672129:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826399.672139:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:3.1:1787826399.672147:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbe0.
00000080:00000010:3.1:1787826399.672171:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826399.680424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826399.680434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00000080:00000010:3.1:1787826399.680444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce80.
00000080:00000010:3.1:1787826399.680466:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826399.738299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826399.738312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00010000:00000010:0.1:1787826399.767778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4d00.
00010000:00000010:0.1:1787826399.767789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:0.1:1787826399.767795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0a0.
00000080:00000010:0.1:1787826399.767829:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:3.1:1787826399.777146:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:3.1:1787826399.777170:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:2.1:1787826399.777193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:2.1:1787826399.777203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:3.1:1787826399.886142:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:3.1:1787826399.886154:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00000080:00000010:0.1:1787826399.923141:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7720.
00010000:00000010:3.1:1787826399.926650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00000080:00000010:0.1:1787826399.926657:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826399.926661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00000080:00000010:3.1:1787826399.926669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:3.1:1787826399.926685:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:0.1:1787826399.966926:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:0.1:1787826399.966937:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00000080:00000010:0.1:1787826399.966945:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7420.
00000080:00000010:0.1:1787826399.966965:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:0.1:1787826400.065426:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:0.1:1787826400.065455:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:0.1:1787826400.073129:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb260.
00000080:00000010:0.1:1787826400.073150:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826400.073497:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:3.1:1787826400.073507:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:3.1:1787826400.073511:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:3.1:1787826400.073515:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00000080:00000010:3.1:1787826400.073519:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:3.1:1787826400.073533:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826400.073556:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826400.073560:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00010000:00000010:0.1:1787826400.089159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:0.1:1787826400.089171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030000.
00000080:00000010:2.1:1787826400.093338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbaa0.
00000080:00000010:2.1:1787826400.114313:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:2.1:1787826400.123169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:2.1:1787826400.123187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00000080:00000010:0.1:1787826400.127155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:0.1:1787826400.127184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:0.1:1787826400.127222:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826400.128268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f700.
00010000:00000010:3.1:1787826400.128276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:3.1:1787826400.128282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:0.1:1787826400.141443:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:0.1:1787826400.217201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:0.1:1787826400.217225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031e00.
00000080:00000010:0.1:1787826400.251148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7aa0.
00000080:00000010:0.1:1787826400.280253:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:0.1:1787826400.318151:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:0.1:1787826400.318165:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00000080:00000010:2.1:1787826400.378197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb260.
00000080:00000010:2.1:1787826400.378236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:2.1:1787826400.378247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4d00.
00010000:00000010:2.1:1787826400.378255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:0.1:1787826400.380172:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa00.
00000080:00000010:0.1:1787826400.380218:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826400.410154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb480.
00000080:00000010:0.1:1787826400.410177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826400.444067:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:3.1:1787826400.444657:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:0.1:1787826400.479142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb00.
00000080:00000010:0.1:1787826400.518879:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:0.1:1787826400.666459:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f760.
00000080:00000010:0.1:1787826400.666484:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:3.1:1787826400.682881:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb480.
00000080:00000010:3.1:1787826400.682895:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:3.1:1787826400.682905:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c5c0.
00000080:00000010:3.1:1787826400.682915:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:0.1:1787826400.765394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:0.1:1787826400.765411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:0.1:1787826400.765423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:0.1:1787826400.765430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:0.1:1787826400.800363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:0.1:1787826400.800378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031c00.
00000080:00000010:0.1:1787826400.800401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:0.1:1787826400.800437:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:0.1:1787826400.862305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99100.
00010000:00000010:0.1:1787826400.862324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:2.1:1787826400.898132:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:2.1:1787826400.898141:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00000080:00000010:2.1:1787826400.914188:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c140.
00000080:00000010:2.1:1787826400.914207:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:2.1:1787826401.080530:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:2.1:1787826401.080542:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031200.
00010000:00000010:2.1:1787826401.080546:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:2.1:1787826401.080550:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:3.1:1787826401.082270:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfc0.
00000080:00000010:3.1:1787826401.082290:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:0.1:1787826401.084265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7380.
00000080:00000010:0.1:1787826401.084289:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826401.086496:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:2.1:1787826401.187211:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:3.1:1787826401.227266:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:3.1:1787826401.227274:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d000.
00000080:00000010:0.1:1787826401.331427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cae0.
00000080:00000010:0.1:1787826401.331444:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826401.349145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:3.1:1787826401.349158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00010000:00000010:2.1:1787826401.398430:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:2.1:1787826401.398441:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374400.
00000080:00000010:3.1:1787826401.417139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c780.
00000080:00000010:3.1:1787826401.417158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826401.417198:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:0.1:1787826401.417203:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:3.1:1787826401.572851:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:3.1:1787826401.572860:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:3.1:1787826401.572865:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbba0.
00000080:00000010:3.1:1787826401.572882:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826401.572890:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:3.1:1787826401.572897:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00000080:00000010:3.1:1787826401.573147:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f200.
00000080:00000010:3.1:1787826401.573162:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:0.1:1787826401.589165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:0.1:1787826401.589175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb40.
00000080:00000010:0.1:1787826401.589184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826401.590374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:2.1:1787826401.590384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00000080:00000010:2.1:1787826401.590391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c7e0.
00000080:00000010:2.1:1787826401.590405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:3.1:1787826401.602701:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ea0.
00010000:00000010:3.1:1787826401.602712:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826401.602715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:3.1:1787826401.602720:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:3.1:1787826401.602723:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00000080:00000010:3.1:1787826401.602726:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d80.
00000080:00000010:3.1:1787826401.602739:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826401.836178:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:2.1:1787826401.836188:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00000080:00000010:0.1:1787826401.844974:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:3.1:1787826401.851173:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d80.
00000080:00000010:3.1:1787826401.851195:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:0.1:1787826401.900274:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:3.1:1787826401.919389:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ea0.
00000080:00000010:3.1:1787826401.919405:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:0.1:1787826401.989174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979200.
00010000:00000010:0.1:1787826401.989183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00010000:00000010:2.1:1787826402.075171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:2.1:1787826402.075177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:2.1:1787826402.075181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00000080:00000010:2.1:1787826402.075196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826402.075911:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826402.075918:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031200.
00010000:00000010:3.1:1787826402.075922:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:3.1:1787826402.075926:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00000080:00000010:0.1:1787826402.112128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7860.
00000080:00000010:0.1:1787826402.112146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:0.1:1787826402.169852:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa60.
00000080:00000010:0.1:1787826402.169874:0:2386:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826402.170364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979d00.
00010000:00000010:2.1:1787826402.170371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:3.1:1787826402.193433:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864dd00.
00010000:00000010:3.1:1787826402.193447:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00010000:00000010:3.1:1787826402.193451:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:3.1:1787826402.193454:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:3.1:1787826402.193458:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71d00.
00010000:00000010:3.1:1787826402.193462:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030800.
00010000:00000010:3.1:1787826402.193466:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45d00.
00010000:00000010:3.1:1787826402.193469:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401e00.
00010000:00000010:3.1:1787826402.193471:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864d800.
00010000:00000010:3.1:1787826402.193475:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81800.
00010000:00000010:3.1:1787826402.193479:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:3.1:1787826402.193482:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030e00.
00010000:00000010:0.1:1787826402.194159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:0.1:1787826402.194165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2401400.
00010000:00000010:2.1:1787826402.208283:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62c00.
00010000:00000010:2.1:1787826402.208291:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00010000:00000010:0.1:1787826402.239612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f300.
00010000:00000010:0.1:1787826402.239624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0030c00.
00010000:00000010:0.1:1787826402.239629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45100.
00010000:00000010:0.1:1787826402.239632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00010000:00000010:2.1:1787826402.315658:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71700.
00010000:00000010:2.1:1787826402.315666:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00010000:00000010:0.1:1787826402.318132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:0.1:1787826402.318139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00010000:00000010:0.1:1787826402.324126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:0.1:1787826402.324136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81000.
00010000:00000010:0.1:1787826402.324140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a300.
00010000:00000010:0.1:1787826402.324143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93200.
00010000:00000010:0.1:1787826402.343145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fb00.
00010000:00000010:0.1:1787826402.343155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c0031800.
00010000:00000010:0.1:1787826402.343160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:0.1:1787826402.343162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:0.1:1787826402.355130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c864df00.
00010000:00000010:0.1:1787826402.355140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81e00.
00010000:00000010:0.1:1787826402.396343:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879ff00.
00010000:00000010:0.1:1787826402.396355:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374c00.
00010000:00000010:0.1:1787826402.396361:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ac00.
00010000:00000010:0.1:1787826402.396367:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00010000:00000010:0.1:1787826402.396374:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:0.1:1787826402.396443:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00010000:00000010:0.1:1787826402.396450:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:0.1:1787826402.396456:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:0.1:1787826402.396461:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879fa00.
00010000:00000010:0.1:1787826402.396467:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375200.
00000080:00000010:3.1:1787826402.410984:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe20.
00000080:00000010:3.1:1787826402.411001:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:2.1:1787826402.419122:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:2.1:1787826402.419130:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00010000:00000010:2.1:1787826402.419136:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a600.
00010000:00000010:2.1:1787826402.419153:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00010000:00000010:0.1:1787826402.422297:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:0.1:1787826402.422305:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:0.1:1787826402.422308:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:0.1:1787826402.422311:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:0.1:1787826402.422313:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:0.1:1787826402.422316:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80600.
00010000:00000010:3.1:1787826402.519459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:3.1:1787826402.519469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:0.1:1787826402.521130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4000.
00010000:00000010:1.1:1787826402.521132:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:0.1:1787826402.521135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00010000:00000010:0.1:1787826402.521138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:0.1:1787826402.521141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:2.1:1787826402.521481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:2.1:1787826402.521489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00010000:00000010:2.1:1787826402.521498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:2.1:1787826402.521501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00010000:00000010:2.1:1787826402.521504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:2.1:1787826402.521508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:2.1:1787826402.521512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8a0.
00000080:00000010:2.1:1787826402.521540:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:1.1:1787826402.539126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ea0.
00000080:00000010:1.1:1787826402.539147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:1.1:1787826402.539155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:1.1:1787826402.539160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00010000:00000010:1.1:1787826402.539163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:1.1:1787826402.539166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:1.1:1787826402.539169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:1.1:1787826402.539172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00010000:00000010:1.1:1787826402.539174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:1.1:1787826402.539177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:3.1:1787826402.540149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:3.1:1787826402.540157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00010000:00000010:1.1:1787826402.587320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f600.
00010000:00000010:1.1:1787826402.587333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00010000:00000010:1.1:1787826402.587339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:1.1:1787826402.587341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:0.1:1787826402.607136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:0.1:1787826402.607145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00010000:00000010:0.1:1787826402.607150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:0.1:1787826402.607153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375a00.
00010000:00000010:0.1:1787826402.612411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:0.1:1787826402.612427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c600.
00010000:00000010:0.1:1787826402.612432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97400.
00010000:00000010:0.1:1787826402.612435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:2.1:1787826402.616042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:2.1:1787826402.616050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:1.1:1787826402.634115:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:1.1:1787826402.634122:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:1.1:1787826402.638149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f500.
00010000:00000010:1.1:1787826402.638165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00010000:00000010:1.1:1787826402.641257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:1.1:1787826402.641266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d200.
00010000:00000010:1.1:1787826402.641270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c879f400.
00010000:00000010:1.1:1787826402.641274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00000080:00000010:1.1:1787826402.641278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c040.
00000080:00000010:1.1:1787826402.641297:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:1.1:1787826402.655239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:1.1:1787826402.655253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151ca00.
00010000:00000010:1.1:1787826402.655258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99000.
00010000:00000010:1.1:1787826402.655262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:1.1:1787826402.655265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:1.1:1787826402.655267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:2.1:1787826402.683148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:2.1:1787826402.683162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:0.1:1787826402.734690:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:0.1:1787826402.734701:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151d400.
00010000:00000010:0.1:1787826402.734706:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:0.1:1787826402.734711:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:3.1:1787826402.825120:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826402.825129:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00010000:00000010:1.1:1787826402.846344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:1.1:1787826402.846359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:1.1:1787826402.846364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:1.1:1787826402.846367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00000080:00000010:3.1:1787826402.850298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e71e0.
00000080:00000010:3.1:1787826402.850337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:3.1:1787826402.850352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:3.1:1787826402.850358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c151c200.
00010000:00000010:3.1:1787826402.850363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:3.1:1787826402.850367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826402.850394:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:3.1:1787826402.850398:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:3.1:1787826402.850401:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:3.1:1787826402.850404:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:1.1:1787826402.957508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:1.1:1787826402.957531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00010000:00000010:1.1:1787826402.957543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:1.1:1787826402.957552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00000080:00000010:1.1:1787826402.957561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f160.
00000080:00000010:1.1:1787826402.957591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826402.959371:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882f00.
00010000:00000010:2.1:1787826402.959389:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00010000:00000010:2.1:1787826402.959394:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:2.1:1787826402.959398:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00010000:00000010:2.1:1787826402.959403:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:2.1:1787826402.959406:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:2.1:1787826402.959411:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff00.
00000080:00000010:2.1:1787826402.959454:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826403.052251:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:3.1:1787826403.052265:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:3.1:1787826403.052271:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:3.1:1787826403.052275:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00010000:00000010:1.1:1787826403.065542:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979200.
00010000:00000010:1.1:1787826403.065551:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:1.1:1787826403.065685:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c040.
00000080:00000010:1.1:1787826403.065709:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:1.1:1787826403.065721:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c920.
00000080:00000010:1.1:1787826403.065739:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:1.1:1787826403.127788:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa60.
00000080:00000010:1.1:1787826403.127822:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:0.1:1787826403.128116:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd40.
00010000:00000010:1.1:1787826403.195247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:1.1:1787826403.195255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:3.1:1787826403.196156:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00000080:00000010:0.1:1787826403.196162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826403.196167:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:2.1:1787826403.239628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff00.
00000080:00000010:2.1:1787826403.253887:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:2.1:1787826403.253901:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:1.1:1787826403.254138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c000.
00010000:00000010:0.1:1787826403.254189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:0.1:1787826403.254195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00000080:00000010:0.1:1787826403.254200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78a0.
00000080:00000010:0.1:1787826403.254215:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826403.254530:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826403.254535:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:3.1:1787826403.276137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99a00.
00010000:00000010:3.1:1787826403.276145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:1.1:1787826403.276261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c040.
00000080:00000010:1.1:1787826403.276274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826403.357745:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:3.1:1787826403.357752:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00000080:00000010:0.1:1787826403.393116:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f380.
00000080:00000010:0.1:1787826403.393135:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826403.395303:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:3.1:1787826403.395309:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:3.1:1787826403.438239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882100.
00010000:00000010:3.1:1787826403.438251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00000080:00000010:3.1:1787826403.438255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbec0.
00000080:00000010:3.1:1787826403.438273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:2.1:1787826403.440851:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb40.
00000080:00000010:2.1:1787826403.440875:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826403.500190:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:0.1:1787826403.500197:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826403.500205:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c820.
00000080:00000010:0.1:1787826403.500218:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:0.1:1787826403.534703:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:0.1:1787826403.534716:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:0.1:1787826403.534728:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f220.
00000080:00000010:0.1:1787826403.534744:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826403.542148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:3.1:1787826403.542161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:3.1:1787826403.542168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb880.
00000080:00000010:3.1:1787826403.542189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:1.1:1787826403.590443:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:1.1:1787826403.590452:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00000080:00000010:2.1:1787826403.591718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c280.
00000080:00000010:2.1:1787826403.619565:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826403.655143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:2.1:1787826403.655152:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:3.1:1787826403.655153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:2.1:1787826403.655159:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:3.1:1787826403.655160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb360.
00000080:00000010:3.1:1787826403.655175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:2.1:1787826403.719570:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76a0.
00000080:00000010:2.1:1787826403.719671:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:0.1:1787826403.720974:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:0.1:1787826403.720983:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b400.
00000080:00000010:3.1:1787826403.744676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f480.
00000080:00000010:3.1:1787826403.744706:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:2.1:1787826403.745152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4c00.
00010000:00000010:2.1:1787826403.745160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ac00.
00000080:00000010:2.1:1787826403.745168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:2.1:1787826403.745180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826403.803260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:3.1:1787826403.803268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:2.1:1787826403.843174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7180.
00010000:00000010:1.1:1787826403.850153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:1.1:1787826403.850159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:2.1:1787826403.851473:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:2.1:1787826403.851488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:2.1:1787826403.851493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:3.1:1787826403.888252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f180.
00000080:00000010:3.1:1787826403.888276:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826403.946920:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7700.
00000080:00000010:2.1:1787826403.946939:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826403.947125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4c00.
00010000:00000010:3.1:1787826403.947132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:3.1:1787826403.947135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:3.1:1787826403.947144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826404.028970:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826404.028979:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:1.1:1787826404.097134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:1.1:1787826404.097143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:2.1:1787826404.143697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd40.
00000080:00000010:2.1:1787826404.143727:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:1.1:1787826404.169151:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f780.
00010000:00000010:1.1:1787826404.169167:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ae00.
00010000:00000010:1.1:1787826404.169172:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:1.1:1787826404.169175:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:1.1:1787826404.169188:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:2.1:1787826404.174436:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826404.218927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:3.1:1787826404.218941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:3.1:1787826404.218951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:3.1:1787826404.218977:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:2.1:1787826404.236199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323a00.
00010000:00000010:2.1:1787826404.236208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b400.
00000080:00000010:0.1:1787826404.269278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f4c0.
00010000:00000010:1.1:1787826404.270114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:1.1:1787826404.270123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00000080:00000010:0.1:1787826404.274695:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:1.1:1787826404.296462:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbde0.
00000080:00000010:1.1:1787826404.296483:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:0.1:1787826404.340399:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:0.1:1787826404.340407:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:2.1:1787826404.367843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe80.
00000080:00000010:2.1:1787826404.367865:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:2.1:1787826404.430305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:2.1:1787826404.430327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b400.
00010000:00000010:1.1:1787826404.430581:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:1.1:1787826404.430585:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:3.1:1787826404.463518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:3.1:1787826404.463529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:2.1:1787826404.464117:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:2.1:1787826404.464139:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:0.1:1787826404.465009:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7a0.
00000080:00000010:0.1:1787826404.465027:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:1.1:1787826404.534441:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1a0.
00000080:00000010:1.1:1787826404.534525:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:0.1:1787826404.585573:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882100.
00010000:00000010:0.1:1787826404.585582:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:1.1:1787826404.627351:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:1.1:1787826404.627361:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:0.1:1787826404.628127:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7320.
00000080:00000010:0.1:1787826404.628148:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:2.1:1787826404.630202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:2.1:1787826404.630210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:2.1:1787826404.630218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7480.
00000080:00000010:2.1:1787826404.630230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826404.726286:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:3.1:1787826404.726297:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:0.1:1787826404.728665:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb520.
00000080:00000010:0.1:1787826404.728691:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:2.1:1787826404.768515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c080.
00000080:00000010:2.1:1787826404.768532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:0.1:1787826404.782145:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd00.
00000080:00000010:0.1:1787826404.782160:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826404.782307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882100.
00010000:00000010:2.1:1787826404.782314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:3.1:1787826404.785654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:3.1:1787826404.785670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:2.1:1787826404.808062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8e0.
00010000:00000010:2.1:1787826404.808083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:2.1:1787826404.808088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00000080:00000010:2.1:1787826404.808092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00000080:00000010:2.1:1787826404.808114:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:3.1:1787826404.808227:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:1.1:1787826404.934143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb520.
00010000:00000010:2.1:1787826404.934143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:2.1:1787826404.934152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00010000:00000010:2.1:1787826404.934156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:2.1:1787826404.934159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00000080:00000010:0.1:1787826404.937222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fae0.
00000080:00000010:0.1:1787826404.937247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:0.1:1787826404.937260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882100.
00010000:00000010:0.1:1787826404.937265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00000080:00000010:3.1:1787826404.938170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c940.
00000080:00000010:3.1:1787826404.938188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:3.1:1787826404.938195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:3.1:1787826404.938199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:1.1:1787826404.939343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:0.1:1787826404.949142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f280.
00000080:00000010:0.1:1787826404.961132:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:1.1:1787826404.965036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:1.1:1787826404.965045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:1.1:1787826404.985905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e71e0.
00000080:00000010:0.1:1787826404.986770:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:0.1:1787826405.053265:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:0.1:1787826405.053276:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:0.1:1787826405.078128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3c0.
00000080:00000010:0.1:1787826405.078144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:2.1:1787826405.112130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd700.
00010000:00000010:2.1:1787826405.112137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:2.1:1787826405.123388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7700.
00010000:00000010:1.1:1787826405.150283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:1.1:1787826405.150292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:1.1:1787826405.150301:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:1.1:1787826405.160219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb560.
00000080:00000010:1.1:1787826405.160234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826405.187537:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826405.187557:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00000080:00000010:1.1:1787826405.197131:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfe0.
00000080:00000010:1.1:1787826405.197150:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826405.249271:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:3.1:1787826405.249282:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:0.1:1787826405.295140:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2caa0.
00000080:00000010:0.1:1787826405.295155:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:2.1:1787826405.318361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6c00.
00010000:00000010:2.1:1787826405.318369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:3.1:1787826405.319147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbe40.
00000080:00000010:3.1:1787826405.319171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826405.319999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:0.1:1787826405.320016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00000080:00000010:0.1:1787826405.335126:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf40.
00000080:00000010:0.1:1787826405.335146:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:0.1:1787826405.335152:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:0.1:1787826405.335156:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:2.1:1787826405.355193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:2.1:1787826405.355207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:2.1:1787826405.355214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb040.
00000080:00000010:2.1:1787826405.355234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:1.1:1787826405.355298:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c020.
00000080:00000010:1.1:1787826405.355311:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:1.1:1787826405.458163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:1.1:1787826405.458171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:3.1:1787826405.471145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd700.
00010000:00000010:3.1:1787826405.471156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:2.1:1787826405.472197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f080.
00000080:00000010:2.1:1787826405.472274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:3.1:1787826405.608626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76a0.
00000080:00000010:3.1:1787826405.608654:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:1.1:1787826405.615121:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdf00.
00010000:00000010:1.1:1787826405.615129:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:1.1:1787826405.615135:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00010000:00000010:1.1:1787826405.615147:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:1.1:1787826405.615151:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:1.1:1787826405.615160:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:1.1:1787826405.615166:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2c0.
00000080:00000010:1.1:1787826405.615179:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:2.1:1787826405.718117:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:2.1:1787826405.718125:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8aa00.
00010000:00000010:2.1:1787826405.718129:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:2.1:1787826405.718132:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00000080:00000010:3.1:1787826405.718400:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f220.
00000080:00000010:3.1:1787826405.718419:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:2.1:1787826405.829671:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ea0.
00000080:00000010:2.1:1787826405.829697:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:2.1:1787826405.829710:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:2.1:1787826405.829717:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00000080:00000010:2.1:1787826405.829727:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c020.
00000080:00000010:2.1:1787826405.829739:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:2.1:1787826405.932143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f380.
00000080:00000010:2.1:1787826405.932159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:2.1:1787826405.932165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:2.1:1787826405.932173:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826405.932218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:3.1:1787826405.932225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:3.1:1787826405.957131:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb6a0.
00000080:00000010:3.1:1787826405.957151:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826405.957162:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:3.1:1787826405.957168:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b400.
00010000:00000010:3.1:1787826405.957173:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd000.
00010000:00000010:3.1:1787826405.957178:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00010000:00000010:3.1:1787826405.957181:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:3.1:1787826405.957185:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:3.1:1787826405.957188:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e60.
00000080:00000010:3.1:1787826405.957197:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:3.1:1787826405.957202:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:3.1:1787826405.957206:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8aa00.
00000080:00000010:3.1:1787826405.957209:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8a0.
00000080:00000010:3.1:1787826405.957218:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826405.960147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:2.1:1787826405.960154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:3.1:1787826405.968200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:3.1:1787826405.968221:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826405.968354:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:0.1:1787826405.968362:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:1.1:1787826405.993279:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f320.
00000080:00000010:1.1:1787826405.993309:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826406.025076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:3.1:1787826406.025084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:0.1:1787826406.098130:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fc0.
00010000:00000010:2.1:1787826406.098330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:2.1:1787826406.098338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:0.1:1787826406.156433:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:0.1:1787826406.156446:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f200.
00000080:00000010:0.1:1787826406.156463:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826406.181186:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:2.1:1787826406.181192:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:2.1:1787826406.220209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:2.1:1787826406.220224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826406.329131:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd000.
00010000:00000010:3.1:1787826406.329144:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:2.1:1787826406.355574:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:3.1:1787826406.412628:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e60.
00000080:00000010:3.1:1787826406.412653:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826406.412657:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c400.
00010000:00000010:3.1:1787826406.412664:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826406.412668:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00000080:00000010:3.1:1787826406.412699:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:3.1:1787826406.412708:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:0.1:1787826406.413128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:0.1:1787826406.413135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00000080:00000010:0.1:1787826406.413140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8c0.
00000080:00000010:0.1:1787826406.413149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:0.1:1787826406.413153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:0.1:1787826406.413156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:0.1:1787826406.418135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:0.1:1787826406.418142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00000080:00000010:0.1:1787826406.418150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc80.
00000080:00000010:0.1:1787826406.418166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:0.1:1787826406.418173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a20.
00000080:00000010:0.1:1787826406.418184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:2.1:1787826406.436494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:2.1:1787826406.436504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:2.1:1787826406.436508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:2.1:1787826406.436511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:0.1:1787826406.442748:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:0.1:1787826406.442771:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:3.1:1787826406.468181:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826406.468191:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00000080:00000010:3.1:1787826406.501579:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c420.
00000080:00000010:3.1:1787826406.514192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826406.567137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:3.1:1787826406.567146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00010000:00000010:3.1:1787826406.581831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:3.1:1787826406.581843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8aa00.
00000080:00000010:3.1:1787826406.581854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:3.1:1787826406.581875:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:1.1:1787826406.590634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c9c0.
00000080:00000010:1.1:1787826406.600982:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:1.1:1787826406.600992:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df300.
00010000:00000010:1.1:1787826406.600997:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:1.1:1787826406.601001:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb460.
00000080:00000010:1.1:1787826406.601011:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:2.1:1787826406.642128:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfd00.
00010000:00000010:2.1:1787826406.642137:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00000080:00000010:2.1:1787826406.688764:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e60.
00010000:00000010:2.1:1787826406.688777:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:2.1:1787826406.688784:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00010000:00000010:3.1:1787826406.711027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6100.
00010000:00000010:3.1:1787826406.711039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:3.1:1787826406.711045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7500.
00000080:00000010:3.1:1787826406.766431:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:2.1:1787826406.769635:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826406.769654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f820.
00000080:00000010:2.1:1787826406.769668:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:2.1:1787826406.786785:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:2.1:1787826406.786796:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00000080:00000010:2.1:1787826406.786806:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fea0.
00010000:00000010:2.1:1787826406.786817:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:2.1:1787826406.786826:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:2.1:1787826406.786851:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:2.1:1787826406.809195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:2.1:1787826406.809217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:1.1:1787826406.878676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:1.1:1787826406.878685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:3.1:1787826406.890144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6300.
00010000:00000010:3.1:1787826406.890157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00000080:00000010:0.1:1787826406.890314:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7500.
00000080:00000010:0.1:1787826406.890334:0:1354:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:1.1:1787826406.911375:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df300.
00010000:00000010:1.1:1787826406.911384:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00000080:00000010:0.1:1787826406.942409:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe80.
00000080:00000010:1.1:1787826406.978624:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:2.1:1787826406.991576:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c9c0.
00000080:00000010:2.1:1787826406.991593:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:2.1:1787826407.011150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:2.1:1787826407.011159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:0.1:1787826407.035142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7560.
00000080:00000010:1.1:1787826407.075129:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:0.1:1787826407.171061:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df300.
00010000:00000010:0.1:1787826407.171072:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00000080:00000010:0.1:1787826407.188270:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75a0.
00000080:00000010:0.1:1787826407.188289:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:3.1:1787826407.188846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba80.
00000080:00000010:3.1:1787826407.188862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826407.188875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:3.1:1787826407.188882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:2.1:1787826407.219277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:2.1:1787826407.219285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00000080:00000010:2.1:1787826407.255251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0e0.
00000080:00000010:2.1:1787826407.255272:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826407.259277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826407.259293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8aa00.
00000080:00000010:0.1:1787826407.263092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fa0.
00000080:00000010:0.1:1787826407.263129:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:1.1:1787826407.286300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:1.1:1787826407.286314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:1.1:1787826407.286318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:1.1:1787826407.286330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00010000:00000010:0.1:1787826407.290149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:0.1:1787826407.290166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00010000:00000010:2.1:1787826407.290325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:2.1:1787826407.290332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00010000:00000010:2.1:1787826407.290335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979700.
00010000:00000010:2.1:1787826407.290338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:0.1:1787826407.362128:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979a00.
00010000:00000010:0.1:1787826407.362216:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:0.1:1787826407.362230:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a200.
00010000:00000010:0.1:1787826407.362245:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00010000:00000010:3.1:1787826407.382241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979000.
00010000:00000010:3.1:1787826407.382253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:0.1:1787826407.384119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:0.1:1787826407.384129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:0.1:1787826407.384206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:0.1:1787826407.384212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:0.1:1787826407.384216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:0.1:1787826407.384220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00010000:00000010:0.1:1787826407.384225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:0.1:1787826407.384228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374e00.
00010000:00000010:0.1:1787826407.384231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:0.1:1787826407.384236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a600.
00010000:00000010:0.1:1787826407.384239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:0.1:1787826407.384243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00010000:00000010:0.1:1787826407.384246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:0.1:1787826407.384249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:3.1:1787826407.416763:0:38127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb980.
00000080:00000010:3.1:1787826407.416800:0:38127:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:0.1:1787826407.430059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:0.1:1787826407.430074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:0.1:1787826407.437342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826407.437364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:0.1:1787826407.454497:0:16795:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99b00.
00010000:00000010:0.1:1787826407.454506:0:16795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:1.1:1787826407.457758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a300.
00010000:00000010:1.1:1787826407.457767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:0.1:1787826407.470155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:0.1:1787826407.470166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:0.1:1787826407.470172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ab00.
00010000:00000010:0.1:1787826407.470176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:0.1:1787826407.470179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:0.1:1787826407.470183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:0.1:1787826407.470186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:0.1:1787826407.470191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a000.
00010000:00000010:1.1:1787826407.498186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:1.1:1787826407.498210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:1.1:1787826407.498215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:1.1:1787826407.498219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00010000:00000010:1.1:1787826407.498224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:1.1:1787826407.498305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:1.1:1787826407.518131:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:1.1:1787826407.518142:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00010000:00000010:1.1:1787826407.518149:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:1.1:1787826407.518153:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:1.1:1787826407.518161:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99000.
00010000:00000010:1.1:1787826407.518167:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:0.1:1787826407.535221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:0.1:1787826407.535361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:1.1:1787826407.537137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:1.1:1787826407.537156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:1.1:1787826407.537161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:1.1:1787826407.537164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00000080:00000010:0.1:1787826407.537365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc80.
00000080:00000010:0.1:1787826407.537408:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:2.1:1787826407.537513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:2.1:1787826407.537519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8bc00.
00010000:00000010:1.1:1787826407.541076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761aa00.
00010000:00000010:1.1:1787826407.541093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:1.1:1787826407.541111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:1.1:1787826407.541116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:3.1:1787826407.541136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:3.1:1787826407.541144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:1.1:1787826407.562156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:1.1:1787826407.562179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00010000:00000010:1.1:1787826407.566160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99d00.
00010000:00000010:1.1:1787826407.566186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:1.1:1787826407.566193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:1.1:1787826407.566196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:1.1:1787826407.570158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:1.1:1787826407.570183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00010000:00000010:0.1:1787826407.593174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:0.1:1787826407.593203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:0.1:1787826407.593208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:0.1:1787826407.593212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:0.1:1787826407.593216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323900.
00010000:00000010:0.1:1787826407.593220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:1.1:1787826407.602145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca60.
00000080:00000010:1.1:1787826407.612551:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826407.616288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdd00.
00010000:00000010:3.1:1787826407.616303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:3.1:1787826407.616306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:3.1:1787826407.616309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:3.1:1787826407.616312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826407.616314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00010000:00000010:0.1:1787826407.636987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdf00.
00010000:00000010:0.1:1787826407.636995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00010000:00000010:0.1:1787826407.655575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:0.1:1787826407.655588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:0.1:1787826407.655595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:0.1:1787826407.655603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:0.1:1787826407.661898:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:0.1:1787826407.661909:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00010000:00000010:0.1:1787826407.661914:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4c00.
00010000:00000010:0.1:1787826407.661918:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ac00.
00010000:00000010:0.1:1787826407.661922:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bda00.
00010000:00000010:0.1:1787826407.661924:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:1.1:1787826407.669171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:1.1:1787826407.669184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00010000:00000010:1.1:1787826407.669197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:1.1:1787826407.669201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00010000:00000010:1.1:1787826407.669205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:1.1:1787826407.669208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:0.1:1787826407.699573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:0.1:1787826407.699591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00010000:00000010:1.1:1787826407.704148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6900.
00010000:00000010:1.1:1787826407.704171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:1.1:1787826407.739270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df900.
00010000:00000010:1.1:1787826407.739287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:1.1:1787826407.755138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97500.
00010000:00000010:1.1:1787826407.755148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:1.1:1787826407.769506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:1.1:1787826407.769517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:1.1:1787826407.769523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:1.1:1787826407.769526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:1.1:1787826407.769531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:1.1:1787826407.769535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93200.
00010000:00000010:1.1:1787826407.769539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:1.1:1787826407.769541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:0.1:1787826407.773651:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97400.
00010000:00000010:0.1:1787826407.773660:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:1.1:1787826407.776240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:1.1:1787826407.776250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:1.1:1787826407.830335:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba60.
00000080:00000010:1.1:1787826407.830361:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826407.930043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df600.
00010000:00000010:3.1:1787826407.930070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:1.1:1787826407.972975:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826407.972985:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00010000:00000010:3.1:1787826407.973307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfe00.
00010000:00000010:3.1:1787826407.973315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00010000:00000010:3.1:1787826407.973320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd600.
00010000:00000010:3.1:1787826407.973324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:3.1:1787826407.973329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826407.973333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:0.1:1787826407.975375:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:0.1:1787826407.975384:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:0.1:1787826408.009352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb200.
00000080:00000010:0.1:1787826408.009380:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:3.1:1787826408.010132:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00010000:00000010:2.1:1787826408.010140:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:2.1:1787826408.010152:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00000080:00000010:3.1:1787826408.010157:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826408.055737:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:3.1:1787826408.055748:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93200.
00000080:00000010:0.1:1787826408.060569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca60.
00010000:00000010:3.1:1787826408.072795:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6800.
00010000:00000010:3.1:1787826408.072811:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:0.1:1787826408.073159:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:2.1:1787826408.096504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79e0.
00000080:00000010:2.1:1787826408.096532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826408.127749:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:2.1:1787826408.127771:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:3.1:1787826408.188544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb240.
00000080:00000010:3.1:1787826408.188577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:1.1:1787826408.234739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6800.
00010000:00000010:1.1:1787826408.234753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00000080:00000010:1.1:1787826408.234768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f460.
00000080:00000010:1.1:1787826408.234789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:1.1:1787826408.298991:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd000.
00010000:00000010:1.1:1787826408.299000:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:3.1:1787826408.330276:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb200.
00000080:00000010:3.1:1787826408.330305:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826408.330857:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df900.
00010000:00000010:3.1:1787826408.330868:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00000080:00000010:0.1:1787826408.352522:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfa0.
00010000:00000010:2.1:1787826408.354259:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:2.1:1787826408.354277:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:2.1:1787826408.354283:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00000080:00000010:2.1:1787826408.354302:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00000080:00000010:0.1:1787826408.443571:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826408.443593:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcda00.
00010000:00000010:3.1:1787826408.443612:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00000080:00000010:3.1:1787826408.443687:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c720.
00000080:00000010:3.1:1787826408.443709:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:0.1:1787826408.460165:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:0.1:1787826408.460198:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826408.463156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df400.
00010000:00000010:3.1:1787826408.463162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:2.1:1787826408.463214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df900.
00010000:00000010:2.1:1787826408.463219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00000080:00000010:3.1:1787826408.587119:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c6c0.
00000080:00000010:3.1:1787826408.587138:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:3.1:1787826408.612837:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7aa0.
00000080:00000010:3.1:1787826408.612869:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826408.612886:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd000.
00010000:00000010:3.1:1787826408.612894:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:3.1:1787826408.612899:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:3.1:1787826408.612906:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:0.1:1787826408.614997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:0.1:1787826408.615022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:2.1:1787826408.673730:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb540.
00000080:00000010:2.1:1787826408.673775:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:1.1:1787826408.674224:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7420.
00000080:00000010:1.1:1787826408.674241:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:1.1:1787826408.674249:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:1.1:1787826408.674255:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00000080:00000010:1.1:1787826408.674260:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f360.
00000080:00000010:1.1:1787826408.674272:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:0.1:1787826408.755135:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a00.
00010000:00000010:0.1:1787826408.755157:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfd00.
00010000:00000010:0.1:1787826408.755167:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:0.1:1787826408.755185:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:2.1:1787826408.755645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df700.
00010000:00000010:2.1:1787826408.755655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00010000:00000010:1.1:1787826408.759620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:1.1:1787826408.759630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:1.1:1787826408.759636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfe0.
00000080:00000010:1.1:1787826408.759655:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:1.1:1787826408.759661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df900.
00010000:00000010:1.1:1787826408.759665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:3.1:1787826408.877183:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73a0.
00000080:00000010:3.1:1787826408.877213:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826408.894946:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:3.1:1787826408.894966:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:3.1:1787826408.894976:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275100.
00010000:00000010:3.1:1787826408.894984:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00000080:00000010:1.1:1787826408.900551:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f9c0.
00000080:00000010:1.1:1787826408.900572:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:1.1:1787826408.900584:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:1.1:1787826408.900590:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00000080:00000010:1.1:1787826408.900594:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7aa0.
00000080:00000010:1.1:1787826408.900625:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:1.1:1787826408.900632:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca40.
00000080:00000010:1.1:1787826408.900645:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:2.1:1787826408.901181:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:2.1:1787826408.901207:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:0.1:1787826408.911150:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979a00.
00010000:00000010:0.1:1787826408.911162:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:3.1:1787826408.962277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78c0.
00000080:00000010:3.1:1787826408.962313:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:2.1:1787826408.969144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c240.
00000080:00000010:2.1:1787826408.969182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826408.969403:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826408.969412:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00010000:00000010:1.1:1787826408.969563:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:1.1:1787826408.969574:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ac00.
00000080:00000010:2.1:1787826409.019141:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:2.1:1787826409.019169:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:2.1:1787826409.028230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:2.1:1787826409.028246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00000080:00000010:2.1:1787826409.028255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f980.
00000080:00000010:2.1:1787826409.028274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:1.1:1787826409.143367:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275600.
00010000:00000010:1.1:1787826409.143379:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00010000:00000010:2.1:1787826409.201288:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979c00.
00010000:00000010:2.1:1787826409.201297:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375800.
00000080:00000010:1.1:1787826409.229129:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca40.
00000080:00000010:1.1:1787826409.229150:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:1.1:1787826409.229163:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275500.
00010000:00000010:1.1:1787826409.229170:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00000080:00000010:0.1:1787826409.230424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1c0.
00000080:00000010:0.1:1787826409.230445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:0.1:1787826409.230451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:0.1:1787826409.230468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:1.1:1787826409.238645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:1.1:1787826409.238661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:2.1:1787826409.239564:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb680.
00000080:00000010:2.1:1787826409.239584:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:1.1:1787826409.271133:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:1.1:1787826409.271145:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00000080:00000010:0.1:1787826409.343399:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc60.
00000080:00000010:0.1:1787826409.343420:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826409.394891:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df900.
00010000:00000010:2.1:1787826409.394910:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826409.394916:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb920.
00000080:00000010:2.1:1787826409.395009:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:1.1:1787826409.410140:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063af00.
00010000:00000010:1.1:1787826409.410147:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:2.1:1787826409.478166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3e0.
00000080:00000010:2.1:1787826409.478278:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826409.493123:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85200.
00010000:00000010:2.1:1787826409.493128:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:2.1:1787826409.535503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f140.
00000080:00000010:2.1:1787826409.535531:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826409.545320:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a000.
00010000:00000010:3.1:1787826409.545331:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00000080:00000010:3.1:1787826409.545337:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe60.
00000080:00000010:3.1:1787826409.545358:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:2.1:1787826409.548771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:2.1:1787826409.548779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:3.1:1787826409.556256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f400.
00000080:00000010:3.1:1787826409.556281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826409.594706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979c00.
00010000:00000010:2.1:1787826409.594727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:1.1:1787826409.625537:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5c0.
00000080:00000010:1.1:1787826409.642143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826409.642608:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826409.642619:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:0.1:1787826409.643782:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df700.
00010000:00000010:0.1:1787826409.643792:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:2.1:1787826409.684262:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78c0.
00000080:00000010:2.1:1787826409.684293:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:1.1:1787826409.778206:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3e0.
00010000:00000010:3.1:1787826409.778228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063af00.
00000080:00000010:1.1:1787826409.778236:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826409.778239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:0.1:1787826409.809124:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7800.
00000080:00000010:0.1:1787826409.809156:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:0.1:1787826409.809168:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:0.1:1787826409.809174:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:0.1:1787826409.816165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f680.
00000080:00000010:0.1:1787826409.816198:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:0.1:1787826409.816212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85700.
00010000:00000010:0.1:1787826409.816218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:0.1:1787826409.854159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb400.
00000080:00000010:0.1:1787826409.854200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826409.854815:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826409.854824:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00000080:00000010:0.1:1787826409.919010:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c000.
00000080:00000010:1.1:1787826409.945470:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:2.1:1787826409.967152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df700.
00010000:00000010:2.1:1787826409.967162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8200.
00000080:00000010:0.1:1787826409.967956:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb660.
00000080:00000010:0.1:1787826409.967985:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:2.1:1787826410.045120:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ad00.
00010000:00000010:2.1:1787826410.045128:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93e00.
00000080:00000010:0.1:1787826410.045594:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cac0.
00000080:00000010:0.1:1787826410.045626:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:2.1:1787826410.060754:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:2.1:1787826410.060769:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9600.
00000080:00000010:2.1:1787826410.060776:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd00.
00000080:00000010:2.1:1787826410.060797:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:1.1:1787826410.081567:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:1.1:1787826410.081576:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93600.
00010000:00000010:3.1:1787826410.083608:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a200.
00010000:00000010:3.1:1787826410.083619:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:1.1:1787826410.190135:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c040.
00000080:00000010:1.1:1787826410.190168:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:0.1:1787826410.294364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00000080:00000010:0.1:1787826410.294388:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:3.1:1787826410.295274:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7520.
00000080:00000010:3.1:1787826410.295290:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826410.362125:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:3.1:1787826410.362131:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85b00.
00010000:00000010:2.1:1787826410.362133:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:3.1:1787826410.362136:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:2.1:1787826410.362138:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f960.
00000080:00000010:2.1:1787826410.362156:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:1.1:1787826410.363328:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:1.1:1787826410.363339:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9000.
00000080:00000010:1.1:1787826410.363345:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb580.
00000080:00000010:3.1:1787826410.468151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00010000:00000010:3.1:1787826410.468182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761aa00.
00010000:00000010:3.1:1787826410.468188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:3.1:1787826410.468202:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:3.1:1787826410.468212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f260.
00000080:00000010:3.1:1787826410.468224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:3.1:1787826410.468234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:3.1:1787826410.468238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:3.1:1787826410.468242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:3.1:1787826410.468246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00000080:00000010:3.1:1787826410.468249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:3.1:1787826410.468256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:0.1:1787826410.469287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd000.
00010000:00000010:0.1:1787826410.469296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:0.1:1787826410.469306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e40.
00000080:00000010:0.1:1787826410.469321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:0.1:1787826410.469346:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:0.1:1787826410.680308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:0.1:1787826410.680316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00000080:00000010:0.1:1787826410.680321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7520.
00000080:00000010:0.1:1787826410.680344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:0.1:1787826410.680363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85800.
00010000:00000010:0.1:1787826410.680366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:0.1:1787826410.680371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc40.
00000080:00000010:0.1:1787826410.680387:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:0.1:1787826410.680395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:0.1:1787826410.680398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:1.1:1787826410.681136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a200.
00010000:00000010:1.1:1787826410.681146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8600.
00000080:00000010:1.1:1787826410.681156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb40.
00000080:00000010:1.1:1787826410.681182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:1.1:1787826410.681187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:1.1:1787826410.681190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:1.1:1787826410.681194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00000080:00000010:1.1:1787826410.681204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:1.1:1787826410.718053:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ad00.
00010000:00000010:1.1:1787826410.718066:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8400.
00000080:00000010:1.1:1787826410.718081:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3e0.
00010000:00000010:3.1:1787826410.718238:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063af00.
00010000:00000010:3.1:1787826410.718244:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00000080:00000010:1.1:1787826410.719017:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:1.1:1787826410.719038:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c460.
00000080:00000010:1.1:1787826410.719055:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:1.1:1787826410.719063:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf80.
00000080:00000010:1.1:1787826410.719076:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826410.743431:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:3.1:1787826410.743444:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00000080:00000010:0.1:1787826410.744239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2e0.
00000080:00000010:0.1:1787826410.744261:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:0.1:1787826410.744281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a600.
00010000:00000010:0.1:1787826410.744286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9000.
00000080:00000010:0.1:1787826410.744292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb740.
00010000:00000010:1.1:1787826410.764207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:1.1:1787826410.764215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:1.1:1787826410.764229:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:1.1:1787826410.773813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:1.1:1787826410.773839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:1.1:1787826410.773852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb220.
00000080:00000010:1.1:1787826410.773862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826410.774390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:3.1:1787826410.774400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8200.
00010000:00000010:0.1:1787826410.806675:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:0.1:1787826410.806695:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9e00.
00000080:00000010:0.1:1787826410.823011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb700.
00000080:00000010:0.1:1787826410.844157:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:0.1:1787826410.844181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd100.
00010000:00000010:0.1:1787826410.844189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:0.1:1787826410.855836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5a0.
00000080:00000010:3.1:1787826410.858282:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:2.1:1787826410.858382:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275600.
00010000:00000010:2.1:1787826410.858392:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9000.
00000080:00000010:3.1:1787826410.865288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb740.
00000080:00000010:3.1:1787826410.865325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:1.1:1787826410.877137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ad00.
00010000:00000010:1.1:1787826410.877153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:2.1:1787826410.935127:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:2.1:1787826410.935138:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:1.1:1787826410.986832:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c460.
00000080:00000010:1.1:1787826410.986856:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:3.1:1787826411.005127:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f320.
00000080:00000010:3.1:1787826411.005148:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:2.1:1787826411.006455:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00000080:00000010:2.1:1787826411.006474:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826411.031139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bda00.
00010000:00000010:0.1:1787826411.031156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00010000:00000010:2.1:1787826411.031443:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4a00.
00010000:00000010:2.1:1787826411.031452:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:2.1:1787826411.041294:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ad00.
00010000:00000010:2.1:1787826411.041316:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00000080:00000010:2.1:1787826411.041331:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c560.
00000080:00000010:2.1:1787826411.041347:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:0.1:1787826411.041355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78e0.
00000080:00000010:0.1:1787826411.041377:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:2.1:1787826411.055124:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4300.
00010000:00000010:2.1:1787826411.055134:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:0.1:1787826411.068365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c80.
00000080:00000010:0.1:1787826411.068396:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:1.1:1787826411.147700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:1.1:1787826411.147710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:1.1:1787826411.147724:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:0.1:1787826411.226302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:0.1:1787826411.226317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9e00.
00000080:00000010:0.1:1787826411.226328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5a0.
00000080:00000010:0.1:1787826411.226348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa20.
00000080:00000010:0.1:1787826411.226367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826411.260546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638100.
00010000:00000010:3.1:1787826411.260559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:0.1:1787826411.260617:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c460.
00000080:00000010:0.1:1787826411.260641:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826411.279334:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:3.1:1787826411.279346:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8400.
00000080:00000010:3.1:1787826411.279353:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb720.
00000080:00000010:3.1:1787826411.279375:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:0.1:1787826411.329135:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:0.1:1787826411.329151:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8600.
00000080:00000010:0.1:1787826411.329165:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb1e0.
00000080:00000010:0.1:1787826411.329184:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826411.348143:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb0a0.
00000080:00000010:0.1:1787826411.348169:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826411.360328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:3.1:1787826411.360335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8be00.
00010000:00000010:3.1:1787826411.363329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a700.
00010000:00000010:3.1:1787826411.363340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:1.1:1787826411.405146:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00000080:00000010:2.1:1787826411.405150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00010000:00000010:1.1:1787826411.405155:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:2.1:1787826411.405182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826411.416166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:2.1:1787826411.416189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00000080:00000010:1.1:1787826411.439839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5e0.
00000080:00000010:1.1:1787826411.439871:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:1.1:1787826411.439883:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826411.440363:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:3.1:1787826411.440376:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:3.1:1787826411.440383:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c1e0.
00000080:00000010:3.1:1787826411.440402:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfe0.
00000080:00000010:3.1:1787826411.440420:0:31:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826411.536007:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638900.
00010000:00000010:3.1:1787826411.536018:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:1.1:1787826411.548142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00010000:00000010:1.1:1787826411.548165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85f00.
00010000:00000010:1.1:1787826411.548172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:0.1:1787826411.571061:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:0.1:1787826411.605207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c180.
00000080:00000010:0.1:1787826411.605233:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:1.1:1787826411.605382:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd400.
00010000:00000010:1.1:1787826411.605392:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:1.1:1787826411.612483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:1.1:1787826411.612519:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826411.676145:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4700.
00010000:00000010:2.1:1787826411.676163:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b800.
00010000:00000010:0.1:1787826411.695137:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638a00.
00010000:00000010:0.1:1787826411.695144:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:1.1:1787826411.695276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d40.
00000080:00000010:0.1:1787826411.729529:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:3.1:1787826411.879254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7740.
00000080:00000010:3.1:1787826411.879273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:2.1:1787826411.885121:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd500.
00010000:00000010:2.1:1787826411.885130:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:2.1:1787826411.885134:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:2.1:1787826411.885136:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00000080:00000010:3.1:1787826411.931207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7e0.
00000080:00000010:3.1:1787826411.931228:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826411.931237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826411.931241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:3.1:1787826411.931246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:3.1:1787826411.931255:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00000080:00000010:2.1:1787826411.931299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb1e0.
00000080:00000010:2.1:1787826411.931312:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:0.1:1787826411.931355:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638c00.
00010000:00000010:0.1:1787826411.931362:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826411.931366:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74c0.
00000080:00000010:0.1:1787826411.931376:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:1.1:1787826411.938084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:1.1:1787826411.938094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:2.1:1787826411.996228:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:2.1:1787826411.996235:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:2.1:1787826411.996246:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00000080:00000010:1.1:1787826411.996257:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b20.
00000080:00000010:2.1:1787826411.996260:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:1.1:1787826411.996265:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:1.1:1787826411.996269:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638500.
00010000:00000010:1.1:1787826411.996273:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2000.
00000080:00000010:1.1:1787826411.996276:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb0a0.
00000080:00000010:1.1:1787826411.996289:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:0.1:1787826412.028577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:0.1:1787826412.028604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0e0.
00000080:00000010:0.1:1787826412.028616:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:1.1:1787826412.059192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd200.
00010000:00000010:1.1:1787826412.059202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:1.1:1787826412.059214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe80.
00010000:00000010:3.1:1787826412.059354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638e00.
00010000:00000010:3.1:1787826412.059360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:0.1:1787826412.082311:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:0.1:1787826412.082319:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:0.1:1787826412.159383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:0.1:1787826412.159405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:1.1:1787826412.181268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7740.
00000080:00000010:1.1:1787826412.181286:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:0.1:1787826412.186141:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638e00.
00010000:00000010:0.1:1787826412.186150:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:3.1:1787826412.186250:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:3.1:1787826412.186256:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:3.1:1787826412.186259:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638500.
00010000:00000010:3.1:1787826412.186262:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00000080:00000010:1.1:1787826412.199783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb280.
00000080:00000010:1.1:1787826412.199805:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:0.1:1787826412.222245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:0.1:1787826412.237057:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:2.1:1787826412.289139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638c00.
00010000:00000010:2.1:1787826412.289151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:3.1:1787826412.331195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c500.
00000080:00000010:3.1:1787826412.331236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826412.540731:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6d00.
00010000:00000010:3.1:1787826412.540743:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374c00.
00010000:00000010:3.1:1787826412.540748:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:3.1:1787826412.540754:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92600.
00010000:00000010:3.1:1787826412.540759:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:3.1:1787826412.540763:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:3.1:1787826412.540766:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6500.
00010000:00000010:3.1:1787826412.540768:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374e00.
00010000:00000010:3.1:1787826412.540772:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979800.
00010000:00000010:3.1:1787826412.540774:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:3.1:1787826412.540996:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:3.1:1787826412.541005:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:3.1:1787826412.541012:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6700.
00010000:00000010:3.1:1787826412.541033:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375200.
00010000:00000010:3.1:1787826412.541044:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6e00.
00010000:00000010:3.1:1787826412.541050:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375c00.
00010000:00000010:3.1:1787826412.541059:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfa00.
00010000:00000010:3.1:1787826412.541066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93a00.
00010000:00000010:3.1:1787826412.541074:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:3.1:1787826412.541081:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:1.1:1787826412.594066:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df200.
00010000:00000010:1.1:1787826412.594085:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92e00.
00010000:00000010:1.1:1787826412.594091:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6000.
00010000:00000010:1.1:1787826412.594108:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374400.
00010000:00000010:1.1:1787826412.594116:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:1.1:1787826412.594121:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b400.
00010000:00000010:1.1:1787826412.594126:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:1.1:1787826412.594130:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:1.1:1787826412.594133:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcdc00.
00010000:00000010:1.1:1787826412.594137:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:1.1:1787826412.594148:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:1.1:1787826412.594152:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:1.1:1787826412.594155:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dff00.
00010000:00000010:1.1:1787826412.594159:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93000.
00010000:00000010:1.1:1787826412.594162:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97d00.
00010000:00000010:1.1:1787826412.594165:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b600.
00010000:00000010:0.1:1787826412.595124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:0.1:1787826412.595132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375a00.
00010000:00000010:0.1:1787826412.595138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df400.
00010000:00000010:0.1:1787826412.595141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92200.
00010000:00000010:0.1:1787826412.595144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:0.1:1787826412.595148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8aa00.
00010000:00000010:0.1:1787826412.595163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275900.
00010000:00000010:0.1:1787826412.596772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92c00.
00010000:00000010:0.1:1787826412.596780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfe00.
00010000:00000010:0.1:1787826412.596785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92a00.
00010000:00000010:0.1:1787826412.599128:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979d00.
00010000:00000010:0.1:1787826412.599136:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375e00.
00010000:00000010:0.1:1787826412.599142:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275a00.
00010000:00000010:0.1:1787826412.599147:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93800.
00010000:00000010:0.1:1787826412.599150:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275200.
00010000:00000010:0.1:1787826412.599153:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93c00.
00010000:00000010:1.1:1787826412.599464:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:1.1:1787826412.599471:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:1.1:1787826412.599476:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:1.1:1787826412.599480:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8bc00.
00010000:00000010:1.1:1787826412.599485:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:1.1:1787826412.599488:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:1.1:1787826412.599494:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd800.
00010000:00000010:1.1:1787826412.599502:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:1.1:1787826412.604172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87df000.
00010000:00000010:1.1:1787826412.604194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93200.
00010000:00000010:1.1:1787826412.604205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85500.
00010000:00000010:1.1:1787826412.604213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:1.1:1787826412.604224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:1.1:1787826412.604233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:1.1:1787826412.604249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a900.
00010000:00000010:1.1:1787826412.604262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92400.
00010000:00000010:1.1:1787826412.604269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85200.
00010000:00000010:1.1:1787826412.604277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:0.1:1787826412.604340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979200.
00010000:00000010:0.1:1787826412.604349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374600.
00010000:00000010:1.1:1787826412.620275:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6300.
00010000:00000010:1.1:1787826412.620286:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374000.
00010000:00000010:2.1:1787826412.675264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063ae00.
00010000:00000010:2.1:1787826412.675273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00010000:00000010:2.1:1787826412.679711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85a00.
00010000:00000010:2.1:1787826412.679725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:1.1:1787826412.680256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:1.1:1787826412.680265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a000.
00010000:00000010:1.1:1787826412.680269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:1.1:1787826412.680273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375000.
00010000:00000010:1.1:1787826412.680278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:1.1:1787826412.680281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9400.
00010000:00000010:1.1:1787826412.680285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c87dfd00.
00010000:00000010:1.1:1787826412.680288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:2.1:1787826412.682491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:2.1:1787826412.682504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:2.1:1787826412.682508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcda00.
00010000:00000010:2.1:1787826412.682511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ac00.
00010000:00000010:2.1:1787826412.682515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638500.
00010000:00000010:2.1:1787826412.682518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00010000:00000010:3.1:1787826412.682662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063aa00.
00010000:00000010:3.1:1787826412.682669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d93400.
00010000:00000010:3.1:1787826412.682672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d1979300.
00010000:00000010:3.1:1787826412.682675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:1.1:1787826412.691199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:1.1:1787826412.691206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a600.
00010000:00000010:1.1:1787826412.699292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a600.
00010000:00000010:1.1:1787826412.699307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7d92000.
00010000:00000010:0.1:1787826412.711154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85300.
00010000:00000010:0.1:1787826412.711163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:2.1:1787826412.750056:0:16795:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf20.
00000080:00000010:2.1:1787826412.750073:0:16795:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826412.750667:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558100.
00010000:00000010:3.1:1787826412.750673:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:1.1:1787826412.750927:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:1.1:1787826412.750931:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:0.1:1787826412.756952:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:0.1:1787826412.756963:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:0.1:1787826412.756970:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:0.1:1787826412.756977:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:0.1:1787826412.756983:0:16924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638300.
00010000:00000010:0.1:1787826412.756988:0:16924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00010000:00000010:0.1:1787826412.769932:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:0.1:1787826412.769942:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00010000:00000010:2.1:1787826412.771167:0:37695:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a100.
00010000:00000010:2.1:1787826412.771175:0:37695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9a00.
00010000:00000010:0.1:1787826412.786136:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:0.1:1787826412.786143:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:0.1:1787826412.786147:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ac00.
00010000:00000010:0.1:1787826412.786150:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9600.
00010000:00000010:0.1:1787826412.786155:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a000.
00010000:00000010:0.1:1787826412.786158:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:0.1:1787826412.786163:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4e00.
00010000:00000010:0.1:1787826412.786166:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6375600.
00010000:00000010:0.1:1787826412.786170:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcdd00.
00010000:00000010:0.1:1787826412.786174:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00000080:00000010:3.1:1787826412.792233:0:38127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c160.
00010000:00000010:2.1:1787826412.795677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4200.
00010000:00000010:2.1:1787826412.795682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:2.1:1787826412.795685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323100.
00010000:00000010:2.1:1787826412.795687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00010000:00000010:0.1:1787826412.796132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:0.1:1787826412.796138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00010000:00000010:0.1:1787826412.796141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdf00.
00010000:00000010:0.1:1787826412.796144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:0.1:1787826412.796148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ab00.
00010000:00000010:0.1:1787826412.796151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8a00.
00010000:00000010:0.1:1787826412.796154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d46b4f00.
00010000:00000010:0.1:1787826412.796157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00010000:00000010:0.1:1787826412.796160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a200.
00010000:00000010:0.1:1787826412.796163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:3.1:1787826412.796241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826412.800211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638600.
00010000:00000010:0.1:1787826412.800229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00010000:00000010:0.1:1787826412.800234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:0.1:1787826412.800237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00010000:00000010:0.1:1787826412.826435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a600.
00010000:00000010:0.1:1787826412.826450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9000.
00000080:00000010:0.1:1787826412.826456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb080.
00000080:00000010:0.1:1787826412.826474:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:3.1:1787826412.829230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:3.1:1787826412.829245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:0.1:1787826412.833205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:0.1:1787826412.833220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c8200.
00010000:00000010:0.1:1787826412.865397:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638800.
00010000:00000010:0.1:1787826412.865592:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:1.1:1787826412.883139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd100.
00010000:00000010:1.1:1787826412.883148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e21021c9e00.
00010000:00000010:3.1:1787826412.883577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:3.1:1787826412.883583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:2.1:1787826412.887138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:2.1:1787826412.887161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:0.1:1787826412.887222:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638f00.
00010000:00000010:0.1:1787826412.887229:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:0.1:1787826412.926843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558800.
00010000:00000010:0.1:1787826412.926865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00000080:00000010:0.1:1787826412.955150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a80.
00000080:00000010:1.1:1787826412.968326:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:2.1:1787826412.985694:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:2.1:1787826412.985709:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00010000:00000010:0.1:1787826413.040115:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:0.1:1787826413.040122:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00000080:00000010:1.1:1787826413.040670:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb080.
00000080:00000010:1.1:1787826413.040693:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:1.1:1787826413.040702:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7000.
00000080:00000010:1.1:1787826413.040716:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826413.050080:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:3.1:1787826413.050087:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00000080:00000010:0.1:1787826413.064238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbc0.
00000080:00000010:0.1:1787826413.064258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826413.135126:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:3.1:1787826413.135134:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00000080:00000010:0.1:1787826413.136022:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbdc0.
00000080:00000010:0.1:1787826413.136038:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:2.1:1787826413.190721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00010000:00000010:2.1:1787826413.190731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:0.1:1787826413.231186:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf20.
00000080:00000010:0.1:1787826413.231206:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:2.1:1787826413.231770:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:2.1:1787826413.231776:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:2.1:1787826413.231780:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f4a0.
00000080:00000010:2.1:1787826413.231792:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:1.1:1787826413.250036:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:1.1:1787826413.250046:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00000080:00000010:3.1:1787826413.253567:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbc0.
00000080:00000010:3.1:1787826413.253585:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:0.1:1787826413.302272:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85a00.
00010000:00000010:0.1:1787826413.302553:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:0.1:1787826413.389192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7940.
00000080:00000010:0.1:1787826413.389210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:1.1:1787826413.389267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323b00.
00010000:00000010:1.1:1787826413.389278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:3.1:1787826413.398178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:3.1:1787826413.398183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00000080:00000010:3.1:1787826413.398189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7680.
00000080:00000010:3.1:1787826413.398204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:1.1:1787826413.428149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f400.
00000080:00000010:1.1:1787826413.428169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:1.1:1787826413.428183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:1.1:1787826413.428189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00010000:00000010:2.1:1787826413.531119:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:2.1:1787826413.531126:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00000080:00000010:0.1:1787826413.531251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc60.
00000080:00000010:0.1:1787826413.531273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826413.578120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:3.1:1787826413.578164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:3.1:1787826413.578170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882a00.
00010000:00000010:3.1:1787826413.578175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826413.578733:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c340.
00000080:00000010:0.1:1787826413.578748:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826413.684394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:0.1:1787826413.684401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00000080:00000010:0.1:1787826413.684406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb960.
00000080:00000010:0.1:1787826413.684421:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:0.1:1787826413.684429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7260.
00000080:00000010:0.1:1787826413.684791:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:1.1:1787826413.685738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:1.1:1787826413.685761:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:1.1:1787826413.685772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558500.
00010000:00000010:1.1:1787826413.685778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:1.1:1787826413.685784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7bc0.
00000080:00000010:1.1:1787826413.685792:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:3.1:1787826413.789160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:3.1:1787826413.789173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00000080:00000010:3.1:1787826413.789182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb660.
00000080:00000010:3.1:1787826413.789204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:3.1:1787826413.789214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:3.1:1787826413.789221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:1.1:1787826413.797573:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00010000:00000010:1.1:1787826413.797583:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00000080:00000010:1.1:1787826413.797594:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7680.
00010000:00000010:1.1:1787826413.797606:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558700.
00010000:00000010:1.1:1787826413.797613:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00000080:00000010:1.1:1787826413.797629:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:1.1:1787826413.797637:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0e0.
00000080:00000010:1.1:1787826413.797650:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:3.1:1787826413.798208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:3.1:1787826413.798217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826413.798758:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00000080:00000010:0.1:1787826413.798774:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:0.1:1787826413.879240:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:0.1:1787826413.879250:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00000080:00000010:0.1:1787826413.879263:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbea0.
00000080:00000010:0.1:1787826413.879296:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826413.879309:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b40.
00000080:00000010:0.1:1787826413.879324:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:0.1:1787826413.904127:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:0.1:1787826413.904133:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826413.910371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:3.1:1787826413.910380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00010000:00000010:3.1:1787826413.910384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:3.1:1787826413.910387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00000080:00000010:0.1:1787826413.911142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c40.
00000080:00000010:0.1:1787826413.911164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:0.1:1787826413.911174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca00.
00000080:00000010:0.1:1787826413.911186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:0.1:1787826413.911195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb6c0.
00000080:00000010:0.1:1787826413.911207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:2.1:1787826414.107836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ae00.
00010000:00000010:2.1:1787826414.107842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00010000:00000010:2.1:1787826414.107846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:2.1:1787826414.107850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:2.1:1787826414.107854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:2.1:1787826414.107857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:3.1:1787826414.166313:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826414.166321:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00000080:00000010:3.1:1787826414.166326:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c700.
00000080:00000010:3.1:1787826414.166347:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:3.1:1787826414.166395:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2a0.
00000080:00000010:3.1:1787826414.166406:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:3.1:1787826414.166414:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77a0.
00000080:00000010:3.1:1787826414.166423:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:1.1:1787826414.171208:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2e0.
00000080:00000010:1.1:1787826414.171226:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:1.1:1787826414.171238:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7060.
00000080:00000010:1.1:1787826414.171249:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826414.172143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:3.1:1787826414.172157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:3.1:1787826414.172162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826414.172166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00000080:00000010:3.1:1787826414.172170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:3.1:1787826414.172180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:0.1:1787826414.207124:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:0.1:1787826414.207130:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00000080:00000010:3.1:1787826414.225263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7be0.
00000080:00000010:3.1:1787826414.225299:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826414.232584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:2.1:1787826414.232600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00000080:00000010:3.1:1787826414.247148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77c0.
00000080:00000010:3.1:1787826414.247171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:1.1:1787826414.247224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:1.1:1787826414.247236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:3.1:1787826414.294217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa00.
00000080:00000010:3.1:1787826414.294245:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826414.341129:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:2.1:1787826414.341137:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:2.1:1787826414.341244:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f080.
00000080:00000010:2.1:1787826414.341267:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826414.365208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:3.1:1787826414.365220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826414.365225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:3.1:1787826414.365229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:0.1:1787826414.365294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7be0.
00000080:00000010:0.1:1787826414.458240:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:0.1:1787826414.458249:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7220.
00000080:00000010:0.1:1787826414.458269:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:1.1:1787826414.459227:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:1.1:1787826414.459236:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:2.1:1787826414.472260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:2.1:1787826414.472270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:0.1:1787826414.476363:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77a0.
00000080:00000010:0.1:1787826414.476385:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:0.1:1787826414.505248:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:0.1:1787826414.505255:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:0.1:1787826414.505260:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b40.
00000080:00000010:0.1:1787826414.505273:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:3.1:1787826414.523233:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00000080:00000010:3.1:1787826414.523253:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826414.523262:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:3.1:1787826414.523266:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373600.
00000080:00000010:2.1:1787826414.623719:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb500.
00000080:00000010:2.1:1787826414.623740:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:1.1:1787826414.636134:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:1.1:1787826414.636144:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:1.1:1787826414.636151:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f560.
00000080:00000010:1.1:1787826414.636168:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:1.1:1787826414.636175:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:1.1:1787826414.636224:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826414.670156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:3.1:1787826414.670164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:3.1:1787826414.670169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f360.
00010000:00000010:3.1:1787826414.670176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:3.1:1787826414.670180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00000080:00000010:3.1:1787826414.670191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:1.1:1787826414.692735:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:1.1:1787826414.692745:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:2.1:1787826414.693313:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:2.1:1787826414.693319:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00000080:00000010:0.1:1787826414.719373:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c40.
00000080:00000010:0.1:1787826414.719402:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:0.1:1787826414.799132:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:0.1:1787826414.799152:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:2.1:1787826414.801074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:2.1:1787826414.801084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:2.1:1787826414.801090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7940.
00000080:00000010:2.1:1787826414.801118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826414.846042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:2.1:1787826414.846051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:0.1:1787826414.895763:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7000.
00000080:00000010:0.1:1787826414.895782:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:0.1:1787826414.895788:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:0.1:1787826414.895793:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:3.1:1787826415.002534:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85500.
00010000:00000010:3.1:1787826415.002543:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:0.1:1787826415.003201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb80.
00000080:00000010:0.1:1787826415.003223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:3.1:1787826415.031370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f080.
00000080:00000010:3.1:1787826415.031387:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826415.031391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:3.1:1787826415.031396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00010000:00000010:2.1:1787826415.034035:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:2.1:1787826415.034049:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372400.
00000080:00000010:0.1:1787826415.034776:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb320.
00000080:00000010:0.1:1787826415.034795:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:0.1:1787826415.034802:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb380.
00000080:00000010:0.1:1787826415.034811:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826415.083207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826415.083214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00010000:00000010:3.1:1787826415.136226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:3.1:1787826415.136234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00000080:00000010:1.1:1787826415.136329:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7840.
00000080:00000010:1.1:1787826415.136346:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:0.1:1787826415.137133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb7e0.
00000080:00000010:0.1:1787826415.137146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:3.1:1787826415.161172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c740.
00000080:00000010:3.1:1787826415.161193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:2.1:1787826415.161307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97400.
00010000:00000010:2.1:1787826415.161313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00010000:00000010:2.1:1787826415.169298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85000.
00010000:00000010:2.1:1787826415.169308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00000080:00000010:2.1:1787826415.256379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3a0.
00000080:00000010:2.1:1787826415.256410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826415.256422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:2.1:1787826415.256428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ba00.
00000080:00000010:2.1:1787826415.276172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7660.
00010000:00000010:2.1:1787826415.276188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:2.1:1787826415.276194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:2.1:1787826415.276199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cbc0.
00000080:00000010:2.1:1787826415.276221:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:3.1:1787826415.289701:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:1.1:1787826415.376079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:1.1:1787826415.376087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00010000:00000010:0.1:1787826415.401928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85000.
00010000:00000010:0.1:1787826415.401934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ae00.
00000080:00000010:0.1:1787826415.401938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7300.
00000080:00000010:0.1:1787826415.401950:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:1.1:1787826415.434150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb7e0.
00000080:00000010:1.1:1787826415.434170:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:1.1:1787826415.434181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:1.1:1787826415.434188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826415.434953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd00.
00000080:00000010:0.1:1787826415.434971:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:1.1:1787826415.530240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00010000:00000010:2.1:1787826415.532149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882300.
00010000:00000010:2.1:1787826415.532164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:0.1:1787826415.539332:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:0.1:1787826415.582307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:0.1:1787826415.582314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373000.
00010000:00000010:3.1:1787826415.639833:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:3.1:1787826415.639842:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a600.
00000080:00000010:2.1:1787826415.649134:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb320.
00000080:00000010:2.1:1787826415.649160:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:2.1:1787826415.649168:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7440.
00000080:00000010:2.1:1787826415.649184:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:2.1:1787826415.649189:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:2.1:1787826415.649193:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00000080:00000010:2.1:1787826415.649196:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb420.
00000080:00000010:2.1:1787826415.649203:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826415.651680:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:0.1:1787826415.651688:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826415.651694:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c500.
00000080:00000010:0.1:1787826415.651705:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:3.1:1787826415.721950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:3.1:1787826415.721962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373000.
00000080:00000010:2.1:1787826415.779126:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb7e0.
00010000:00000010:3.1:1787826415.779166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558700.
00010000:00000010:3.1:1787826415.779175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00010000:00000010:3.1:1787826415.779182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00010000:00000010:3.1:1787826415.779189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00000080:00000010:2.1:1787826415.817155:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:2.1:1787826415.817166:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76e0.
00000080:00000010:2.1:1787826415.817177:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826415.847662:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:3.1:1787826415.847675:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00000080:00000010:2.1:1787826415.848133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfe0.
00000080:00000010:2.1:1787826415.848160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:1.1:1787826415.915240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff00.
00000080:00000010:1.1:1787826415.915268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:0.1:1787826415.960135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcda00.
00010000:00000010:0.1:1787826415.960145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a400.
00000080:00000010:0.1:1787826415.960150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:0.1:1787826415.960168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:0.1:1787826415.960174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72e0.
00000080:00000010:0.1:1787826415.960185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:2.1:1787826415.960274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:2.1:1787826415.960279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b000.
00010000:00000010:1.1:1787826415.979124:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6800.
00010000:00000010:1.1:1787826415.979133:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00000080:00000010:0.1:1787826415.979700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ccc0.
00000080:00000010:0.1:1787826415.979722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:3.1:1787826416.070432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb2a0.
00000080:00000010:3.1:1787826416.070453:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826416.075254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:2.1:1787826416.075262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:2.1:1787826416.158139:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:2.1:1787826416.158149:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372000.
00000080:00000010:2.1:1787826416.180004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb660.
00000080:00000010:2.1:1787826416.180026:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:1.1:1787826416.180717:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f260.
00000080:00000010:1.1:1787826416.180736:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:1.1:1787826416.180744:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85b00.
00010000:00000010:1.1:1787826416.180750:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:3.1:1787826416.188494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:3.1:1787826416.188502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:0.1:1787826416.190009:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:0.1:1787826416.190021:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00000080:00000010:3.1:1787826416.200148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe60.
00000080:00000010:3.1:1787826416.200186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:1.1:1787826416.204144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7460.
00000080:00000010:1.1:1787826416.204172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:0.1:1787826416.246437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd600.
00010000:00000010:0.1:1787826416.246452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00000080:00000010:0.1:1787826416.273116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:0.1:1787826416.273132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:0.1:1787826416.277156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bda00.
00010000:00000010:0.1:1787826416.277170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00000080:00000010:1.1:1787826416.308577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f160.
00010000:00000010:0.1:1787826416.311167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6c00.
00010000:00000010:0.1:1787826416.311177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00000080:00000010:0.1:1787826416.347317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c860.
00000080:00000010:0.1:1787826416.347337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:1.1:1787826416.347343:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:0.1:1787826416.406748:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f760.
00000080:00000010:0.1:1787826416.406770:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826416.434120:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:3.1:1787826416.434127:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:2.1:1787826416.471668:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:2.1:1787826416.471680:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:2.1:1787826416.471684:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638400.
00010000:00000010:2.1:1787826416.471688:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:3.1:1787826416.472763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb080.
00000080:00000010:3.1:1787826416.472785:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:0.1:1787826416.472896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:0.1:1787826416.472910:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:0.1:1787826416.472914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7c0.
00010000:00000010:2.1:1787826416.492160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638f00.
00010000:00000010:2.1:1787826416.492180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00000080:00000010:1.1:1787826416.492280:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:2.1:1787826416.543196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6800.
00010000:00000010:2.1:1787826416.543206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373000.
00000080:00000010:1.1:1787826416.553433:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb280.
00000080:00000010:1.1:1787826416.553450:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:0.1:1787826416.581308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:0.1:1787826416.581318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:3.1:1787826416.671159:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:3.1:1787826416.671167:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00000080:00000010:0.1:1787826416.677286:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f980.
00000080:00000010:0.1:1787826416.677308:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:0.1:1787826416.701243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c180.
00000080:00000010:0.1:1787826416.701265:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:2.1:1787826416.725516:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6f00.
00010000:00000010:2.1:1787826416.725523:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:3.1:1787826416.727047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:3.1:1787826416.727053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00000080:00000010:3.1:1787826416.739046:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5e0.
00000080:00000010:3.1:1787826416.739064:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826416.739073:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:3.1:1787826416.739078:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00000080:00000010:0.1:1787826416.796123:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f640.
00000080:00000010:0.1:1787826416.796142:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826416.796148:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fda0.
00000080:00000010:0.1:1787826416.796159:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:1.1:1787826416.836154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:1.1:1787826416.836166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00000080:00000010:1.1:1787826416.925314:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb740.
00000080:00000010:1.1:1787826416.925333:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:0.1:1787826416.947490:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:0.1:1787826416.947513:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:1.1:1787826417.019575:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:1.1:1787826417.019583:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372400.
00000080:00000010:1.1:1787826417.019592:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3e0.
00000080:00000010:1.1:1787826417.019604:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:1.1:1787826417.019684:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c560.
00000080:00000010:1.1:1787826417.019788:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826417.020570:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6f00.
00010000:00000010:3.1:1787826417.020576:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:3.1:1787826417.020581:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:3.1:1787826417.020585:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:1.1:1787826417.073475:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6b00.
00010000:00000010:1.1:1787826417.073481:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00000080:00000010:0.1:1787826417.083214:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00010000:00000010:3.1:1787826417.083572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a600.
00010000:00000010:3.1:1787826417.083579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373000.
00000080:00000010:0.1:1787826417.095357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:1.1:1787826417.127591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb680.
00000080:00000010:1.1:1787826417.127614:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:2.1:1787826417.272112:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:2.1:1787826417.272118:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00000080:00000010:2.1:1787826417.272123:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd00.
00000080:00000010:2.1:1787826417.272145:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826417.328122:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638f00.
00010000:00000010:2.1:1787826417.328131:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373600.
00010000:00000010:0.1:1787826417.332146:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:0.1:1787826417.332154:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:0.1:1787826417.332162:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cac0.
00000080:00000010:0.1:1787826417.332178:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:3.1:1787826417.332623:0:16924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb580.
00000080:00000010:3.1:1787826417.332713:0:16924:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826417.351119:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd400.
00010000:00000010:0.1:1787826417.351120:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd500.
00010000:00000010:0.1:1787826417.351126:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:2.1:1787826417.351126:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:1.1:1787826417.407125:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd900.
00010000:00000010:1.1:1787826417.407136:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:1.1:1787826417.407149:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558d00.
00010000:00000010:1.1:1787826417.407156:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:3.1:1787826417.408659:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323f00.
00010000:00000010:3.1:1787826417.408668:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00010000:00000010:3.1:1787826417.408672:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826417.408676:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:3.1:1787826417.408680:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:3.1:1787826417.408682:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2e00.
00000080:00000010:0.1:1787826417.431299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:0.1:1787826417.431320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:2.1:1787826417.431484:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558400.
00010000:00000010:2.1:1787826417.431493:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:2.1:1787826417.431501:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323d00.
00010000:00000010:2.1:1787826417.431508:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3200.
00010000:00000010:2.1:1787826417.431514:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638a00.
00010000:00000010:2.1:1787826417.431520:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00010000:00000010:2.1:1787826417.431525:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdd00.
00010000:00000010:2.1:1787826417.431531:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:2.1:1787826417.431537:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638e00.
00010000:00000010:2.1:1787826417.431540:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:2.1:1787826417.440127:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:2.1:1787826417.440140:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00010000:00000010:2.1:1787826417.440148:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323a00.
00010000:00000010:2.1:1787826417.440155:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00010000:00000010:2.1:1787826417.440162:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd700.
00010000:00000010:2.1:1787826417.440169:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:2.1:1787826417.440179:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558f00.
00010000:00000010:2.1:1787826417.440186:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00010000:00000010:2.1:1787826417.440192:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:2.1:1787826417.440199:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:2.1:1787826417.440213:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558000.
00010000:00000010:2.1:1787826417.440220:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00010000:00000010:0.1:1787826417.440560:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558800.
00010000:00000010:0.1:1787826417.440567:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:2.1:1787826417.443159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558c00.
00010000:00000010:2.1:1787826417.443173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:2.1:1787826417.443177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882f00.
00010000:00000010:2.1:1787826417.443180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00010000:00000010:3.1:1787826417.443978:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:3.1:1787826417.443997:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2000.
00010000:00000010:0.1:1787826417.459141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323600.
00010000:00000010:0.1:1787826417.459149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00010000:00000010:0.1:1787826417.459152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:0.1:1787826417.459159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:1.1:1787826417.488164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:1.1:1787826417.488171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:1.1:1787826417.499292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558500.
00010000:00000010:1.1:1787826417.499304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00010000:00000010:2.1:1787826417.499733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:2.1:1787826417.499740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:3.1:1787826417.531133:0:37695:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:3.1:1787826417.531143:0:37695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00000080:00000010:2.1:1787826417.535340:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f860.
00000080:00000010:2.1:1787826417.535367:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826417.553039:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:2.1:1787826417.553054:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:3.1:1787826417.581789:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:3.1:1787826417.581811:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00010000:00000010:3.1:1787826417.581816:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97600.
00010000:00000010:3.1:1787826417.581821:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:3.1:1787826417.581824:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216be00.
00010000:00000010:3.1:1787826417.581830:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:3.1:1787826417.581837:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882600.
00010000:00000010:3.1:1787826417.581840:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:3.1:1787826417.581843:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:3.1:1787826417.581846:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00010000:00000010:0.1:1787826417.585567:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:0.1:1787826417.585576:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:0.1:1787826417.585580:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:0.1:1787826417.585583:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00010000:00000010:2.1:1787826417.591464:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:2.1:1787826417.591475:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00010000:00000010:2.1:1787826417.591479:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:2.1:1787826417.591482:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826417.594834:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826417.594848:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00010000:00000010:3.1:1787826417.594852:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:3.1:1787826417.594855:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00010000:00000010:0.1:1787826417.606395:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85900.
00010000:00000010:0.1:1787826417.606403:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:3.1:1787826417.607150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85c00.
00010000:00000010:3.1:1787826417.607159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:3.1:1787826417.607163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638300.
00010000:00000010:3.1:1787826417.607167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:0.1:1787826417.615164:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:0.1:1787826417.615176:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00010000:00000010:2.1:1787826417.636666:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:2.1:1787826417.636678:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:2.1:1787826417.636683:0:2388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:2.1:1787826417.636687:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:3.1:1787826417.654143:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:3.1:1787826417.654157:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a200.
00000080:00000010:1.1:1787826417.654509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e00.
00000080:00000010:1.1:1787826417.654539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:1.1:1787826417.663384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:1.1:1787826417.663392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00010000:00000010:1.1:1787826417.663396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6400.
00010000:00000010:1.1:1787826417.663399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372c00.
00010000:00000010:1.1:1787826417.663402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:1.1:1787826417.663405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:2.1:1787826417.664334:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85d00.
00010000:00000010:2.1:1787826417.664342:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:1.1:1787826417.676131:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6300.
00010000:00000010:2.1:1787826417.676140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:1.1:1787826417.676141:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:2.1:1787826417.676144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373c00.
00010000:00000010:1.1:1787826417.676145:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:1.1:1787826417.676148:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:1.1:1787826417.676152:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6000.
00010000:00000010:1.1:1787826417.676154:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:2.1:1787826417.734116:0:16787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:2.1:1787826417.734130:0:16787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8b200.
00010000:00000010:1.1:1787826417.802211:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd200.
00010000:00000010:1.1:1787826417.802225:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:1.1:1787826417.802232:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6400.
00010000:00000010:1.1:1787826417.802237:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00010000:00000010:1.1:1787826417.802241:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97300.
00010000:00000010:1.1:1787826417.802245:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:1.1:1787826417.802249:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638200.
00010000:00000010:1.1:1787826417.802254:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:1.1:1787826417.802258:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:1.1:1787826417.802263:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00010000:00000010:1.1:1787826417.802270:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcdd00.
00010000:00000010:1.1:1787826417.802274:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8a600.
00010000:00000010:2.1:1787826417.826295:0:16788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd100.
00010000:00000010:2.1:1787826417.826308:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8ac00.
00010000:00000010:3.1:1787826417.827190:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:3.1:1787826417.827202:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:1.1:1787826417.853159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6500.
00010000:00000010:1.1:1787826417.853169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372e00.
00010000:00000010:1.1:1787826417.853174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6800.
00010000:00000010:1.1:1787826417.853178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:1.1:1787826417.853182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcd800.
00010000:00000010:1.1:1787826417.853186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b8bc00.
00010000:00000010:1.1:1787826417.853190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826417.853193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:2.1:1787826417.853242:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bda00.
00010000:00000010:2.1:1787826417.853249:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00010000:00000010:2.1:1787826417.853254:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:2.1:1787826417.853257:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00010000:00000010:2.1:1787826417.853260:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85000.
00010000:00000010:2.1:1787826417.853264:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:0.1:1787826417.868177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638600.
00010000:00000010:0.1:1787826417.868194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:0.1:1787826417.868209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:0.1:1787826417.868219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00010000:00000010:2.1:1787826417.902223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:2.1:1787826417.902233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:1.1:1787826417.904232:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcde00.
00010000:00000010:1.1:1787826417.904245:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:1.1:1787826417.904251:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6900.
00010000:00000010:1.1:1787826417.904254:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:1.1:1787826417.904257:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:1.1:1787826417.904261:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00010000:00000010:1.1:1787826417.904263:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85b00.
00010000:00000010:1.1:1787826417.904266:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:1.1:1787826417.904271:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c000.
00000080:00000010:1.1:1787826417.904293:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:0.1:1787826417.928993:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638a00.
00010000:00000010:0.1:1787826417.929007:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00000080:00000010:1.1:1787826417.932077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb920.
00000080:00000010:1.1:1787826417.932106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:0.1:1787826417.990130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:0.1:1787826417.990155:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:2.1:1787826418.006379:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:2.1:1787826418.006388:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00000080:00000010:2.1:1787826418.023154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb220.
00000080:00000010:2.1:1787826418.023185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:1.1:1787826418.043782:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfe0.
00010000:00000010:0.1:1787826418.044171:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a800.
00010000:00000010:0.1:1787826418.044180:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00000080:00000010:0.1:1787826418.044184:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c240.
00010000:00000010:3.1:1787826418.044211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761aa00.
00010000:00000010:3.1:1787826418.044216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00000080:00000010:1.1:1787826418.052151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826418.052269:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:0.1:1787826418.257127:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7860.
00000080:00000010:0.1:1787826418.257146:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826418.257197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638f00.
00010000:00000010:3.1:1787826418.257206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00000080:00000010:1.1:1787826418.300250:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7380.
00000080:00000010:1.1:1787826418.300275:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:1.1:1787826418.300285:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc60.
00000080:00000010:1.1:1787826418.300301:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00000080:00000010:1.1:1787826418.300309:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7820.
00000080:00000010:1.1:1787826418.300320:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826418.300789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:3.1:1787826418.300800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:3.1:1787826418.300805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ac00.
00010000:00000010:3.1:1787826418.300810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:0.1:1787826418.355136:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:0.1:1787826418.355144:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:3.1:1787826418.355290:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:3.1:1787826418.355300:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:1.1:1787826418.458504:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:1.1:1787826418.458512:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00000080:00000010:0.1:1787826418.459908:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb0a0.
00000080:00000010:0.1:1787826418.459931:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:0.1:1787826418.504311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfa0.
00000080:00000010:0.1:1787826418.504328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:1.1:1787826418.504392:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:1.1:1787826418.504399:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00010000:00000010:2.1:1787826418.505356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:2.1:1787826418.505365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:2.1:1787826418.505371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:2.1:1787826418.505374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:3.1:1787826418.545054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb500.
00000080:00000010:3.1:1787826418.545078:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:3.1:1787826418.545093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:2.1:1787826418.545152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:2.1:1787826418.545172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:3.1:1787826418.545348:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:1.1:1787826418.576138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c640.
00010000:00000010:3.1:1787826418.576236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdf00.
00010000:00000010:3.1:1787826418.576248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:3.1:1787826418.576258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00000080:00000010:3.1:1787826418.576279:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:1.1:1787826418.580161:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826418.580289:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:3.1:1787826418.580301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00000080:00000010:3.1:1787826418.580319:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7c0.
00000080:00000010:3.1:1787826418.580337:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:0.1:1787826418.582356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6700.
00010000:00000010:0.1:1787826418.582365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00010000:00000010:0.1:1787826418.614942:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:0.1:1787826418.614955:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:2.1:1787826418.615910:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d40.
00000080:00000010:2.1:1787826418.615941:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:3.1:1787826418.646213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd700.
00010000:00000010:3.1:1787826418.646223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00000080:00000010:3.1:1787826418.646235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00000080:00000010:3.1:1787826418.646257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:2.1:1787826418.806680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:2.1:1787826418.806698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:1.1:1787826418.816907:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:1.1:1787826418.816914:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:1.1:1787826418.816920:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd20.
00000080:00000010:1.1:1787826418.817122:0:1027:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:3.1:1787826418.818196:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c640.
00000080:00000010:3.1:1787826418.818219:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826418.818234:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638600.
00010000:00000010:3.1:1787826418.818243:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00000080:00000010:3.1:1787826418.818250:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c9c0.
00000080:00000010:3.1:1787826418.818729:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826418.819812:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdf00.
00010000:00000010:2.1:1787826418.819821:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00000080:00000010:2.1:1787826418.819826:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb380.
00000080:00000010:2.1:1787826418.819846:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:2.1:1787826418.819857:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a500.
00010000:00000010:2.1:1787826418.819889:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:2.1:1787826418.819893:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c420.
00000080:00000010:2.1:1787826418.827675:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:0.1:1787826418.873825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638000.
00010000:00000010:0.1:1787826418.873840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:2.1:1787826418.899152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fec0.
00000080:00000010:2.1:1787826418.899175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:1.1:1787826418.899289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638300.
00010000:00000010:1.1:1787826418.899297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:3.1:1787826418.925551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f100.
00000080:00000010:3.1:1787826418.925573:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:0.1:1787826418.928416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:0.1:1787826418.928427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:0.1:1787826418.928433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc60.
00000080:00000010:0.1:1787826418.928456:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826418.950181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd400.
00010000:00000010:2.1:1787826418.950194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00000080:00000010:2.1:1787826418.950202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00000080:00000010:2.1:1787826418.950224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:2.1:1787826419.008144:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:2.1:1787826419.008153:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:2.1:1787826419.055591:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c400.
00000080:00000010:2.1:1787826419.055623:0:1354:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00000080:00000010:2.1:1787826419.055635:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf40.
00000080:00000010:2.1:1787826419.055665:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826419.142270:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:3.1:1787826419.142280:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:3.1:1787826419.142286:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3e0.
00000080:00000010:3.1:1787826419.142312:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:1.1:1787826419.145666:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638300.
00010000:00000010:1.1:1787826419.145679:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00010000:00000010:1.1:1787826419.145692:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:1.1:1787826419.145696:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00000080:00000010:1.1:1787826419.145701:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc60.
00000080:00000010:1.1:1787826419.146117:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826419.237142:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826419.237155:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:3.1:1787826419.237163:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd80.
00010000:00000010:3.1:1787826419.237175:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:3.1:1787826419.237180:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:3.1:1787826419.237202:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:2.1:1787826419.238568:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2c0.
00000080:00000010:2.1:1787826419.238597:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:2.1:1787826419.238619:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638000.
00010000:00000010:2.1:1787826419.238628:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:1.1:1787826419.294154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85b00.
00010000:00000010:1.1:1787826419.294173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00000080:00000010:1.1:1787826419.294191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72c0.
00000080:00000010:1.1:1787826419.294231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:1.1:1787826419.294243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:1.1:1787826419.294252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00000080:00000010:1.1:1787826419.294260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00000080:00000010:1.1:1787826419.294275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:2.1:1787826419.294415:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f440.
00010000:00000010:1.1:1787826419.358619:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85000.
00010000:00000010:1.1:1787826419.358630:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:1.1:1787826419.358637:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f300.
00000080:00000010:1.1:1787826419.358659:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:2.1:1787826419.359203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826419.374193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a400.
00010000:00000010:2.1:1787826419.374204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:2.1:1787826419.374213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c940.
00000080:00000010:2.1:1787826419.374239:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:2.1:1787826419.374248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a600.
00010000:00000010:2.1:1787826419.374253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:3.1:1787826419.437008:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fd00.
00000080:00000010:3.1:1787826419.437036:0:31:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:2.1:1787826419.451959:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:2.1:1787826419.451982:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:2.1:1787826419.451989:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:2.1:1787826419.451993:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:2.1:1787826419.451998:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00000080:00000010:2.1:1787826419.452026:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:1.1:1787826419.457265:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a900.
00010000:00000010:1.1:1787826419.457279:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:1.1:1787826419.560153:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c280.
00000080:00000010:1.1:1787826419.560530:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:3.1:1787826419.561138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00000080:00000010:3.1:1787826419.561160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826419.583892:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6700.
00010000:00000010:3.1:1787826419.583905:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:3.1:1787826419.583921:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826419.584008:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:3.1:1787826419.584018:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78c0.
00000080:00000010:3.1:1787826419.584045:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:1.1:1787826419.637122:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:1.1:1787826419.637154:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:1.1:1787826419.637173:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826419.637182:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448800.
00000080:00000010:1.1:1787826419.637190:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd40.
00000080:00000010:1.1:1787826419.637208:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826419.740126:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6200.
00010000:00000010:3.1:1787826419.740137:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449400.
00000080:00000010:3.1:1787826419.781497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c0a0.
00000080:00000010:3.1:1787826419.781530:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826419.781542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6e00.
00010000:00000010:3.1:1787826419.781549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:3.1:1787826419.781557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78c0.
00000080:00000010:3.1:1787826419.781597:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:3.1:1787826419.781605:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6600.
00010000:00000010:3.1:1787826419.781609:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449e00.
00000080:00000010:3.1:1787826419.781613:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c5c0.
00000080:00000010:3.1:1787826419.781621:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00000080:00000010:2.1:1787826419.809125:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00010000:00000010:1.1:1787826419.809144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00000080:00000010:2.1:1787826419.809150:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:1.1:1787826419.809155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:3.1:1787826419.861618:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:3.1:1787826419.861631:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:3.1:1787826419.861643:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:3.1:1787826419.861668:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:3.1:1787826419.958175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99800.
00010000:00000010:3.1:1787826419.958184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00000080:00000010:3.1:1787826419.958194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb800.
00000080:00000010:3.1:1787826419.958211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:1.1:1787826419.966146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826419.966154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:1.1:1787826419.966161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fcc0.
00000080:00000010:1.1:1787826419.966188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826420.025142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:3.1:1787826420.025155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00000080:00000010:3.1:1787826420.025163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb960.
00000080:00000010:3.1:1787826420.025185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826420.038339:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762700.
00010000:00000010:0.1:1787826420.038349:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373000.
00000080:00000010:0.1:1787826420.038355:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb6c0.
00000080:00000010:0.1:1787826420.038663:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:0.1:1787826420.038677:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:0.1:1787826420.038690:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826420.052392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:3.1:1787826420.052409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:1.1:1787826420.052602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:1.1:1787826420.052610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:0.1:1787826420.120373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a00.
00000080:00000010:0.1:1787826420.120404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:0.1:1787826420.149633:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb400.
00000080:00000010:0.1:1787826420.149657:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826420.168685:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6e00.
00010000:00000010:3.1:1787826420.168701:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00000080:00000010:3.1:1787826420.168709:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd20.
00000080:00000010:3.1:1787826420.168733:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:1.1:1787826420.170416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826420.170423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00010000:00000010:2.1:1787826420.216181:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:2.1:1787826420.216189:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:0.1:1787826420.216232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:0.1:1787826420.216241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373000.
00010000:00000010:3.1:1787826420.220175:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:3.1:1787826420.220184:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00000080:00000010:3.1:1787826420.220189:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:3.1:1787826420.220211:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:1.1:1787826420.221602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb4a0.
00000080:00000010:1.1:1787826420.221617:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:1.1:1787826420.251326:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f460.
00000080:00000010:1.1:1787826420.251358:0:19:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:1.1:1787826420.270199:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826420.270206:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:3.1:1787826420.283127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:3.1:1787826420.283137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:0.1:1787826420.283505:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe00.
00000080:00000010:0.1:1787826420.283527:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:3.1:1787826420.438262:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fae0.
00000080:00000010:3.1:1787826420.438294:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826420.438307:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:3.1:1787826420.438313:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80600.
00000080:00000010:1.1:1787826420.470148:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c140.
00000080:00000010:1.1:1787826420.470167:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:1.1:1787826420.470178:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:1.1:1787826420.470185:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:3.1:1787826420.587248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:3.1:1787826420.587260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:1.1:1787826420.592119:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:1.1:1787826420.592157:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:1.1:1787826420.592171:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f100.
00000080:00000010:1.1:1787826420.592187:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826420.691356:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:2.1:1787826420.691366:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:3.1:1787826420.692187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:3.1:1787826420.692194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00000080:00000010:2.1:1787826420.745195:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f60.
00000080:00000010:2.1:1787826420.745338:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826420.745347:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da800.
00010000:00000010:2.1:1787826420.745353:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00000080:00000010:2.1:1787826420.745356:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c8a0.
00000080:00000010:2.1:1787826420.745370:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:2.1:1787826420.745375:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:2.1:1787826420.745389:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:2.1:1787826420.745394:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:2.1:1787826420.745398:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00000080:00000010:2.1:1787826420.745402:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f960.
00010000:00000010:3.1:1787826420.746899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826420.746910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:3.1:1787826420.746921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:3.1:1787826420.746943:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00000080:00000010:2.1:1787826420.790341:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:2.1:1787826420.790361:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85200.
00010000:00000010:2.1:1787826420.790368:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00000080:00000010:2.1:1787826420.790376:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7020.
00000080:00000010:2.1:1787826420.790396:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:2.1:1787826420.801132:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:2.1:1787826420.801140:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00000080:00000010:2.1:1787826420.801147:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7780.
00000080:00000010:2.1:1787826420.801182:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826420.801182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85c00.
00010000:00000010:3.1:1787826420.801204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00000080:00000010:1.1:1787826420.801245:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d80.
00000080:00000010:1.1:1787826420.801267:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:0.1:1787826420.830979:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7c0.
00000080:00000010:0.1:1787826420.831013:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826420.831271:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:3.1:1787826420.831278:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:1.1:1787826420.933311:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72a0.
00000080:00000010:1.1:1787826420.933333:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:1.1:1787826420.933350:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f5a0.
00000080:00000010:1.1:1787826420.933369:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:0.1:1787826420.934207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:0.1:1787826420.934217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00010000:00000010:3.1:1787826420.955388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ac00.
00010000:00000010:3.1:1787826420.955395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:3.1:1787826420.991151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:3.1:1787826420.991162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00000080:00000010:3.1:1787826421.008140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00000080:00000010:3.1:1787826421.008165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826421.039280:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45100.
00010000:00000010:3.1:1787826421.039289:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00010000:00000010:2.1:1787826421.052707:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:2.1:1787826421.052717:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81e00.
00000080:00000010:0.1:1787826421.079927:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfc0.
00000080:00000010:0.1:1787826421.079946:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:2.1:1787826421.136188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c140.
00000080:00000010:2.1:1787826421.136218:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:0.1:1787826421.226017:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:0.1:1787826421.226029:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2000.
00000080:00000010:0.1:1787826421.236022:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:0.1:1787826421.236049:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:0.1:1787826421.297168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fca0.
00000080:00000010:0.1:1787826421.297197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:0.1:1787826421.297209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbae0.
00000080:00000010:0.1:1787826421.297219:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:2.1:1787826421.298133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71300.
00010000:00000010:2.1:1787826421.298144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f800.
00010000:00000010:2.1:1787826421.298149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:2.1:1787826421.298154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:3.1:1787826421.298342:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5a0.
00000080:00000010:3.1:1787826421.298359:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:3.1:1787826421.298370:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:3.1:1787826421.298378:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ee00.
00010000:00000010:0.1:1787826421.333014:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:0.1:1787826421.333021:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80e00.
00010000:00000010:3.1:1787826421.413125:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71700.
00010000:00000010:3.1:1787826421.413141:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00000080:00000010:3.1:1787826421.502783:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00000080:00000010:3.1:1787826421.502816:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00000080:00000010:3.1:1787826421.502825:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00000080:00000010:3.1:1787826421.502835:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00000080:00000010:0.1:1787826421.504185:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c1c0.
00000080:00000010:0.1:1787826421.504217:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:0.1:1787826421.585148:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:0.1:1787826421.585159:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:0.1:1787826421.585173:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71d00.
00010000:00000010:0.1:1787826421.585178:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00000080:00000010:0.1:1787826421.585183:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c320.
00000080:00000010:0.1:1787826421.585209:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:0.1:1787826421.610301:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62200.
00010000:00000010:0.1:1787826421.610309:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00000080:00000010:0.1:1787826421.610321:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826421.610602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62b00.
00010000:00000010:3.1:1787826421.610611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3200.
00000080:00000010:3.1:1787826421.610618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7cc0.
00000080:00000010:3.1:1787826421.610637:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00000080:00000010:3.1:1787826421.610644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e80.
00010000:00000010:3.1:1787826421.610676:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:3.1:1787826421.610682:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fe00.
00010000:00000010:2.1:1787826421.612165:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:2.1:1787826421.612178:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00000080:00000010:2.1:1787826421.612185:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7dc0.
00000080:00000010:2.1:1787826421.612207:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00000080:00000010:3.1:1787826421.690194:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb140.
00000080:00000010:3.1:1787826421.690224:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:3.1:1787826421.690246:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:3.1:1787826421.690254:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ee00.
00000080:00000010:3.1:1787826421.690262:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb180.
00000080:00000010:3.1:1787826421.690279:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:3.1:1787826421.747055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85c00.
00010000:00000010:3.1:1787826421.747066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00000080:00000010:3.1:1787826421.747072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f520.
00000080:00000010:3.1:1787826421.747113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:1.1:1787826421.752762:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a900.
00010000:00000010:1.1:1787826421.752772:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00000080:00000010:1.1:1787826421.752783:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00000080:00000010:1.1:1787826421.752813:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:3.1:1787826421.754185:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45000.
00010000:00000010:3.1:1787826421.754194:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2e00.
00000080:00000010:3.1:1787826421.754200:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e80.
00000080:00000010:2.1:1787826421.763145:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00000080:00000010:1.1:1787826421.763147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826421.763277:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d00.
00010000:00000010:0.1:1787826421.763294:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826421.763301:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00010000:00000010:2.1:1787826421.773155:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85200.
00010000:00000010:2.1:1787826421.773161:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f400.
00000080:00000010:2.1:1787826421.795128:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbae0.
00000080:00000010:2.1:1787826421.795157:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:0.1:1787826421.902123:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:0.1:1787826421.902133:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00000080:00000010:1.1:1787826421.935657:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c060.
00000080:00000010:1.1:1787826421.935677:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:1.1:1787826421.935691:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7200.
00000080:00000010:1.1:1787826421.935714:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:0.1:1787826421.966715:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:0.1:1787826421.966736:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00010000:00000010:3.1:1787826421.969482:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45000.
00010000:00000010:3.1:1787826421.969497:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00000080:00000010:3.1:1787826421.969503:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e80.
00000080:00000010:3.1:1787826421.969527:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:3.1:1787826421.969540:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:3.1:1787826421.969547:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80200.
00010000:00000010:3.1:1787826421.969554:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fd00.
00010000:00000010:3.1:1787826421.969557:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81e00.
00000080:00000010:1.1:1787826422.007714:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc80.
00000080:00000010:1.1:1787826422.007734:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:0.1:1787826422.012450:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c600.
00000080:00000010:0.1:1787826422.020643:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:0.1:1787826422.020657:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c7a0.
00000080:00000010:0.1:1787826422.020667:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:3.1:1787826422.024280:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:3.1:1787826422.024296:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00010000:00000010:1.1:1787826422.097937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f700.
00010000:00000010:1.1:1787826422.097957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00000080:00000010:1.1:1787826422.097972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e80.
00000080:00000010:1.1:1787826422.097992:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:1.1:1787826422.098001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:1.1:1787826422.098010:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826422.120197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f600.
00010000:00000010:3.1:1787826422.120211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:3.1:1787826422.200484:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45000.
00010000:00000010:3.1:1787826422.200496:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00000080:00000010:0.1:1787826422.269974:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70a0.
00000080:00000010:0.1:1787826422.269999:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:2.1:1787826422.271072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62500.
00010000:00000010:2.1:1787826422.271084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2000.
00000080:00000010:2.1:1787826422.271089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75a0.
00000080:00000010:2.1:1787826422.271128:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826422.302382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45100.
00010000:00000010:3.1:1787826422.302395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00000080:00000010:2.1:1787826422.346164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7240.
00000080:00000010:2.1:1787826422.346210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:1.1:1787826422.346274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfbc00.
00010000:00000010:1.1:1787826422.346281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00000080:00000010:1.1:1787826422.361207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75e0.
00000080:00000010:1.1:1787826422.361247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:3.1:1787826422.413232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:3.1:1787826422.413249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fe00.
00010000:00000010:2.1:1787826422.416270:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62000.
00010000:00000010:2.1:1787826422.416293:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00000080:00000010:2.1:1787826422.416301:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7560.
00000080:00000010:2.1:1787826422.416328:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:2.1:1787826422.474146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638500.
00010000:00000010:2.1:1787826422.474158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:2.1:1787826422.474164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:2.1:1787826422.474168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372000.
00010000:00000010:2.1:1787826422.474171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638400.
00010000:00000010:2.1:1787826422.474173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:2.1:1787826422.474177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ae00.
00010000:00000010:2.1:1787826422.474180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448c00.
00010000:00000010:2.1:1787826422.474183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762400.
00010000:00000010:2.1:1787826422.474186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00010000:00000010:2.1:1787826422.474203:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638100.
00010000:00000010:2.1:1787826422.474207:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:2.1:1787826422.474212:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6f00.
00010000:00000010:2.1:1787826422.474215:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:1.1:1787826422.546815:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3dcda00.
00010000:00000010:1.1:1787826422.546827:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:1.1:1787826422.546834:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:1.1:1787826422.546897:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:1.1:1787826422.546904:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a300.
00010000:00000010:1.1:1787826422.546909:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449000.
00010000:00000010:1.1:1787826422.546914:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:1.1:1787826422.546918:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00010000:00000010:1.1:1787826422.546923:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd200.
00010000:00000010:1.1:1787826422.546928:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:1.1:1787826422.546936:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6500.
00010000:00000010:1.1:1787826422.546939:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449600.
00010000:00000010:1.1:1787826422.546942:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638f00.
00010000:00000010:1.1:1787826422.546955:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:1.1:1787826422.546959:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:1.1:1787826422.546962:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:1.1:1787826422.546965:0:16786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdd00.
00010000:00000010:1.1:1787826422.546968:0:16786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:0.1:1787826422.568141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638200.
00010000:00000010:0.1:1787826422.568165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05800.
00010000:00000010:0.1:1787826422.568171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd700.
00010000:00000010:0.1:1787826422.568175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05400.
00010000:00000010:0.1:1787826422.568178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd000.
00010000:00000010:0.1:1787826422.568182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:0.1:1787826422.568188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:0.1:1787826422.568192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373c00.
00010000:00000010:0.1:1787826422.568195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762a00.
00010000:00000010:0.1:1787826422.568198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372e00.
00010000:00000010:0.1:1787826422.568202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761af00.
00010000:00000010:0.1:1787826422.568207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448600.
00010000:00000010:0.1:1787826422.568209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761ad00.
00010000:00000010:0.1:1787826422.568212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448400.
00010000:00000010:0.1:1787826422.568215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638600.
00010000:00000010:0.1:1787826422.568217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:0.1:1787826422.568220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd400.
00010000:00000010:0.1:1787826422.568223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:0.1:1787826422.568226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:0.1:1787826422.568230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00010000:00000010:0.1:1787826422.568234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761aa00.
00010000:00000010:0.1:1787826422.568237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448000.
00010000:00000010:0.1:1787826422.568240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:0.1:1787826422.568243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:0.1:1787826422.568245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638000.
00010000:00000010:0.1:1787826422.568249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449800.
00000080:00000010:2.1:1787826422.570866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb020.
00000080:00000010:2.1:1787826422.570896:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:1.1:1787826422.573744:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216ba00.
00010000:00000010:1.1:1787826422.573757:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:1.1:1787826422.628512:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:1.1:1787826422.628520:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373600.
00010000:00000010:1.1:1787826422.636913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6900.
00010000:00000010:1.1:1787826422.636925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448200.
00010000:00000010:1.1:1787826422.636929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6000.
00010000:00000010:1.1:1787826422.636933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00010000:00000010:1.1:1787826422.636936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6400.
00010000:00000010:1.1:1787826422.636939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2449a00.
00010000:00000010:1.1:1787826422.636944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99c00.
00010000:00000010:1.1:1787826422.636957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00010000:00000010:1.1:1787826422.636960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6100.
00010000:00000010:1.1:1787826422.636963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00010000:00000010:1.1:1787826422.645125:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99100.
00010000:00000010:1.1:1787826422.645137:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:1.1:1787826422.645144:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:1.1:1787826422.645152:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e000.
00010000:00000010:1.1:1787826422.645158:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:1.1:1787826422.645167:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:1.1:1787826422.645176:0:16796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:1.1:1787826422.645181:0:16796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00010000:00000010:0.1:1787826422.645981:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6200.
00010000:00000010:0.1:1787826422.645991:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00010000:00000010:0.1:1787826422.645997:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:0.1:1787826422.646087:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372400.
00010000:00000010:2.1:1787826422.646122:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb700.
00010000:00000010:2.1:1787826422.646129:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00010000:00000010:0.1:1787826422.661501:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99a00.
00010000:00000010:0.1:1787826422.661513:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00010000:00000010:1.1:1787826422.676994:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:1.1:1787826422.677008:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00010000:00000010:1.1:1787826422.677015:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:1.1:1787826422.677019:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e400.
00010000:00000010:1.1:1787826422.677025:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85d00.
00010000:00000010:1.1:1787826422.677032:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:1.1:1787826422.677034:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:1.1:1787826422.677037:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00010000:00000010:1.1:1787826422.677040:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85900.
00010000:00000010:1.1:1787826422.677042:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:1.1:1787826422.677048:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a000.
00010000:00000010:1.1:1787826422.677051:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:0.1:1787826422.680194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:0.1:1787826422.680205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00010000:00000010:0.1:1787826422.680213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:0.1:1787826422.680220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00010000:00000010:1.1:1787826422.696131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:1.1:1787826422.696143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00010000:00000010:1.1:1787826422.696148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a100.
00010000:00000010:1.1:1787826422.696155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00010000:00000010:3.1:1787826422.709169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:3.1:1787826422.709188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81000.
00000080:00000010:1.1:1787826422.754674:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc80.
00000080:00000010:1.1:1787826422.754700:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:3.1:1787826422.755172:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:3.1:1787826422.755178:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e800.
00010000:00000010:3.1:1787826422.755183:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:3.1:1787826422.755186:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e200.
00010000:00000010:2.1:1787826422.755249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826422.755258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f000.
00010000:00000010:3.1:1787826422.806676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f700.
00010000:00000010:3.1:1787826422.806684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00000080:00000010:3.1:1787826422.819231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cc40.
00000080:00000010:3.1:1787826422.819254:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:3.1:1787826422.831133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb0c0.
00000080:00000010:3.1:1787826422.831162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:1.1:1787826422.831746:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb600.
00010000:00000010:1.1:1787826422.831755:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c600.
00010000:00000010:2.1:1787826422.892137:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85200.
00010000:00000010:2.1:1787826422.892145:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:3.1:1787826422.905126:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0e0.
00010000:00000010:2.1:1787826422.968400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635ff00.
00010000:00000010:2.1:1787826422.968408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00000080:00000010:3.1:1787826422.968566:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:3.1:1787826422.968577:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c360.
00000080:00000010:3.1:1787826422.968611:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826422.968622:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:3.1:1787826422.968626:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00000080:00000010:3.1:1787826423.021319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e60.
00000080:00000010:3.1:1787826423.039202:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826423.039220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:3.1:1787826423.039225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00000080:00000010:2.1:1787826423.063291:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:2.1:1787826423.063313:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826423.063323:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6d00.
00010000:00000010:2.1:1787826423.063329:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:0.1:1787826423.064181:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f500.
00010000:00000010:0.1:1787826423.064188:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00000080:00000010:3.1:1787826423.073804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fc0.
00000080:00000010:3.1:1787826423.073832:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00000080:00000010:0.1:1787826423.083143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76a0.
00000080:00000010:0.1:1787826423.083169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826423.104154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a000.
00010000:00000010:3.1:1787826423.104164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372c00.
00000080:00000010:3.1:1787826423.110140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc80.
00010000:00000010:2.1:1787826423.110269:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:2.1:1787826423.110277:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:2.1:1787826423.114279:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00000080:00000010:0.1:1787826423.126290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fde0.
00000080:00000010:0.1:1787826423.126340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826423.142664:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:2.1:1787826423.142678:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00000080:00000010:0.1:1787826423.149168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa80.
00010000:00000010:3.1:1787826423.149181:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb800.
00010000:00000010:3.1:1787826423.149187:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:0.1:1787826423.149194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:2.1:1787826423.156151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7da0.
00000080:00000010:2.1:1787826423.156187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:1.1:1787826423.312127:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635ff00.
00010000:00000010:1.1:1787826423.312136:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00010000:00000010:1.1:1787826423.312143:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb700.
00010000:00000010:1.1:1787826423.312150:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00010000:00000010:3.1:1787826423.313316:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:3.1:1787826423.313329:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81000.
00000080:00000010:1.1:1787826423.326115:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7180.
00000080:00000010:3.1:1787826423.326131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cee0.
00000080:00000010:1.1:1787826423.326142:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00000080:00000010:3.1:1787826423.326153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00000080:00000010:3.1:1787826423.326163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fc0.
00000080:00000010:3.1:1787826423.326175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:0.1:1787826423.399222:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e60.
00010000:00000010:3.1:1787826423.399233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:3.1:1787826423.399246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00000080:00000010:3.1:1787826423.399254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3e0.
00000080:00000010:3.1:1787826423.399271:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:1.1:1787826423.402381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:1.1:1787826423.402391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00000080:00000010:1.1:1787826423.402399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7700.
00000080:00000010:1.1:1787826423.402418:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:1.1:1787826423.402432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:1.1:1787826423.402458:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00010000:00000010:2.1:1787826423.466376:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:2.1:1787826423.466389:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:0.1:1787826423.466815:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826423.506142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:3.1:1787826423.506174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:0.1:1787826423.673084:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7180.
00000080:00000010:0.1:1787826423.673134:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826423.673143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ab00.
00010000:00000010:3.1:1787826423.673159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00010000:00000010:1.1:1787826423.673231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:1.1:1787826423.673242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00000080:00000010:2.1:1787826423.689923:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c200.
00000080:00000010:2.1:1787826423.689958:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:0.1:1787826423.690126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:0.1:1787826423.690137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00000080:00000010:0.1:1787826423.690143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00000080:00000010:0.1:1787826423.690159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00010000:00000010:3.1:1787826423.690399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:3.1:1787826423.690409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00000080:00000010:3.1:1787826423.690417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e75c0.
00000080:00000010:3.1:1787826423.690434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:3.1:1787826423.690450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfbc00.
00010000:00000010:3.1:1787826423.690466:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5cc00.
00010000:00000010:3.1:1787826423.690476:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:3.1:1787826423.690483:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00000080:00000010:3.1:1787826423.698305:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7500.
00000080:00000010:3.1:1787826423.698329:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:0.1:1787826423.699180:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba00.
00000080:00000010:0.1:1787826423.699199:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:1.1:1787826423.717132:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:1.1:1787826423.717141:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:1.1:1787826423.741130:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f860.
00000080:00000010:1.1:1787826423.788188:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:1.1:1787826423.788202:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:1.1:1787826423.788207:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80200.
00000080:00000010:1.1:1787826423.846212:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce80.
00000080:00000010:1.1:1787826423.846239:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826423.847233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd400.
00010000:00000010:2.1:1787826423.847247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00000080:00000010:2.1:1787826423.847254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cec0.
00000080:00000010:2.1:1787826423.847274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826423.865421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:3.1:1787826423.865435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00000080:00000010:0.1:1787826423.877126:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7e0.
00000080:00000010:2.1:1787826423.877172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7500.
00000080:00000010:2.1:1787826423.877201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:2.1:1787826423.877209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:2.1:1787826423.877214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00000080:00000010:0.1:1787826423.877409:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:1.1:1787826423.877913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd000.
00010000:00000010:1.1:1787826423.877923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00000080:00000010:0.1:1787826424.019950:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7320.
00000080:00000010:0.1:1787826424.019984:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:2.1:1787826424.020055:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45100.
00010000:00000010:2.1:1787826424.020075:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:3.1:1787826424.020233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fca0.
00000080:00000010:3.1:1787826424.020255:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826424.020264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:3.1:1787826424.020274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:3.1:1787826424.020282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ffe0.
00000080:00000010:3.1:1787826424.020291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:2.1:1787826424.055501:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:2.1:1787826424.055510:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00000080:00000010:3.1:1787826424.057208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00000080:00000010:3.1:1787826424.057233:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:3.1:1787826424.155485:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:3.1:1787826424.155492:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00010000:00000010:2.1:1787826424.195185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:2.1:1787826424.195206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00000080:00000010:2.1:1787826424.195213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f20.
00000080:00000010:2.1:1787826424.195242:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:2.1:1787826424.204143:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd400.
00010000:00000010:2.1:1787826424.204151:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00010000:00000010:2.1:1787826424.204160:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:2.1:1787826424.204167:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e200.
00000080:00000010:3.1:1787826424.206124:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e78a0.
00000080:00000010:3.1:1787826424.206177:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:3.1:1787826424.206188:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826424.206197:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00000080:00000010:3.1:1787826424.206417:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ca0.
00000080:00000010:3.1:1787826424.206430:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00000080:00000010:3.1:1787826424.206441:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:3.1:1787826424.206453:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:3.1:1787826424.217019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00000080:00000010:3.1:1787826424.217051:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:0.1:1787826424.226228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97400.
00010000:00000010:0.1:1787826424.226239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:1.1:1787826424.267169:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb00.
00010000:00000010:3.1:1787826424.297147:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:3.1:1787826424.297164:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f000.
00000080:00000010:1.1:1787826424.297176:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826424.297177:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826424.297194:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e800.
00000080:00000010:0.1:1787826424.401133:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ee0.
00000080:00000010:0.1:1787826424.401171:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:1.1:1787826424.401566:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:1.1:1787826424.401583:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e400.
00000080:00000010:1.1:1787826424.401594:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7aa0.
00000080:00000010:1.1:1787826424.401620:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:1.1:1787826424.401631:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7f40.
00000080:00000010:1.1:1787826424.401653:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826424.506205:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826424.506221:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e000.
00000080:00000010:3.1:1787826424.506235:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7140.
00000080:00000010:3.1:1787826424.608124:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd40.
00000080:00000010:3.1:1787826424.608141:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:3.1:1787826424.608149:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc00.
00000080:00000010:3.1:1787826424.608159:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:3.1:1787826424.608164:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:3.1:1787826424.608168:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00000080:00000010:3.1:1787826424.608174:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7520.
00000080:00000010:3.1:1787826424.608186:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826424.608191:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:3.1:1787826424.608194:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f000.
00000080:00000010:3.1:1787826424.608198:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c80.
00010000:00000010:2.1:1787826424.609386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:2.1:1787826424.609395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ce00.
00000080:00000010:2.1:1787826424.609404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:2.1:1787826424.618439:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:2.1:1787826424.618453:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:2.1:1787826424.618466:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:2.1:1787826424.618470:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:2.1:1787826424.618474:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ae0.
00000080:00000010:2.1:1787826424.637158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:1.1:1787826424.637357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:1.1:1787826424.637373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:1.1:1787826424.637385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e200.
00000080:00000010:3.1:1787826424.644513:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:3.1:1787826424.644530:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3e0.
00010000:00000010:3.1:1787826424.644540:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:3.1:1787826424.644546:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e000.
00000080:00000010:1.1:1787826424.677151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7340.
00000080:00000010:1.1:1787826424.677166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:3.1:1787826424.692228:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd400.
00010000:00000010:3.1:1787826424.692239:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:1.1:1787826424.794117:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fc20.
00000080:00000010:1.1:1787826424.794139:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826424.804474:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:3.1:1787826424.804482:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:3.1:1787826424.804486:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542300.
00010000:00000010:3.1:1787826424.804489:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d800.
00000080:00000010:1.1:1787826424.831163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbbe0.
00000080:00000010:1.1:1787826424.831177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:0.1:1787826424.831226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97c00.
00010000:00000010:0.1:1787826424.831233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:0.1:1787826424.831238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c80.
00000080:00000010:0.1:1787826424.831248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:0.1:1787826424.831257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6e0.
00000080:00000010:0.1:1787826424.831275:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:1.1:1787826424.883134:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:1.1:1787826424.883143:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80a00.
00000080:00000010:1.1:1787826424.904147:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce40.
00000080:00000010:1.1:1787826424.924162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:1.1:1787826424.943166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:1.1:1787826424.943172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00000080:00000010:1.1:1787826424.943177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00000080:00000010:1.1:1787826424.943187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:2.1:1787826424.943272:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:2.1:1787826424.943277:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81c00.
00010000:00000010:0.1:1787826424.951167:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542500.
00010000:00000010:0.1:1787826424.951174:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:1.1:1787826424.960505:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c820.
00000080:00000010:1.1:1787826424.960523:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000080:00000010:0.1:1787826425.000145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79c0.
00010000:00000010:3.1:1787826425.000521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:3.1:1787826425.000531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00000080:00000010:0.1:1787826425.010050:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:0.1:1787826425.026843:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c080.
00000080:00000010:0.1:1787826425.026864:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:2.1:1787826425.104604:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542500.
00010000:00000010:2.1:1787826425.104615:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:3.1:1787826425.170088:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb340.
00000080:00000010:3.1:1787826425.170218:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:3.1:1787826425.170228:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97400.
00010000:00000010:3.1:1787826425.170234:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372400.
00000080:00000010:0.1:1787826425.185977:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c820.
00000080:00000010:0.1:1787826425.185998:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:0.1:1787826425.186005:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f360.
00000080:00000010:0.1:1787826425.186015:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:1.1:1787826425.204686:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:1.1:1787826425.204695:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:3.1:1787826425.205124:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:3.1:1787826425.205132:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:2.1:1787826425.231530:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7560.
00000080:00000010:2.1:1787826425.231550:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826425.338136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:2.1:1787826425.338146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c200.
00010000:00000010:0.1:1787826425.352132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558c00.
00010000:00000010:0.1:1787826425.352144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724e00.
00000080:00000010:1.1:1787826425.352187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbb80.
00000080:00000010:1.1:1787826425.352204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00010000:00000010:2.1:1787826425.352445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:2.1:1787826425.352451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ca00.
00000080:00000010:2.1:1787826425.391498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb640.
00000080:00000010:2.1:1787826425.391518:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:2.1:1787826425.447184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558f00.
00010000:00000010:2.1:1787826425.447191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:0.1:1787826425.469641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f6e0.
00000080:00000010:0.1:1787826425.469676:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00000080:00000010:0.1:1787826425.469694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb460.
00000080:00000010:0.1:1787826425.469713:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:0.1:1787826425.516117:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558400.
00010000:00000010:0.1:1787826425.516126:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:0.1:1787826425.516131:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fec0.
00010000:00000010:1.1:1787826425.516187:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504aa00.
00010000:00000010:1.1:1787826425.516193:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00000080:00000010:1.1:1787826425.612453:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c580.
00000080:00000010:1.1:1787826425.612475:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:2.1:1787826425.613148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558d00.
00010000:00000010:2.1:1787826425.613158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00000080:00000010:0.1:1787826425.627126:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:3.1:1787826425.627466:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:3.1:1787826425.627474:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:2.1:1787826425.627488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f060.
00000080:00000010:2.1:1787826425.627506:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:2.1:1787826425.669140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:2.1:1787826425.669150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00000080:00000010:2.1:1787826425.669156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fdc0.
00000080:00000010:2.1:1787826425.669174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:1.1:1787826425.669422:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70a0.
00000080:00000010:1.1:1787826425.669436:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:2.1:1787826425.679354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:2.1:1787826425.679370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:2.1:1787826425.679381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558a00.
00010000:00000010:2.1:1787826425.679391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:1.1:1787826425.692142:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c440.
00000080:00000010:1.1:1787826425.692174:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826425.719701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558b00.
00010000:00000010:2.1:1787826425.719712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00000080:00000010:3.1:1787826425.720128:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7200.
00000080:00000010:3.1:1787826425.720162:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:2.1:1787826425.820912:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e77e0.
00000080:00000010:2.1:1787826425.820940:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00010000:00000010:0.1:1787826425.848186:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:0.1:1787826425.848198:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373c00.
00010000:00000010:1.1:1787826425.868989:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:1.1:1787826425.868997:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00000080:00000010:1.1:1787826425.869002:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c580.
00000080:00000010:1.1:1787826425.869017:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:2.1:1787826425.906120:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542e00.
00010000:00000010:2.1:1787826425.906131:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00000080:00000010:0.1:1787826425.906153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c440.
00000080:00000010:0.1:1787826425.906172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:0.1:1787826425.906183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f660.
00000080:00000010:0.1:1787826425.906197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826425.915933:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99300.
00010000:00000010:3.1:1787826425.915941:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d800.
00000080:00000010:3.1:1787826425.915949:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb040.
00000080:00000010:3.1:1787826425.915964:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:2.1:1787826425.936619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:2.1:1787826425.936631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00000080:00000010:0.1:1787826425.955220:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7e0.
00000080:00000010:0.1:1787826425.955239:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:2.1:1787826425.970269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:2.1:1787826425.970277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:3.1:1787826426.004198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa20.
00000080:00000010:3.1:1787826426.023507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:0.1:1787826426.045481:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:0.1:1787826426.045490:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81200.
00010000:00000010:3.1:1787826426.052132:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542e00.
00000080:00000010:0.1:1787826426.053946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cd40.
00010000:00000010:3.1:1787826426.054067:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:0.1:1787826426.080304:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:3.1:1787826426.080348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7200.
00000080:00000010:3.1:1787826426.080365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00010000:00000010:3.1:1787826426.104167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558b00.
00010000:00000010:3.1:1787826426.104174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00010000:00000010:2.1:1787826426.242317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:2.1:1787826426.242328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ce00.
00010000:00000010:1.1:1787826426.242406:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762f00.
00010000:00000010:1.1:1787826426.242411:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:0.1:1787826426.243130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7780.
00000080:00000010:3.1:1787826426.243175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72a0.
00000080:00000010:3.1:1787826426.244168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:0.1:1787826426.354365:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00010000:00000010:0.1:1787826426.354378:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558900.
00010000:00000010:0.1:1787826426.354384:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372e00.
00000080:00000010:0.1:1787826426.354388:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c6c0.
00000080:00000010:0.1:1787826426.354404:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:3.1:1787826426.354687:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:3.1:1787826426.354703:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:3.1:1787826426.354709:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbde0.
00000080:00000010:3.1:1787826426.354724:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:1.1:1787826426.377137:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb560.
00000080:00000010:1.1:1787826426.377175:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:1.1:1787826426.377191:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558b00.
00010000:00000010:1.1:1787826426.377199:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:2.1:1787826426.377582:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7200.
00000080:00000010:2.1:1787826426.377608:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:2.1:1787826426.377669:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:2.1:1787826426.377682:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:2.1:1787826426.461124:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb80.
00010000:00000010:0.1:1787826426.508151:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a600.
00010000:00000010:0.1:1787826426.508167:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:2.1:1787826426.508179:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00000080:00000010:3.1:1787826426.553164:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f3c0.
00000080:00000010:3.1:1787826426.553196:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:3.1:1787826426.553279:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fea0.
00000080:00000010:3.1:1787826426.553294:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00010000:00000010:3.1:1787826426.553306:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638200.
00010000:00000010:3.1:1787826426.553316:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:0.1:1787826426.553477:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fee0.
00000080:00000010:0.1:1787826426.553490:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:0.1:1787826426.553498:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:0.1:1787826426.553502:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:2.1:1787826426.607153:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638100.
00010000:00000010:2.1:1787826426.607163:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00000080:00000010:0.1:1787826426.607166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f1c0.
00000080:00000010:0.1:1787826426.607190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:0.1:1787826426.607200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbba0.
00000080:00000010:0.1:1787826426.607212:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:0.1:1787826426.615228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:0.1:1787826426.615234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc200.
00000080:00000010:2.1:1787826426.615576:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3c0.
00000080:00000010:2.1:1787826426.615595:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826426.623079:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:3.1:1787826426.623115:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00010000:00000010:3.1:1787826426.623120:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:3.1:1787826426.623124:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ce00.
00010000:00000010:3.1:1787826426.662169:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826426.662177:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00000080:00000010:3.1:1787826426.662181:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fb40.
00000080:00000010:3.1:1787826426.662201:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:1.1:1787826426.716129:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ec0.
00000080:00000010:1.1:1787826426.716156:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:3.1:1787826426.818145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638a00.
00010000:00000010:3.1:1787826426.818159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669e00.
00000080:00000010:3.1:1787826426.818167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbfc0.
00000080:00000010:3.1:1787826426.818191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:2.1:1787826426.818644:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:2.1:1787826426.818655:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373400.
00000080:00000010:2.1:1787826426.818662:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c580.
00010000:00000010:2.1:1787826426.818673:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd800.
00010000:00000010:2.1:1787826426.818681:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd000.
00000080:00000010:2.1:1787826426.818694:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:2.1:1787826426.818699:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7fe0.
00000080:00000010:2.1:1787826426.818711:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826426.832077:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558c00.
00010000:00000010:3.1:1787826426.832086:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:3.1:1787826426.832091:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542400.
00010000:00000010:3.1:1787826426.832107:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00000080:00000010:3.1:1787826426.832113:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0a0.
00000080:00000010:3.1:1787826426.832204:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:2.1:1787826426.835588:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f780.
00000080:00000010:2.1:1787826426.835615:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00010000:00000010:3.1:1787826426.880150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:3.1:1787826426.880162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00010000:00000010:2.1:1787826426.895271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826426.895278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:0.1:1787826426.988409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7600.
00000080:00000010:0.1:1787826426.988457:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:0.1:1787826426.988480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45a00.
00010000:00000010:0.1:1787826426.988493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:0.1:1787826426.988508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e72a0.
00000080:00000010:0.1:1787826426.988541:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00000080:00000010:2.1:1787826426.989049:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa80.
00000080:00000010:2.1:1787826426.989068:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:1.1:1787826426.989209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:1.1:1787826426.989217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:1.1:1787826427.003137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:1.1:1787826427.003144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668a00.
00000080:00000010:1.1:1787826427.003149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbba0.
00000080:00000010:1.1:1787826427.003161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00000080:00000010:0.1:1787826427.033721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7ce0.
00000080:00000010:0.1:1787826427.034072:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826427.049139:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71200.
00010000:00000010:0.1:1787826427.049157:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:2.1:1787826427.125360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7760.
00000080:00000010:2.1:1787826427.125385:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00000080:00000010:2.1:1787826427.236424:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8c0.
00000080:00000010:2.1:1787826427.236447:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:2.1:1787826427.236458:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762800.
00010000:00000010:2.1:1787826427.236463:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00010000:00000010:2.1:1787826427.236469:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762e00.
00010000:00000010:2.1:1787826427.236474:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00010000:00000010:3.1:1787826427.236847:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638900.
00010000:00000010:3.1:1787826427.236856:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:3.1:1787826427.293123:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c8e0.
00000080:00000010:3.1:1787826427.293143:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:0.1:1787826427.294156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe80.
00000080:00000010:0.1:1787826427.294175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:0.1:1787826427.294212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:0.1:1787826427.294221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2800.
00010000:00000010:0.1:1787826427.294228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b100.
00010000:00000010:0.1:1787826427.294240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668200.
00000080:00000010:0.1:1787826427.294249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb260.
00000080:00000010:0.1:1787826427.294259:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00000080:00000010:3.1:1787826427.347296:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7900.
00000080:00000010:3.1:1787826427.347314:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00000080:00000010:0.1:1787826427.347379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbba0.
00000080:00000010:0.1:1787826427.347391:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:2.1:1787826427.353307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71a00.
00010000:00000010:2.1:1787826427.353316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669600.
00010000:00000010:2.1:1787826427.411149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:2.1:1787826427.411165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:1.1:1787826427.413192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638a00.
00010000:00000010:1.1:1787826427.413201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:1.1:1787826427.413207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d40.
00000080:00000010:1.1:1787826427.465795:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:0.1:1787826427.468140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:0.1:1787826427.468155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668600.
00000080:00000010:0.1:1787826427.468172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00000080:00000010:0.1:1787826427.468189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb3c0.
00000080:00000010:0.1:1787826427.468199:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00000080:00000010:3.1:1787826427.468335:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00010000:00000010:3.1:1787826427.468345:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71900.
00010000:00000010:3.1:1787826427.468349:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ea00.
00010000:00000010:1.1:1787826427.480549:0:16785:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45d00.
00010000:00000010:1.1:1787826427.480559:0:16785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81800.
00010000:00000010:1.1:1787826427.480566:0:16785:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85400.
00010000:00000010:1.1:1787826427.480572:0:16785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04c00.
00010000:00000010:1.1:1787826427.480578:0:16785:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdb00.
00010000:00000010:1.1:1787826427.480584:0:16785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3200.
00010000:00000010:0.1:1787826427.522135:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85300.
00010000:00000010:0.1:1787826427.522145:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00010000:00000010:0.1:1787826427.522152:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a400.
00010000:00000010:0.1:1787826427.522159:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80000.
00010000:00000010:0.1:1787826427.522228:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6e00.
00010000:00000010:0.1:1787826427.522233:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00010000:00000010:0.1:1787826427.522238:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62300.
00010000:00000010:0.1:1787826427.522241:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ec00.
00010000:00000010:0.1:1787826427.522245:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:0.1:1787826427.522248:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00010000:00000010:0.1:1787826427.522255:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f900.
00010000:00000010:0.1:1787826427.522258:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80600.
00010000:00000010:1.1:1787826427.538454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62800.
00010000:00000010:1.1:1787826427.538461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f800.
00010000:00000010:1.1:1787826427.538465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62c00.
00010000:00000010:1.1:1787826427.538468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fa00.
00010000:00000010:1.1:1787826427.538471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85000.
00010000:00000010:1.1:1787826427.538474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04e00.
00010000:00000010:1.1:1787826427.538477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5c62b00.
00010000:00000010:1.1:1787826427.538480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472f400.
00010000:00000010:1.1:1787826427.538483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f200.
00010000:00000010:1.1:1787826427.538486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81600.
00010000:00000010:1.1:1787826427.538489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:1.1:1787826427.538492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80400.
00010000:00000010:1.1:1787826427.573199:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85900.
00010000:00000010:1.1:1787826427.573207:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:2.1:1787826427.579172:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f300.
00010000:00000010:2.1:1787826427.579318:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80e00.
00010000:00000010:2.1:1787826427.579322:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6e00.
00010000:00000010:2.1:1787826427.579326:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2e00.
00010000:00000010:2.1:1787826427.579328:0:2387:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fd00.
00010000:00000010:2.1:1787826427.579331:0:2387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81a00.
00010000:00000010:1.1:1787826427.596149:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a300.
00010000:00000010:1.1:1787826427.596158:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81e00.
00010000:00000010:2.1:1787826427.684145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a500.
00010000:00000010:2.1:1787826427.684158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472ee00.
00010000:00000010:2.1:1787826427.684168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6100.
00010000:00000010:2.1:1787826427.684182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2000.
00010000:00000010:2.1:1787826427.695134:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6f00.
00010000:00000010:2.1:1787826427.695144:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2600.
00010000:00000010:3.1:1787826427.695146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45e00.
00010000:00000010:3.1:1787826427.695155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00010000:00000010:3.1:1787826427.695163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfba00.
00010000:00000010:3.1:1787826427.695170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5da00.
00010000:00000010:3.1:1787826427.695175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85200.
00010000:00000010:3.1:1787826427.695179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:3.1:1787826427.695182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f700.
00010000:00000010:3.1:1787826427.695186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81400.
00010000:00000010:3.1:1787826427.695189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c761a200.
00010000:00000010:3.1:1787826427.695205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448e00.
00010000:00000010:0.1:1787826427.744211:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:0.1:1787826427.744221:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:0.1:1787826427.744229:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fa00.
00010000:00000010:0.1:1787826427.744237:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80c00.
00010000:00000010:0.1:1787826427.744245:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd100.
00010000:00000010:0.1:1787826427.744252:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00010000:00000010:0.1:1787826427.744259:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504af00.
00010000:00000010:0.1:1787826427.744266:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80800.
00010000:00000010:0.1:1787826427.744273:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99200.
00010000:00000010:0.1:1787826427.744281:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00010000:00000010:0.1:1787826427.744290:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6400.
00010000:00000010:0.1:1787826427.744296:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00010000:00000010:3.1:1787826427.744896:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb800.
00010000:00000010:3.1:1787826427.744907:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c400.
00010000:00000010:1.1:1787826427.831922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:1.1:1787826427.831948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:1.1:1787826427.831953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542a00.
00010000:00000010:1.1:1787826427.831957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c000.
00010000:00000010:1.1:1787826427.831960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85800.
00010000:00000010:1.1:1787826427.831964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:1.1:1787826427.831967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd700.
00010000:00000010:1.1:1787826427.831969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00010000:00000010:3.1:1787826427.842461:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45000.
00010000:00000010:3.1:1787826427.842469:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00010000:00000010:3.1:1787826427.842473:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762100.
00010000:00000010:3.1:1787826427.842477:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00010000:00000010:3.1:1787826427.842482:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a700.
00010000:00000010:3.1:1787826427.842485:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b80200.
00010000:00000010:3.1:1787826427.842489:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4dfb700.
00010000:00000010:3.1:1787826427.842492:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c800.
00010000:00000010:3.1:1787826427.842495:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd200.
00010000:00000010:3.1:1787826427.842499:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724200.
00010000:00000010:3.1:1787826427.842558:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:3.1:1787826427.842563:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00010000:00000010:3.1:1787826427.842567:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:3.1:1787826427.842570:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472e800.
00010000:00000010:3.1:1787826427.842573:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504a800.
00010000:00000010:3.1:1787826427.842576:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c7b81000.
00010000:00000010:3.1:1787826427.842580:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:3.1:1787826427.842583:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d400.
00010000:00000010:3.1:1787826427.842586:0:38127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd500.
00010000:00000010:3.1:1787826427.842589:0:38127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00000080:00000010:3.1:1787826427.842675:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c7e0.
00000080:00000010:3.1:1787826427.842687:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca100.
00010000:00000010:0.1:1787826427.846601:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:0.1:1787826427.846609:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00010000:00000010:0.1:1787826427.846613:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:0.1:1787826427.846617:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc800.
00010000:00000010:0.1:1787826427.846621:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542200.
00010000:00000010:0.1:1787826427.846624:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d000.
00010000:00000010:0.1:1787826427.846627:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558800.
00010000:00000010:0.1:1787826427.846630:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc400.
00010000:00000010:1.1:1787826427.847883:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97700.
00010000:00000010:1.1:1787826427.847890:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d472fe00.
00010000:00000010:1.1:1787826427.847894:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638b00.
00010000:00000010:1.1:1787826427.847897:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:1.1:1787826427.847901:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f8a0.
00000080:00000010:1.1:1787826427.847978:0:2386:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6300.
00010000:00000010:1.1:1787826427.847988:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3b45100.
00010000:00000010:1.1:1787826427.847995:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725800.
00010000:00000010:1.1:1787826427.848001:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97500.
00010000:00000010:1.1:1787826427.848007:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00010000:00000010:1.1:1787826427.867501:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c504ad00.
00010000:00000010:1.1:1787826427.867514:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372c00.
00010000:00000010:1.1:1787826427.867519:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:1.1:1787826427.867522:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00010000:00000010:1.1:1787826427.867526:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97b00.
00010000:00000010:1.1:1787826427.867529:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00010000:00000010:2.1:1787826427.888173:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:2.1:1787826427.888182:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:2.1:1787826427.888190:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b700.
00010000:00000010:2.1:1787826427.888196:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5dc00.
00010000:00000010:2.1:1787826427.888204:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558100.
00010000:00000010:2.1:1787826427.888211:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc000.
00010000:00000010:2.1:1787826427.888217:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762000.
00010000:00000010:2.1:1787826427.888222:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00010000:00000010:0.1:1787826427.902058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:0.1:1787826427.902065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d600.
00010000:00000010:2.1:1787826427.902265:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00010000:00000010:2.1:1787826427.902274:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00010000:00000010:2.1:1787826427.902283:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e210216b800.
00010000:00000010:2.1:1787826427.902291:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00010000:00000010:1.1:1787826427.902815:0:37838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:1.1:1787826427.902823:0:37838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668200.
00010000:00000010:1.1:1787826427.907827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542500.
00010000:00000010:1.1:1787826427.907837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5cc00.
00010000:00000010:1.1:1787826427.907841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6700.
00010000:00000010:1.1:1787826427.907845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373600.
00010000:00000010:1.1:1787826427.907849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558200.
00010000:00000010:1.1:1787826427.907852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:1.1:1787826427.907857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:1.1:1787826427.907860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00010000:00000010:1.1:1787826427.912136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638400.
00010000:00000010:1.1:1787826427.912146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669400.
00010000:00000010:1.1:1787826427.912150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558a00.
00010000:00000010:1.1:1787826427.912153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dca00.
00010000:00000010:2.1:1787826427.920143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826427.920152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00010000:00000010:0.1:1787826427.928462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638300.
00010000:00000010:0.1:1787826427.928475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c200.
00010000:00000010:1.1:1787826427.931145:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762d00.
00010000:00000010:1.1:1787826427.931150:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00010000:00000010:0.1:1787826427.962135:0:16795:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638000.
00010000:00000010:0.1:1787826427.962141:0:16795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ca00.
00010000:00000010:2.1:1787826427.962954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99a00.
00010000:00000010:2.1:1787826427.962961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372000.
00010000:00000010:0.1:1787826427.977479:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558400.
00010000:00000010:0.1:1787826427.977488:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:0.1:1787826427.977494:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbaa0.
00000080:00000010:0.1:1787826427.977510:0:2386:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c9080.
00010000:00000010:0.1:1787826427.997150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:0.1:1787826427.997160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00010000:00000010:0.1:1787826427.997165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:0.1:1787826427.997168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00010000:00000010:0.1:1787826427.997174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85e00.
00010000:00000010:0.1:1787826427.997178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00010000:00000010:3.1:1787826428.009369:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71d00.
00010000:00000010:3.1:1787826428.009377:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00010000:00000010:0.1:1787826428.010499:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:0.1:1787826428.010619:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d200.
00010000:00000010:2.1:1787826428.024583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:2.1:1787826428.024593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00000080:00000010:2.1:1787826428.073010:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:3.1:1787826428.073137:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c100.
00010000:00000010:1.1:1787826428.074581:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638e00.
00010000:00000010:1.1:1787826428.074597:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00010000:00000010:2.1:1787826428.115149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:2.1:1787826428.115157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:2.1:1787826428.115163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:2.1:1787826428.115183:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00000080:00000010:1.1:1787826428.115951:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cae0.
00000080:00000010:1.1:1787826428.116189:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2100.
00010000:00000010:1.1:1787826428.123334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638800.
00010000:00000010:1.1:1787826428.123354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669a00.
00000080:00000010:0.1:1787826428.142177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb480.
00000080:00000010:0.1:1787826428.142195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:0.1:1787826428.159170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:0.1:1787826428.159181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725c00.
00000080:00000010:0.1:1787826428.204153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7820.
00000080:00000010:0.1:1787826428.204178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:2.1:1787826428.219672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:2.1:1787826428.219681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00000080:00000010:1.1:1787826428.235770:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cf60.
00000080:00000010:1.1:1787826428.235802:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:3.1:1787826428.291146:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:3.1:1787826428.291159:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05c00.
00000080:00000010:0.1:1787826428.298754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fbc0.
00000080:00000010:0.1:1787826428.298791:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826428.298802:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638800.
00010000:00000010:3.1:1787826428.298816:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668800.
00000080:00000010:1.1:1787826428.330148:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd20.
00000080:00000010:1.1:1787826428.330999:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5ac0.
00010000:00000010:0.1:1787826428.331373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:0.1:1787826428.331382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372c00.
00000080:00000010:1.1:1787826428.352188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c000.
00000080:00000010:1.1:1787826428.352205:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f3180.
00010000:00000010:3.1:1787826428.359274:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99500.
00010000:00000010:3.1:1787826428.359282:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372400.
00000080:00000010:3.1:1787826428.372736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c720.
00000080:00000010:3.1:1787826428.372774:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826428.383401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:2.1:1787826428.383423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00000080:00000010:1.1:1787826428.402807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca60.
00000080:00000010:1.1:1787826428.410160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00010000:00000010:1.1:1787826428.436144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638e00.
00010000:00000010:1.1:1787826428.436159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668000.
00000080:00000010:1.1:1787826428.474658:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8a0.
00000080:00000010:1.1:1787826428.474680:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0000.
00010000:00000010:3.1:1787826428.493380:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542700.
00010000:00000010:3.1:1787826428.493391:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c600.
00000080:00000010:0.1:1787826428.510197:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8e0.
00000080:00000010:0.1:1787826428.517329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:1.1:1787826428.520243:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:1.1:1787826428.520262:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669800.
00000080:00000010:1.1:1787826428.520270:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb880.
00000080:00000010:1.1:1787826428.520288:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826428.568148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97f00.
00010000:00000010:2.1:1787826428.568155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00010000:00000010:1.1:1787826428.574286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:1.1:1787826428.574296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00000080:00000010:3.1:1787826428.574422:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b00.
00000080:00000010:3.1:1787826428.582286:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:1.1:1787826428.596077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ca60.
00000080:00000010:1.1:1787826428.596117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826428.664933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:3.1:1787826428.664948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00010000:00000010:3.1:1787826428.687140:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542900.
00010000:00000010:3.1:1787826428.687148:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00000080:00000010:3.1:1787826428.687161:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:3.1:1787826428.687181:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce40.
00000080:00000010:3.1:1787826428.687194:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00000080:00000010:2.1:1787826428.795510:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7860.
00010000:00000010:3.1:1787826428.830689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:3.1:1787826428.830702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:3.1:1787826428.830712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97100.
00010000:00000010:3.1:1787826428.830719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04600.
00000080:00000010:3.1:1787826428.830727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f140.
00000080:00000010:3.1:1787826428.830754:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826428.830773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826428.830779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00000080:00000010:3.1:1787826428.874158:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7400.
00000080:00000010:1.1:1787826428.874243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb40.
00000080:00000010:1.1:1787826428.874268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:0.1:1787826428.874920:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:0.1:1787826428.874927:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372400.
00000080:00000010:0.1:1787826428.874933:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2ce00.
00000080:00000010:0.1:1787826428.874951:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00000080:00000010:3.1:1787826428.909688:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00010000:00000010:3.1:1787826428.909704:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:3.1:1787826428.909709:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724600.
00000080:00000010:3.1:1787826428.909715:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:3.1:1787826428.909849:0:2380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:3.1:1787826428.909858:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638a00.
00010000:00000010:3.1:1787826428.909864:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725200.
00000080:00000010:1.1:1787826428.953184:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70e0.
00000080:00000010:1.1:1787826428.953215:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00000080:00000010:1.1:1787826428.974136:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7c00.
00000080:00000010:1.1:1787826428.974161:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00000080:00000010:1.1:1787826428.974166:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c120.
00000080:00000010:1.1:1787826428.974179:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:0.1:1787826428.975652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:0.1:1787826428.975659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725000.
00010000:00000010:3.1:1787826428.991891:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542b00.
00010000:00000010:3.1:1787826428.991913:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:1.1:1787826429.007416:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97a00.
00010000:00000010:1.1:1787826429.007427:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:1.1:1787826429.007442:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7720.
00000080:00000010:1.1:1787826429.007476:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:0.1:1787826429.083126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2c0.
00000080:00000010:0.1:1787826429.083157:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:2.1:1787826429.084026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97200.
00010000:00000010:2.1:1787826429.084046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c600.
00010000:00000010:2.1:1787826429.106694:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:2.1:1787826429.106704:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00000080:00000010:0.1:1787826429.139606:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cb40.
00000080:00000010:0.1:1787826429.139638:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:3.1:1787826429.180824:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:3.1:1787826429.180832:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00010000:00000010:3.1:1787826429.185125:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00000080:00000010:1.1:1787826429.185134:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fde0.
00010000:00000010:3.1:1787826429.185135:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669800.
00000080:00000010:1.1:1787826429.185162:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:2.1:1787826429.304173:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb360.
00000080:00000010:2.1:1787826429.304196:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:2.1:1787826429.394341:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85c00.
00010000:00000010:2.1:1787826429.394355:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:2.1:1787826429.394365:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa00.
00000080:00000010:2.1:1787826429.394460:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:2.1:1787826429.394472:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638800.
00010000:00000010:2.1:1787826429.394524:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5ca00.
00000080:00000010:2.1:1787826429.394540:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:3.1:1787826429.420127:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb520.
00010000:00000010:0.1:1787826429.420136:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638900.
00010000:00000010:0.1:1787826429.420144:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668000.
00000080:00000010:3.1:1787826429.420147:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00000080:00000010:3.1:1787826429.420157:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cba0.
00010000:00000010:3.1:1787826429.420169:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762300.
00010000:00000010:3.1:1787826429.420174:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:3.1:1787826429.420181:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ffc0.
00010000:00000010:3.1:1787826429.420187:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:3.1:1787826429.420190:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:3.1:1787826429.420200:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00000080:00000010:3.1:1787826429.420204:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fda0.
00000080:00000010:3.1:1787826429.420214:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00010000:00000010:1.1:1787826429.625126:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542800.
00010000:00000010:1.1:1787826429.625135:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:2.1:1787826429.625163:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:2.1:1787826429.625393:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:2.1:1787826429.625398:0:2380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7980.
00010000:00000010:3.1:1787826429.626740:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97900.
00010000:00000010:3.1:1787826429.626751:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724c00.
00000080:00000010:3.1:1787826429.626758:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7160.
00000080:00000010:3.1:1787826429.626789:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:1.1:1787826429.679420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00000080:00000010:1.1:1787826429.679450:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35edac0.
00000080:00000010:2.1:1787826429.679643:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e98c0.
00010000:00000010:2.1:1787826429.686460:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:2.1:1787826429.686478:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724800.
00000080:00000010:2.1:1787826429.686485:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7680.
00000080:00000010:2.1:1787826429.686508:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ed280.
00010000:00000010:3.1:1787826429.686739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85900.
00010000:00000010:3.1:1787826429.686748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c200.
00000080:00000010:3.1:1787826429.686755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cdc0.
00000080:00000010:3.1:1787826429.686771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826429.686786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558a00.
00010000:00000010:3.1:1787826429.686793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:3.1:1787826429.686800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:3.1:1787826429.686806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00010000:00000010:0.1:1787826429.693444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00010000:00000010:0.1:1787826429.693453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05600.
00000080:00000010:0.1:1787826429.693459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f120.
00000080:00000010:0.1:1787826429.693477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:0.1:1787826429.693505:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7360.
00000080:00000010:0.1:1787826429.693523:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:3.1:1787826429.717167:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00000080:00000010:3.1:1787826429.717192:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6b40.
00010000:00000010:1.1:1787826429.723147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762600.
00010000:00000010:1.1:1787826429.723160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05200.
00000080:00000010:1.1:1787826429.729121:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f240.
00010000:00000010:1.1:1787826429.729144:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00000080:00000010:0.1:1787826429.729150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2940.
00010000:00000010:1.1:1787826429.729152:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669a00.
00000080:00000010:3.1:1787826429.834393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb8c0.
00010000:00000010:2.1:1787826429.939695:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:2.1:1787826429.939709:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:2.1:1787826429.939716:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323e00.
00010000:00000010:2.1:1787826429.939724:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724a00.
00000080:00000010:2.1:1787826429.939742:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea100.
00000080:00000010:3.1:1787826429.942881:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00000080:00000010:3.1:1787826430.008145:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00000080:00000010:0.1:1787826430.008373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e79a0.
00000080:00000010:0.1:1787826430.008394:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f3180.
00000080:00000010:0.1:1787826430.008405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe80.
00000080:00000010:0.1:1787826430.008428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:0.1:1787826430.008440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558600.
00010000:00000010:0.1:1787826430.008449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668200.
00010000:00000010:3.1:1787826430.112231:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:3.1:1787826430.112342:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00010000:00000010:3.1:1787826430.112350:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558e00.
00010000:00000010:3.1:1787826430.112358:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04a00.
00000080:00000010:2.1:1787826430.113145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e20.
00000080:00000010:2.1:1787826430.113175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8000.
00000080:00000010:0.1:1787826430.116744:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba00.
00000080:00000010:0.1:1787826430.116762:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:0.1:1787826430.116774:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762200.
00010000:00000010:0.1:1787826430.116780:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04400.
00000080:00000010:0.1:1787826430.116846:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f860.
00000080:00000010:0.1:1787826430.116860:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:3.1:1787826430.126507:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:3.1:1787826430.126522:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:3.1:1787826430.218202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7460.
00000080:00000010:3.1:1787826430.218231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:3.1:1787826430.218253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:3.1:1787826430.218263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04000.
00000080:00000010:3.1:1787826430.218270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f780.
00000080:00000010:3.1:1787826430.218285:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0000.
00010000:00000010:3.1:1787826430.252251:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99f00.
00010000:00000010:3.1:1787826430.252263:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668200.
00010000:00000010:3.1:1787826430.252272:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:3.1:1787826430.252280:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00000080:00000010:0.1:1787826430.253156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb000.
00000080:00000010:0.1:1787826430.253174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00000080:00000010:2.1:1787826430.280270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b80.
00000080:00000010:2.1:1787826430.280295:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e8840.
00000080:00000010:0.1:1787826430.286171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7660.
00000080:00000010:0.1:1787826430.286200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35e9080.
00010000:00000010:2.1:1787826430.290210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323300.
00010000:00000010:2.1:1787826430.290235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00010000:00000010:2.1:1787826430.318296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323500.
00010000:00000010:2.1:1787826430.318317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00010000:00000010:1.1:1787826430.349155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762500.
00010000:00000010:1.1:1787826430.349177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05a00.
00000080:00000010:3.1:1787826430.349452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:3.1:1787826430.349486:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00000080:00000010:1.1:1787826430.372144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff00.
00010000:00000010:3.1:1787826430.382556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558600.
00010000:00000010:3.1:1787826430.382564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669600.
00000080:00000010:0.1:1787826430.387225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826430.390611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:3.1:1787826430.390632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:1.1:1787826430.391216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bba00.
00000080:00000010:1.1:1787826430.391244:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00000080:00000010:0.1:1787826430.401147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:0.1:1787826430.401193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ef380.
00010000:00000010:1.1:1787826430.401322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:1.1:1787826430.401331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669e00.
00000080:00000010:1.1:1787826430.415978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb000.
00000080:00000010:1.1:1787826430.416019:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00010000:00000010:3.1:1787826430.605270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85600.
00010000:00000010:3.1:1787826430.605283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d600.
00000080:00000010:3.1:1787826430.634293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c060.
00010000:00000010:2.1:1787826430.634401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:2.1:1787826430.634408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00010000:00000010:2.1:1787826430.634412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:2.1:1787826430.634416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725600.
00000080:00000010:3.1:1787826430.749425:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ca940.
00000080:00000010:3.1:1787826430.749447:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00000080:00000010:3.1:1787826430.749475:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00000080:00000010:3.1:1787826430.855175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7840.
00000080:00000010:3.1:1787826430.855208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:2.1:1787826430.855293:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:2.1:1787826430.855301:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:0.1:1787826430.857863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85300.
00010000:00000010:0.1:1787826430.857882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5dc00.
00010000:00000010:3.1:1787826430.908149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71900.
00010000:00000010:3.1:1787826430.908165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04200.
00000080:00000010:3.1:1787826430.908171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fe40.
00000080:00000010:3.1:1787826430.908192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f2100.
00000080:00000010:0.1:1787826430.910687:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c580.
00000080:00000010:0.1:1787826430.910709:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cd280.
00010000:00000010:0.1:1787826430.910715:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558300.
00010000:00000010:0.1:1787826430.910721:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668200.
00000080:00000010:0.1:1787826430.910725:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbba0.
00000080:00000010:0.1:1787826430.910738:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:2.1:1787826430.931826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:2.1:1787826430.931846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ea940.
00010000:00000010:2.1:1787826430.931860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:2.1:1787826430.931867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669a00.
00000080:00000010:2.1:1787826430.931875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbde0.
00000080:00000010:2.1:1787826430.931885:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826430.932129:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:3.1:1787826430.932135:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:3.1:1787826430.932138:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7b40.
00000080:00000010:3.1:1787826430.932152:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826430.932159:0:2379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558a00.
00010000:00000010:3.1:1787826430.932162:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:1.1:1787826430.980131:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:1.1:1787826430.980141:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:2.1:1787826430.980146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7100.
00010000:00000010:1.1:1787826430.980153:0:49001:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323800.
00010000:00000010:1.1:1787826430.980157:0:49001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725400.
00000080:00000010:2.1:1787826430.980167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:1.1:1787826431.023519:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7280.
00000080:00000010:1.1:1787826431.023550:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb180.
00000080:00000010:3.1:1787826431.024194:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f0e0.
00000080:00000010:3.1:1787826431.024214:0:2379:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f5280.
00010000:00000010:3.1:1787826431.034177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f400.
00010000:00000010:3.1:1787826431.034191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373a00.
00000080:00000010:3.1:1787826431.034198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7840.
00000080:00000010:3.1:1787826431.034221:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:1.1:1787826431.135552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd500.
00010000:00000010:1.1:1787826431.135573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd800.
00000080:00000010:1.1:1787826431.135581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f200.
00000080:00000010:1.1:1787826431.135603:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f6300.
00010000:00000010:3.1:1787826431.135759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:3.1:1787826431.135767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d400.
00000080:00000010:3.1:1787826431.147346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c6c0.
00000080:00000010:3.1:1787826431.147376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00010000:00000010:3.1:1787826431.147418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71400.
00010000:00000010:3.1:1787826431.147473:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:3.1:1787826431.147482:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f480.
00000080:00000010:3.1:1787826431.147497:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:1.1:1787826431.245367:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:1.1:1787826431.245381:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725a00.
00010000:00000010:2.1:1787826431.246159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323700.
00010000:00000010:2.1:1787826431.246169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373200.
00000080:00000010:2.1:1787826431.246175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7060.
00000080:00000010:2.1:1787826431.246274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:3.1:1787826431.282265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdf00.
00010000:00000010:3.1:1787826431.282277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c400.
00000080:00000010:3.1:1787826431.282283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c080.
00000080:00000010:3.1:1787826431.282303:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4200.
00010000:00000010:2.1:1787826431.311256:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bdc00.
00010000:00000010:2.1:1787826431.311263:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dce00.
00000080:00000010:2.1:1787826431.311276:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2a0.
00000080:00000010:2.1:1787826431.311296:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:2.1:1787826431.311308:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85300.
00010000:00000010:2.1:1787826431.311311:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c000.
00000080:00000010:1.1:1787826431.313172:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7120.
00000080:00000010:1.1:1787826431.313267:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00000080:00000010:2.1:1787826431.362277:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c440.
00000080:00000010:2.1:1787826431.362303:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cca40.
00010000:00000010:3.1:1787826431.377173:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:3.1:1787826431.377183:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:3.1:1787826431.377191:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f7a0.
00000080:00000010:3.1:1787826431.377208:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:0.1:1787826431.383304:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7940.
00000080:00000010:0.1:1787826431.383328:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00010000:00000010:1.1:1787826431.384129:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:1.1:1787826431.384135:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8725e00.
00010000:00000010:0.1:1787826431.412329:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85c00.
00010000:00000010:0.1:1787826431.412338:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:3.1:1787826431.450187:0:49001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cec0.
00000080:00000010:3.1:1787826431.450209:0:49001:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cdac0.
00010000:00000010:2.1:1787826431.451701:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97000.
00010000:00000010:2.1:1787826431.451708:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724400.
00000080:00000010:2.1:1787826431.510319:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e20.
00000080:00000010:2.1:1787826431.510350:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826431.519158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85500.
00010000:00000010:3.1:1787826431.519166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dcc00.
00000080:00000010:3.1:1787826431.519173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f860.
00000080:00000010:0.1:1787826431.519294:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c98c0.
00010000:00000010:0.1:1787826431.519309:0:49002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5323c00.
00010000:00000010:0.1:1787826431.519314:0:49002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd200.
00000080:00000010:0.1:1787826431.519320:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff40.
00000080:00000010:0.1:1787826431.519330:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f0840.
00010000:00000010:3.1:1787826431.528396:0:49003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:3.1:1787826431.528410:0:49003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2200.
00010000:00000010:1.1:1787826431.529189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:1.1:1787826431.529200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668200.
00000080:00000010:1.1:1787826431.529206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbba0.
00000080:00000010:1.1:1787826431.529227:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f0840.
00000080:00000010:1.1:1787826431.529233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7360.
00000080:00000010:1.1:1787826431.529247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:3.1:1787826431.549312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bb5c0.
00010000:00000010:2.1:1787826431.550187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f500.
00010000:00000010:2.1:1787826431.550197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d25e4a00.
00010000:00000010:2.1:1787826431.554569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d2558000.
00010000:00000010:2.1:1787826431.554576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669e00.
00000080:00000010:3.1:1787826431.555338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f1080.
00000080:00000010:0.1:1787826431.562152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd80.
00010000:00000010:1.1:1787826431.562269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:1.1:1787826431.562278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:0.1:1787826431.571293:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00000080:00000010:1.1:1787826431.578390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3e0.
00000080:00000010:1.1:1787826431.578436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826431.587722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f600.
00010000:00000010:2.1:1787826431.587738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3400.
00000080:00000010:1.1:1787826431.591155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e74e0.
00000080:00000010:1.1:1787826431.591206:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f7380.
00010000:00000010:0.1:1787826431.592080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:0.1:1787826431.592092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2a00.
00000080:00000010:0.1:1787826431.615030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7980.
00000080:00000010:1.1:1787826431.621153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f2940.
00010000:00000010:0.1:1787826431.739211:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c29da400.
00010000:00000010:0.1:1787826431.739230:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2400.
00010000:00000010:2.1:1787826431.808148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85100.
00010000:00000010:2.1:1787826431.808159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5de00.
00000080:00000010:0.1:1787826431.808230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7720.
00000080:00000010:0.1:1787826431.808256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eeb40.
00000080:00000010:0.1:1787826431.808268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c3e0.
00000080:00000010:0.1:1787826431.808280:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17ce300.
00010000:00000010:2.1:1787826431.847811:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fc00.
00010000:00000010:2.1:1787826431.847825:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:2.1:1787826431.847833:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa00.
00000080:00000010:2.1:1787826431.847853:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4a40.
00010000:00000010:1.1:1787826431.851335:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882000.
00010000:00000010:1.1:1787826431.851350:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2c00.
00000080:00000010:1.1:1787826431.851357:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7860.
00000080:00000010:1.1:1787826431.851383:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ee300.
00010000:00000010:3.1:1787826431.881349:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0e85500.
00010000:00000010:3.1:1787826431.881364:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00000080:00000010:1.1:1787826431.882230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e70e0.
00000080:00000010:1.1:1787826431.882264:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:0.1:1787826431.911580:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762c00.
00010000:00000010:0.1:1787826431.911591:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d25e4200.
00000080:00000010:0.1:1787826431.953286:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbd40.
00000080:00000010:0.1:1787826431.953317:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17c8000.
00010000:00000010:3.1:1787826431.965147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:3.1:1787826431.965154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e2000.
00010000:00000010:3.1:1787826431.965158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fb00.
00010000:00000010:3.1:1787826431.965161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d25e5600.
00010000:00000010:2.1:1787826431.965204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882700.
00010000:00000010:2.1:1787826431.965209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3e00.
00000080:00000010:1.1:1787826431.968727:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e73e0.
00000080:00000010:1.1:1787826431.968745:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:1.1:1787826432.002138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7e40.
00000080:00000010:1.1:1787826432.002162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35ec200.
00000080:00000010:3.1:1787826432.002917:0:49002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbc80.
00000080:00000010:3.1:1787826432.002944:0:49002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f18c0.
00010000:00000010:2.1:1787826432.015136:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f800.
00010000:00000010:2.1:1787826432.015148:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3800.
00000080:00000010:2.1:1787826432.037137:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7a00.
00000080:00000010:2.1:1787826432.037161:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f5280.
00010000:00000010:1.1:1787826432.056646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882800.
00010000:00000010:1.1:1787826432.056656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00010000:00000010:1.1:1787826432.169152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fb00.
00010000:00000010:1.1:1787826432.169160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5d400.
00000080:00000010:0.1:1787826432.170162:0:49003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c600.
00000080:00000010:0.1:1787826432.170183:0:49003:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:3.1:1787826432.170436:0:49005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f280.
00000080:00000010:3.1:1787826432.170464:0:49005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eca40.
00010000:00000010:1.1:1787826432.202141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f600.
00010000:00000010:1.1:1787826432.202151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3c00.
00000080:00000010:1.1:1787826432.202161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7080.
00010000:00000010:1.1:1787826432.202169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:1.1:1787826432.202172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3000.
00000080:00000010:1.1:1787826432.202175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7960.
00000080:00000010:1.1:1787826432.202185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00000080:00000010:2.1:1787826432.231141:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f39c0.
00010000:00000010:2.1:1787826432.231150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:2.1:1787826432.231156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00000080:00000010:0.1:1787826432.233018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f740.
00000080:00000010:0.1:1787826432.233039:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d16f4a40.
00010000:00000010:1.1:1787826432.258672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f800.
00010000:00000010:1.1:1787826432.258692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd400.
00000080:00000010:0.1:1787826432.310287:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c67bbce0.
00000080:00000010:0.1:1787826432.310319:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35eb9c0.
00010000:00000010:0.1:1787826432.310335:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635fb00.
00010000:00000010:0.1:1787826432.310348:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dde00.
00000080:00000010:1.1:1787826432.311142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f660.
00000080:00000010:1.1:1787826432.311158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f4200.
00010000:00000010:1.1:1787826432.311163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6000.
00010000:00000010:1.1:1787826432.311167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5dc00.
00000080:00000010:1.1:1787826432.311170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c1c0.
00000080:00000010:1.1:1787826432.311182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00010000:00000010:3.1:1787826432.311215:0:49005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71000.
00010000:00000010:3.1:1787826432.311228:0:49005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d25e5a00.
00000080:00000010:1.1:1787826432.413625:0:49004:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20c35f6b40.
00000080:00000010:0.1:1787826432.460627:0:49004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491fa60.
00010000:00000010:0.1:1787826432.460648:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6200.
00010000:00000010:0.1:1787826432.460654:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5c200.
00010000:00000010:0.1:1787826432.460658:0:49004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6a00.
00010000:00000010:0.1:1787826432.460664:0:49004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b5dc00.
00000080:00000010:2.1:1787826432.499173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2cfc0.
00000080:00000010:2.1:1787826432.499203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cf380.
00010000:00000010:1.1:1787826432.559146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6600.
00010000:00000010:1.1:1787826432.559158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dc600.
00000080:00000010:0.1:1787826432.559161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c1c0.
00000080:00000010:0.1:1787826432.559189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e20d17cb9c0.
00000800:00000200:0.1:1787826476.918273:0:2376:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1787826476.918278:0:2376:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1787826476.918280:0:2376:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:2.1:1787826478.710529:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826478.774722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826479.798629:0:2387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826479.991603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826479.991605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1787826479.991951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826479.991953:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1787826485.494953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826485.495203:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826490.615311:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826490.615516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826493.688855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826494.716029:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826494.716033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 4, 3 secs later)
00000800:00000200:3.1:1787826494.716822:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826494.716824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 4, 3 secs later)
00000800:00000200:3.1:1787826494.717801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826494.717803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 4, 3 secs later)
00000800:00000200:3.1:1787826494.718574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826494.718576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 4, 3 secs later)
00000800:00000200:3.1:1787826494.719060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826494.719062:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 4, 3 secs later)
00000800:00000200:3.1:1787826499.832156:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826499.832434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826499.832598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826499.832736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826499.832873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826504.952532:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826504.952535:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 8, 4 secs later)
00000800:00000200:3.1:1787826504.952865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826504.952867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 8, 4 secs later)
00000800:00000200:3.1:1787826504.953529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826504.953531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 8, 4 secs later)
00000800:00000200:3.1:1787826504.953799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826504.953801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 8, 4 secs later)
00000800:00000200:3.1:1787826504.954398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826504.954401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 8, 4 secs later)
00000800:00000200:3.1:1787826510.074068:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826510.074238:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826510.074382:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826510.074505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826510.074616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826515.192264:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826515.192268:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1787826515.192606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826515.192608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1787826515.194437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826515.194440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1787826515.194719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826515.194721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1787826515.194981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826515.194984:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1787826520.311071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826520.311075:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787826520.312484:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826520.312487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787826520.312771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826520.312773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787826520.316779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826520.316783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787826520.317053:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826520.317055:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787826525.430843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826525.430847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787826525.431530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826525.431533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787826525.431780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826525.431782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787826525.432007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826525.432008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787826525.432341:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826525.432344:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787826530.551461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826530.551646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826530.551814:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826530.551986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826530.552140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826535.671130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826535.671135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1787826535.671544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826535.671546:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1787826535.671810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826535.671812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1787826535.672216:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826535.672220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1787826535.672476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826535.672478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1787826540.790731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826540.790734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 25 secs later)
00000800:00000200:3.1:1787826540.791539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826540.791545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 25 secs later)
00000800:00000200:3.1:1787826540.792045:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826540.792048:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 25 secs later)
00000800:00000200:3.1:1787826540.792325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826540.792328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 25 secs later)
00000800:00000200:3.1:1787826540.792576:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826540.792578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 25 secs later)
00000800:00000200:3.1:1787826545.911398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826545.911402:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 20 secs later)
00000800:00000200:3.1:1787826545.911722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826545.911725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 20 secs later)
00000800:00000200:3.1:1787826545.911977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826545.911979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 20 secs later)
00000800:00000200:3.1:1787826545.912411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826545.912413:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 20 secs later)
00000800:00000200:3.1:1787826545.912659:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826545.912661:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 20 secs later)
00000800:00000200:3.1:1787826551.031256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826551.031260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787826551.031652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826551.031653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787826551.031983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826551.031986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787826551.032298:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826551.032301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787826551.032552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826551.032554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787826556.150803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826556.150808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 10 secs later)
00000800:00000200:3.1:1787826556.151552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826556.151554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 10 secs later)
00000800:00000200:3.1:1787826556.151821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826556.151824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 10 secs later)
00000800:00000200:3.1:1787826556.152130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826556.152133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 10 secs later)
00000800:00000200:3.1:1787826556.152568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826556.152570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 10 secs later)
00000800:00000200:3.1:1787826561.270741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826561.270748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 5 secs later)
00000800:00000200:3.1:1787826561.271420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826561.271422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 5 secs later)
00000800:00000200:3.1:1787826561.271609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826561.271611:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 5 secs later)
00000800:00000200:3.1:1787826561.271785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826561.271787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 5 secs later)
00000800:00000200:3.1:1787826561.272043:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826561.272045:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 32, 5 secs later)
00000800:00000200:3.1:1787826566.390986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826566.391518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826566.391924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826566.392089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826566.392251:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826571.510788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826571.510794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 55 secs later)
00000800:00000200:3.1:1787826571.511404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826571.511406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 55 secs later)
00000800:00000200:3.1:1787826571.511652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826571.511654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 55 secs later)
00000800:00000200:3.1:1787826571.511900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826571.511902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 55 secs later)
00000800:00000200:3.1:1787826571.512181:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826571.512184:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 55 secs later)
00000800:00000200:1.1:1787826576.630839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826576.630845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 50 secs later)
00000800:00000200:1.1:1787826576.631429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826576.631431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 50 secs later)
00000800:00000200:1.1:1787826576.631625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826576.631627:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 50 secs later)
00000800:00000200:1.1:1787826576.631855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826576.631857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 50 secs later)
00000800:00000200:1.1:1787826576.632172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826576.632174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 50 secs later)
00000800:00000200:2.1:1787826581.751247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826581.751250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 45 secs later)
00000800:00000200:2.1:1787826581.751573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826581.751576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 45 secs later)
00000800:00000200:2.1:1787826581.751895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826581.751897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 45 secs later)
00000800:00000200:2.1:1787826581.752175:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826581.752177:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 45 secs later)
00000800:00000200:2.1:1787826581.752451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826581.752454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 45 secs later)
00000800:00000200:3.1:1787826586.870778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826586.870783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 40 secs later)
00000800:00000200:3.1:1787826586.871578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826586.871581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 40 secs later)
00000800:00000200:3.1:1787826586.871861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826586.871863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 40 secs later)
00000800:00000200:3.1:1787826586.872154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826586.872156:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 40 secs later)
00000800:00000200:3.1:1787826586.872522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826586.872525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 40 secs later)
00000800:00000200:3.1:1787826591.993756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826591.993759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 35 secs later)
00000800:00000200:3.1:1787826591.994072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826591.994074:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 35 secs later)
00000800:00000200:3.1:1787826591.994334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826591.994337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 35 secs later)
00000800:00000200:3.1:1787826591.994604:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826591.994607:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 35 secs later)
00000800:00000200:3.1:1787826591.994891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826591.994893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 35 secs later)
00000800:00000200:3.1:1787826597.110994:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826597.111002:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 30 secs later)
00000800:00000200:3.1:1787826597.112052:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826597.112055:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 30 secs later)
00000800:00000200:3.1:1787826597.112361:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826597.112364:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 30 secs later)
00000800:00000200:3.1:1787826597.112641:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826597.112644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 30 secs later)
00000800:00000200:3.1:1787826597.113051:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826597.113054:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 30 secs later)
00000800:00000200:2.1:1787826602.231061:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826602.231068:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 25 secs later)
00000800:00000200:2.1:1787826602.232173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826602.232175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 25 secs later)
00000800:00000200:2.1:1787826602.232423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826602.232425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 25 secs later)
00000800:00000200:2.1:1787826602.232662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826602.232664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 25 secs later)
00000800:00000200:2.1:1787826602.233008:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826602.233011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 25 secs later)
00000800:00000200:2.1:1787826607.350942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826607.350949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1787826607.351630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826607.351632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1787826607.351923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826607.351925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1787826607.352205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826607.352207:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1787826607.352457:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826607.352459:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1787826612.470875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826612.470883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1787826612.471556:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826612.471559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1787826612.471830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826612.471833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1787826612.472090:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826612.472092:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1787826612.472387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826612.472389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 14 secs later)
00000800:00000200:3.1:1787826617.590688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826617.590691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 9 secs later)
00000800:00000200:3.1:1787826617.591049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826617.591051:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 9 secs later)
00000800:00000200:3.1:1787826617.591280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826617.591282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 9 secs later)
00000800:00000200:3.1:1787826617.591491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826617.591493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 9 secs later)
00000800:00000200:3.1:1787826617.591781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826617.591782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 9 secs later)
00000800:00000200:3.1:1787826622.710955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826622.710959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 4 secs later)
00000800:00000200:3.1:1787826622.711603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826622.711605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 4 secs later)
00000800:00000200:3.1:1787826622.711882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826622.711885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 4 secs later)
00000800:00000200:3.1:1787826622.712158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826622.712161:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 4 secs later)
00000800:00000200:3.1:1787826622.712523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826622.712525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 4 secs later)
00000800:00000200:3.1:1787826627.830983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826627.831394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826627.831727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826627.831857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826627.833296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826632.950905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826632.950911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826632.951385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826632.951388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826632.951682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826632.951685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826632.952711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826632.952713:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826632.952990:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826632.952992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826638.071736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826638.071739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826638.072117:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826638.072119:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826638.072580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826638.072585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826638.073049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826638.073051:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826638.073334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826638.073336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787826643.190859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826643.190863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787826643.191711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826643.191715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787826643.192436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826643.192439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787826643.192738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826643.192740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787826643.193005:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826643.193008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826648.310925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826648.310928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787826648.311704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826648.311707:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787826648.312523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826648.312526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787826648.312803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826648.312805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787826648.313068:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826648.313071:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787826653.432129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826653.432133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787826653.432468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826653.432470:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787826653.432678:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826653.432680:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787826653.432917:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826653.432919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787826653.433174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826653.433176:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787826658.550992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826658.550999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787826658.551683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826658.551686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787826658.551956:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826658.551958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787826658.552234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826658.552237:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787826658.552495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826658.552497:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787826663.670694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826663.670700:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826663.671387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826663.671390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826663.671650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826663.671653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826663.671900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826663.671903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826663.672295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826663.672297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826668.790799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826668.790806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787826668.791499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826668.791503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787826668.791719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826668.791720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787826668.791957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826668.791960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787826668.792321:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826668.792323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787826673.910793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826673.910798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787826673.911669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826673.911672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787826673.912131:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826673.912134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787826673.912398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826673.912401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787826673.912651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826673.912653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787826679.030828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826679.030835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787826679.031509:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826679.031511:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787826679.031774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826679.031777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787826679.032008:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826679.032010:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787826679.032231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826679.032233:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787826684.150814:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826684.150821:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787826684.151472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826684.151474:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787826684.151746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826684.151749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787826684.152020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826684.152022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787826684.152444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826684.152447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787826689.271126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826689.271129:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826689.271877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826689.271879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826689.272091:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826689.272120:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826689.272285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826689.272286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826689.272472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826689.272474:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826694.391894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826694.392196:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826694.392332:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826694.392483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826694.392621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826699.510857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826699.510861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826699.511198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826699.511200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826699.511571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826699.511573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826699.511826:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826699.511828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826699.512123:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826699.512125:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826704.630807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826704.630813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826704.631408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826704.631410:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826704.631676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826704.631679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826704.631941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826704.631943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826704.632239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826704.632242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826709.750905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826709.750923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826709.752048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826709.752053:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826709.752310:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826709.752312:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826709.752523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826709.752524:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826709.752825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826709.752828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787826714.871382:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826714.871390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787826714.872165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826714.872168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787826714.872455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826714.872458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787826714.872733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826714.872736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787826714.873025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826714.873027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787826719.990864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826719.990867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787826719.991549:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826719.991552:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787826719.991938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826719.991941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787826719.992424:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826719.992427:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787826719.995675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826719.995678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000080:00000010:2.1:1787826723.900144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f2c0.
00000080:00000010:2.1:1787826723.904152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20d0f2c2a0.
00000080:00000010:2.1:1787826723.904180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e7d20.
00000080:00000010:2.1:1787826723.904187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491f840.
00000080:00000010:2.1:1787826723.904192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c491ff60.
00000080:00000010:2.1:1787826723.904196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e20c48e76c0.
00010000:00000010:2.1:1787826723.904208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d5882800.
00010000:00000010:2.1:1787826723.904213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d25e4c00.
00010000:00000010:2.1:1787826723.904217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bde00.
00010000:00000010:2.1:1787826723.904221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dda00.
00010000:00000010:2.1:1787826723.904225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c635f800.
00010000:00000010:2.1:1787826723.904228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d25e4400.
00010000:00000010:2.1:1787826723.904231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24bd000.
00010000:00000010:2.1:1787826723.904233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66ddc00.
00010000:00000010:2.1:1787826723.904236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a100.
00010000:00000010:2.1:1787826723.904240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372a00.
00010000:00000010:2.1:1787826723.904244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3eb6300.
00010000:00000010:2.1:1787826723.904247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3600.
00010000:00000010:2.1:1787826723.904249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a300.
00010000:00000010:2.1:1787826723.904252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2448a00.
00010000:00000010:2.1:1787826723.904255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d063a400.
00010000:00000010:2.1:1787826723.904258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374200.
00010000:00000010:2.1:1787826723.904261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d24a6a00.
00010000:00000010:2.1:1787826723.904271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c66dd600.
00010000:00000010:2.1:1787826723.904278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762b00.
00010000:00000010:2.1:1787826723.904281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c6374a00.
00000800:00000200:1.1:1787826725.111575:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826725.111578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826725.112592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826725.112595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826725.112875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826725.112877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826725.113164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826725.113167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826725.113438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826725.113441:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826730.230632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826730.230635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787826730.230999:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826730.231000:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787826730.231185:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826730.231187:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787826730.231361:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826730.231364:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787826730.231537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826730.231540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787826735.350770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826735.350786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826735.351566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826735.351569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826735.351824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826735.351826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826735.352071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826735.352073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826735.352428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826735.352431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826740.471453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826740.471456:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826740.472323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826740.472326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826740.472647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826740.472650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826740.473055:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826740.473057:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826740.473321:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826740.473323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00010000:00000010:2.1:1787826743.361141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0762900.
00010000:00000010:2.1:1787826743.361152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05e00.
00010000:00000010:2.1:1787826743.361157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97e00.
00010000:00000010:2.1:1787826743.361160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8724000.
00010000:00000010:2.1:1787826743.361164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542c00.
00010000:00000010:2.1:1787826743.361176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373800.
00010000:00000010:2.1:1787826743.361179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542600.
00010000:00000010:2.1:1787826743.361184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372200.
00010000:00000010:2.1:1787826743.361186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c5542f00.
00010000:00000010:2.1:1787826743.361188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372000.
00010000:00000010:2.1:1787826743.361196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638d00.
00010000:00000010:2.1:1787826743.361201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669200.
00010000:00000010:2.1:1787826743.361204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638400.
00010000:00000010:2.1:1787826743.361207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8668e00.
00010000:00000010:2.1:1787826743.361211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99600.
00010000:00000010:2.1:1787826743.361214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372600.
00010000:00000010:2.1:1787826743.361217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99900.
00010000:00000010:2.1:1787826743.361219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372800.
00010000:00000010:2.1:1787826743.361221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99700.
00010000:00000010:2.1:1787826743.361224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373600.
00010000:00000010:2.1:1787826743.361226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c4e99000.
00010000:00000010:2.1:1787826743.361228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1372e00.
00010000:00000010:2.1:1787826743.361231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71200.
00010000:00000010:2.1:1787826743.361234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b05000.
00010000:00000010:2.1:1787826743.361237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d4f71f00.
00010000:00000010:2.1:1787826743.361240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20d2b04800.
00010000:00000010:2.1:1787826743.361242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0c97800.
00010000:00000010:2.1:1787826743.361245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c86e3a00.
00010000:00000010:2.1:1787826743.361248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20d0638700.
00010000:00000010:2.1:1787826743.361251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c8669000.
00010000:00000010:2.1:1787826743.361255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9e20c3275800.
00010000:00000010:2.1:1787826743.361258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e20c1373e00.
00000800:00000200:1.1:1787826745.590663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826745.590666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826745.591207:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826745.591210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826745.592079:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826745.592090:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826745.592748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826745.592750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826745.593012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826745.593014:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826750.710806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826750.710811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826750.711566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826750.711569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826750.711860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826750.711862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826750.712162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826750.712165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826750.712541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826750.712543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826755.830804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826755.830811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787826755.831314:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826755.831315:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787826755.831579:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826755.831581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787826755.831814:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826755.831816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787826755.832052:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826755.832054:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787826760.950799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826760.951212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826760.951362:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826760.951511:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826760.951653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826766.070808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826766.070815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826766.071288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826766.071291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826766.071572:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826766.071574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826766.072536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826766.072538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826766.072778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826766.072779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787826771.190806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826771.190813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787826771.191455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826771.191457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787826771.191747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826771.191750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787826771.192025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826771.192028:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787826771.192315:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826771.192317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787826776.310901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826776.310907:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787826776.311649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826776.311652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787826776.311941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826776.311944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787826776.312228:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826776.312231:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787826776.312588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826776.312591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787826781.431087:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826781.431092:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787826781.431838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826781.431841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787826781.432136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826781.432139:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787826781.432402:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826781.432404:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787826781.432772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826781.432775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787826786.550752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826786.550756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787826786.552592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826786.552595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787826786.552870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826786.552872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787826786.553217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826786.553219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787826786.553474:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826786.553477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787826791.671027:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826791.671041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787826791.672144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826791.672146:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787826791.672431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826791.672434:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787826791.672683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826791.672686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787826791.673030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826791.673032:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787826796.790805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826796.790808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826796.791407:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826796.791410:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826796.791745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826796.791747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826796.792079:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826796.792082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787826796.792372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787826796.792375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787826801.910812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826801.910827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826801.911479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826801.911483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826801.911756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826801.911758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826801.912016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826801.912019:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826801.912276:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826801.912278:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826807.031064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826807.031070:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826807.031759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826807.031762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826807.032256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826807.032259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826807.032646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826807.032660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826807.033122:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826807.033125:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826812.150752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826812.150758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826812.151521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826812.151523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826812.151722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826812.151724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826812.151898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826812.151900:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826812.152170:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826812.152172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826817.270720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826817.270726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826817.271441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826817.271443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826817.271672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826817.271674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826817.271957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826817.271960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826817.272243:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826817.272245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787826822.390751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826822.390757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826822.391441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826822.391443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826822.391610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826822.391612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826822.391872:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826822.391874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826822.392263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826822.392265:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826827.511208:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826827.511360:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826827.511485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826827.511628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826827.512255:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826832.631155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826832.631162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826832.631640:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826832.631642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826832.632009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826832.632012:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826832.632320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826832.632323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826832.632591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826832.632593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826837.750911:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826837.750925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787826837.751928:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826837.751930:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787826837.752151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826837.752153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787826837.752415:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826837.752417:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787826837.752708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826837.752709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787826842.870984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826842.870988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787826842.872205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826842.872208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787826842.872473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826842.872475:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787826842.872733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826842.872735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787826842.873126:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826842.873128:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826847.990888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826847.990893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787826847.991541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826847.991543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787826847.991760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826847.991762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787826847.992036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826847.992038:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787826847.992371:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826847.992373:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787826853.110881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826853.110887:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787826853.111453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826853.111455:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787826853.111614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826853.111616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787826853.111766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826853.111767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787826853.111918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826853.111919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787826858.230899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826858.230902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826858.231277:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826858.231279:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826858.231450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826858.231453:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826858.231654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826858.231656:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826858.231901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826858.231903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787826863.354157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826863.354161:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826863.354789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826863.354791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826863.355053:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826863.355055:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826863.355292:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826863.355294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826863.355565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826863.355567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787826868.470722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826868.470724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826868.471518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826868.471521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826868.471792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826868.471795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826868.472077:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826868.472080:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826868.472483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826868.472485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787826873.590751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826873.590754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787826873.591291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826873.591294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787826873.591967:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826873.591974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787826873.592452:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826873.592455:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787826873.592727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826873.592730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787826878.710830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826878.710834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787826878.711500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826878.711502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787826878.711715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826878.711716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787826878.711912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826878.711913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787826878.712281:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826878.712283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787826883.830789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826883.830796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787826883.831533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826883.831535:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787826883.831812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826883.831815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787826883.832085:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826883.832088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787826883.832376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826883.832379:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787826888.950913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826888.950923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826888.952016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826888.952025:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826888.952287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826888.952289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826888.952573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826888.952575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787826888.952774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826888.952776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787826894.070790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826894.071145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826894.071460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826894.071610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826894.071752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826899.190880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826899.190885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826899.191587:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826899.191590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826899.191879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826899.191882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826899.194436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826899.194439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826899.194700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826899.194702:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787826904.310906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826904.310912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787826904.311785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826904.311789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787826904.312077:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826904.312078:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787826904.312305:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826904.312307:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787826904.312461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826904.312463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787826909.430801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826909.430805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787826909.431473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826909.431475:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787826909.431707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826909.431709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787826909.431897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826909.431899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787826909.432199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826909.432201:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787826914.550705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826914.550711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787826914.551429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826914.551431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787826914.551649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826914.551651:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787826914.551879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826914.551881:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787826914.552066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826914.552068:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787826919.671515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826919.671518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787826919.671793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826919.671795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787826919.672001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826919.672004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787826919.672247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826919.672249:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787826919.672481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826919.672483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787826924.790609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826924.790613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787826924.790989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826924.790991:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787826924.791171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826924.791173:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787826924.791343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826924.791346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787826924.791585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826924.791586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787826929.911057:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826929.911060:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826929.911410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826929.911414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826929.911723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826929.911725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826929.912160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826929.912163:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826929.912451:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826929.912454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826935.031054:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826935.031062:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826935.032290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826935.032293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826935.032519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826935.032520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826935.032727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826935.032729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826935.033059:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826935.033061:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787826940.151320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826940.151329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826940.152250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826940.152253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826940.152530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826940.152533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826940.152797:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826940.152801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826940.153072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826940.153074:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787826945.271030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826945.271036:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826945.271770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826945.271772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826945.272066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826945.272068:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826945.272393:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826945.272395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787826945.272790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826945.272792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787826950.390833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826950.390839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787826950.391642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826950.391648:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787826950.392004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826950.392006:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787826950.392326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826950.392328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787826950.392561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826950.392563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787826955.511157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826955.511166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826955.511930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826955.511933:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826955.512318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826955.512321:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826955.512597:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826955.512600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826955.512862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826955.512865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787826960.630810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826960.631230:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826960.631466:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826960.631626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826960.631759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826965.752272:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826965.752276:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826965.752590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826965.752593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826965.752876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826965.752879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826965.753158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826965.753160:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826965.753431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826965.753433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787826970.870819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826970.870825:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826970.871516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826970.871518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826970.871784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826970.871787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826970.872037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826970.872039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826970.872325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826970.872328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787826975.990966:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826975.990974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826975.992025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826975.992027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826975.992291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826975.992293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826975.992455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826975.992457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787826975.992712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787826975.992715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787826981.110920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826981.110926:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787826981.111638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826981.111642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787826981.111870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826981.111872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787826981.112128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826981.112130:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787826981.112393:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826981.112395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787826986.230831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826986.230836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787826986.231533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826986.231536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787826986.231809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826986.231812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787826986.232118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826986.232121:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787826986.232392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826986.232395:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787826991.351867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826991.351878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787826991.352947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826991.352950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787826991.353289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826991.353291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787826991.353551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826991.353554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787826991.353927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787826991.353930:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787826996.471428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826996.471436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826996.471802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826996.471805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826996.472187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826996.472188:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826996.472443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826996.472445:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787826996.472674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787826996.472676:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827001.591074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827001.591085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827001.592030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827001.592031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827001.592244:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827001.592245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827001.592469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827001.592470:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827001.592780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827001.592783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787827006.710828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827006.710834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827006.711524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827006.711526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827006.711802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827006.711804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827006.712084:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827006.712086:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827006.712378:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827006.712381:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827011.830880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827011.830886:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827011.831516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827011.831518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827011.831791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827011.831794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827011.832069:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827011.832072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827011.832344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827011.832348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827016.950753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827016.950759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787827016.951423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827016.951425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787827016.951683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827016.951685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787827016.951888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827016.951890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787827016.952192:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827016.952194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787827022.070757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827022.070764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787827022.071474:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827022.071476:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787827022.071747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827022.071750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787827022.072033:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827022.072035:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787827022.072423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827022.072426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827027.190741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827027.191136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827027.191469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827027.191608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827027.191785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827032.311589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827032.311592:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787827032.311920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827032.311922:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787827032.312207:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827032.312210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787827032.312589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827032.312591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787827032.312852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827032.312854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787827037.430605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827037.430619:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827037.430991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827037.430997:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827037.431217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827037.431219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827037.431437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827037.431438:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827037.431649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827037.431650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827042.550783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827042.550789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827042.551471:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827042.551474:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827042.551759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827042.551762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827042.552027:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827042.552030:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827042.552416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827042.552419:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827047.670778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827047.670784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827047.671455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827047.671458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827047.671748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827047.671750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827047.672015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827047.672018:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827047.672307:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827047.672309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827052.790995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827052.791002:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787827052.791690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827052.791692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787827052.791930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827052.791932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787827052.792169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827052.792172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787827052.792432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827052.792435:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827057.910946:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827057.910951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827057.911712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827057.911715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827057.911975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827057.911977:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827057.912250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827057.912252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827057.912630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827057.912633:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787827063.030908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827063.030911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787827063.031152:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827063.031154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787827063.031379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827063.031382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787827063.031695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827063.031697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787827063.031958:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827063.031961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787827068.151253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827068.151257:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827068.151607:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827068.151608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827068.151800:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827068.151802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827068.152158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827068.152160:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827068.152347:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827068.152349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827073.270860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827073.270873:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827073.271479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827073.271482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827073.271760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827073.271763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827073.272024:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827073.272027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827073.272296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827073.272298:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827078.390755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827078.390760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827078.391481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827078.391484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827078.391750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827078.391753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827078.392014:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827078.392017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827078.392417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827078.392420:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787827083.510964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827083.510969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787827083.511654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827083.511655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787827083.511865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827083.511866:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787827083.512083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827083.512084:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787827083.512350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827083.512351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787827088.630768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827088.630773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787827088.631484:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827088.631486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787827088.631757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827088.631760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787827088.632015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827088.632017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787827088.632395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827088.632398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787827093.750730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827093.751115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827093.751618:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827093.752228:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827093.752377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827098.870826:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827098.870833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787827098.871785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827098.871788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787827098.872069:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827098.872072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787827098.875243:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827098.875261:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787827098.875713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827098.875716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787827103.990751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827103.990755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787827103.991450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827103.991454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787827103.991726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827103.991728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787827103.991934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827103.991936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787827103.992155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827103.992156:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787827109.110757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827109.110762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827109.111491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827109.111493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827109.111749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827109.111751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827109.111949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827109.111951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827109.112263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827109.112265:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787827114.230827:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827114.230834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827114.231561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827114.231564:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827114.231835:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827114.231837:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827114.232118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827114.232121:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827114.232515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827114.232518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827119.356187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827119.356191:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827119.359261:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827119.359264:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827119.359571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827119.359573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827119.360880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827119.360883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827119.361459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827119.361462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827124.470796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827124.470802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827124.471401:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827124.471407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827124.471788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827124.471790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827124.472144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827124.472146:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827124.472403:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827124.472405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827129.590776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827129.590780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827129.591386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827129.591389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827129.591635:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827129.591637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827129.591846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827129.591848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827129.592093:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827129.592094:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787827134.710891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827134.710899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787827134.711951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827134.711960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787827134.712264:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827134.712266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787827134.712605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827134.712606:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787827134.712888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827134.712890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787827139.830784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827139.830790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827139.831408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827139.831410:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827139.831644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827139.831646:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827139.831845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827139.831847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827139.832064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827139.832066:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787827144.951174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827144.951181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827144.952381:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827144.952384:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827144.952647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827144.952650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827144.952906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827144.952908:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787827144.953310:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827144.953313:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827150.071147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827150.071151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827150.071420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827150.071423:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827150.071605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827150.071607:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827150.071852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827150.071854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827150.072123:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827150.072126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827155.190986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827155.190991:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827155.191930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827155.191932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827155.192172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827155.192174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827155.192397:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827155.192399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827155.192749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827155.192750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787827160.310879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827160.311240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827160.311371:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827160.311483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827160.311617:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827165.431384:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827165.431389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827165.431686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827165.431689:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827165.431970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827165.431972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827165.432242:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827165.432245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827165.432510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827165.432513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827170.550678:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827170.550683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827170.551366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827170.551367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827170.551536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827170.551538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827170.551722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827170.551723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827170.551895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827170.551897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787827175.671354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827175.671360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787827175.672030:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827175.672033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787827175.672258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827175.672260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787827175.672412:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827175.672414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787827175.672627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827175.672629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787827180.790645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827180.790650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827180.791298:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827180.791301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827180.791524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827180.791525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827180.791697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827180.791699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787827180.791915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827180.791916:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827185.910764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827185.910770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827185.911295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827185.911298:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827185.911583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827185.911586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827185.911877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827185.911880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827185.912176:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827185.912179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827191.030719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827191.030724:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827191.031452:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827191.031457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827191.031816:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827191.031817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827191.032082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827191.032083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827191.032327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827191.032329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827196.150829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827196.150834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827196.151527:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827196.151529:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827196.151740:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827196.151742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827196.151918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827196.151920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827196.152178:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827196.152180:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787827201.270715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827201.270722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787827201.271440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827201.271442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787827201.271668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827201.271670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787827201.271888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827201.271889:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787827201.272161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827201.272164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787827206.390781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827206.390785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827206.391345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827206.391349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827206.391838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827206.391843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827206.392127:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827206.392129:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827206.392327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827206.392329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827211.510810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827211.510816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827211.511571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827211.511573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827211.511826:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827211.511828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827211.512038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827211.512040:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827211.512307:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827211.512309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827216.630919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827216.630928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827216.631804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827216.631808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827216.632145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827216.632148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827216.632468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827216.632471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827216.632907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827216.632910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827221.750901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827221.750906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827221.751573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827221.751576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827221.751844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827221.751847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827221.752035:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827221.752036:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827221.752306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827221.752308:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827226.870838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827226.871282:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827226.871464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827226.871645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827226.871801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827231.991261:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827231.991271:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827231.992287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827231.992290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827231.992610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827231.992614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827231.992898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827231.992901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827231.993207:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827231.993209:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827237.110805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827237.110812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787827237.111570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827237.111572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787827237.111791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827237.111794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787827237.112072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827237.112075:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787827237.112432:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827237.112433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787827242.231022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827242.231034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827242.232012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827242.232015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827242.232246:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827242.232248:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827242.232505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827242.232507:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827242.232725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827242.232727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787827247.350707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827247.350711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787827247.351418:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827247.351424:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787827247.351624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827247.351625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787827247.351798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827247.351800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787827247.352270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827247.352274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787827252.470733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827252.470738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827252.471409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827252.471412:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827252.471725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827252.471727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827252.471954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827252.471955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827252.472192:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827252.472194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827257.590704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827257.590709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827257.591358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827257.591360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827257.591544:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827257.591545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827257.591721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827257.591723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827257.591987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827257.591990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827262.710965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827262.710972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827262.712084:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827262.712090:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827262.712514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827262.712516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827262.712705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827262.712706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827262.712957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827262.712959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827267.830837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827267.830845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827267.831558:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827267.831560:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827267.831770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827267.831772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827267.831980:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827267.831981:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827267.832276:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827267.832278:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827272.950770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827272.950784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827272.951417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827272.951418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827272.951651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827272.951653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827272.951832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827272.951833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827272.952013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827272.952015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827278.070808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827278.070814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827278.071574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827278.071576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827278.071801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827278.071803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827278.072072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827278.072074:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827278.072320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827278.072323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827283.190748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827283.190754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827283.191465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827283.191469:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827283.191809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827283.191811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827283.192064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827283.192066:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827283.192269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827283.192270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827288.310663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827288.310668:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827288.311367:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827288.311369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827288.311558:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827288.311560:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827288.311736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827288.311737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827288.311992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827288.311994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827293.430696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827293.431042:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827293.431473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827293.431747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827293.431916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827298.550953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827298.550962:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827298.551650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827298.551654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827298.551940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827298.551943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827298.552233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827298.552235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827298.552485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827298.552488:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827303.670769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827303.670774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827303.671434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827303.671436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827303.671670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827303.671671:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827303.671863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827303.671865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827303.672045:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827303.672047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827308.790821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827308.790831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827308.791464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827308.791467:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827308.791731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827308.791732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827308.791938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827308.791940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827308.792135:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827308.792136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827313.910721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827313.910729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827313.911416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827313.911418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827313.911661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827313.911663:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827313.911899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827313.911901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827313.912225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827313.912227:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827319.030918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827319.030921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827319.032034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827319.032041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827319.032434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827319.032437:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827319.032634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827319.032636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827319.032915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827319.032917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827324.150752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827324.150759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827324.151391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827324.151393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827324.151583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827324.151585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827324.151810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827324.151813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827324.152071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827324.152072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827329.270763:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827329.270767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827329.271446:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827329.271447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827329.271662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827329.271664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827329.271876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827329.271878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827329.272171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827329.272173:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827334.390840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827334.390847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827334.391498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827334.391501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827334.391823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827334.391826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827334.392149:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827334.392152:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827334.392480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827334.392482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827339.510982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827339.510987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827339.511592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827339.511595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827339.511796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827339.511797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827339.511977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827339.511979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827339.512232:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827339.512233:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827344.630788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827344.630794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827344.631492:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827344.631494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827344.631705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827344.631707:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827344.631883:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827344.631884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827344.632142:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827344.632144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827349.751015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827349.751020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827349.751583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827349.751586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827349.751892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827349.751894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827349.752140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827349.752143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827349.752389:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827349.752390:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827354.870780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827354.870785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827354.871450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827354.871452:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827354.871656:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827354.871657:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827354.871831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827354.871833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827354.872150:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827354.872152:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827359.990919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827359.991308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827359.991475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827359.991644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827359.991811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827365.110915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827365.110923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827365.111842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827365.111845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827365.112123:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827365.112126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827365.112344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827365.112347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827365.112660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827365.112662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827370.231487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827370.231498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827370.232670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827370.232673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827370.233016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827370.233021:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827370.233390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827370.233393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827370.233809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827370.233812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827375.350801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827375.350805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827375.351505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827375.351507:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827375.351712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827375.351714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827375.351911:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827375.351912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827375.352238:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827375.352240:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827380.470775:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827380.470780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827380.471473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827380.471475:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827380.471669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827380.471671:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827380.471942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827380.471944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827380.472240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827380.472242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787827385.591331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827385.591342:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827385.592716:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827385.592722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827385.593559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827385.593565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827385.594060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827385.594063:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827385.594498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827385.594502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827390.711218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827390.711250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827390.712190:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827390.712194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827390.712633:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827390.712635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827390.712969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827390.712972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827390.713295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827390.713297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827395.830724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827395.830731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827395.831379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827395.831381:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827395.831564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827395.831566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827395.831771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827395.831773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827395.832039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827395.832040:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827400.950978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827400.950984:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827400.952052:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827400.952054:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827400.952461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827400.952464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827400.952745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827400.952748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827400.953069:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827400.953072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827406.070784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827406.070789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827406.071460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827406.071462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827406.071686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827406.071688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827406.071902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827406.071904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827406.072166:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827406.072168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827411.192830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827411.192836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827411.193649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827411.193654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827411.194040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827411.194043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827411.194498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827411.194501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827411.194862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827411.194865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827416.310864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827416.310874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787827416.311898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827416.311901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787827416.312383:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827416.312386:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787827416.312681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827416.312684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787827416.313119:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827416.313123:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787827421.431649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827421.431665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827421.433417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827421.433421:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827421.433906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827421.433910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827421.434355:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827421.434358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827421.434984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827421.434988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787827426.551191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827426.551771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827426.551926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827426.552141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827426.552312:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827431.671163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827431.671171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827431.672250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827431.672254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827431.672642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827431.672645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827431.673044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827431.673047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827431.673490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827431.673492:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827436.791291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827436.791300:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827436.792164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827436.792166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827436.792361:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827436.792363:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827436.792541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827436.792542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827436.792720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827436.792722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827441.911502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827441.911514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827441.912287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827441.912289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827441.912570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827441.912572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827441.912755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827441.912757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827441.912950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827441.912952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827447.030882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827447.030888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827447.031600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827447.031602:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827447.031810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827447.031812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827447.032056:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827447.032057:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827447.032250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827447.032252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827452.150774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827452.150778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827452.151468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827452.151473:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827452.151892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827452.151894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827452.152142:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827452.152144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827452.152337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827452.152340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827457.270978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827457.270986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827457.271644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827457.271647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827457.271949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827457.271952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827457.272285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827457.272289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827457.272598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827457.272601:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827462.390781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827462.390784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827462.391457:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827462.391462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827462.391762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827462.391764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827462.392025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827462.392027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827462.392227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827462.392229:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827467.511379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827467.511383:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827467.511670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827467.511672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827467.511998:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827467.512000:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827467.512229:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827467.512232:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827467.512655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827467.512657:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827472.631770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827472.631777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827472.632581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827472.632583:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827472.632890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827472.632893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827472.633222:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827472.633224:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827472.633584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827472.633587:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827477.751133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827477.751137:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827477.752198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827477.752201:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827477.752414:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827477.752416:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827477.752597:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827477.752599:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827477.752896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827477.752898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787827482.870769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827482.870775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827482.871454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827482.871457:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827482.871664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827482.871666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827482.871901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827482.871903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827482.872246:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827482.872248:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787827487.991526:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827487.991532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827487.993132:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827487.993135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827487.993414:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827487.993416:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827487.993711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827487.993714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787827487.994237:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827487.994239:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787827493.111634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827493.112241:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827493.112913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827493.113306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827493.113468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827498.231133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827498.231140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827498.231994:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827498.231997:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827498.232314:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827498.232317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827498.232600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827498.232603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787827498.232887:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827498.232888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787827503.351060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827503.351069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827503.352356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827503.352360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827503.352742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827503.352743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827503.352993:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827503.353005:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827503.353214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827503.353216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787827508.470714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827508.470720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827508.471560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827508.471563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827508.471875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827508.471877:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827508.472239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827508.472241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827508.472531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827508.472533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787827513.591070:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827513.591076:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827513.591754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827513.591756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827513.591950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827513.591952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827513.592153:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827513.592154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787827513.592331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787827513.592332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787827518.710885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827518.710894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827518.711546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827518.711549:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827518.711845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827518.711847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827518.712161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827518.712164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827518.712475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827518.712478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787827523.830995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827523.831002:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827523.832179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827523.832181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827523.832531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827523.832533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827523.832812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827523.832814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827523.833056:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827523.833059:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787827528.950792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827528.950799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787827528.951511:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827528.951514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787827528.951784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827528.951786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787827528.952088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827528.952091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787827528.952569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827528.952573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787827534.070949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827534.070956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827534.071692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827534.071695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827534.072012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827534.072015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827534.072372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827534.072375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827534.072691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827534.072694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787827539.191434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827539.191442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827539.192793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827539.192797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827539.193225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827539.193230:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827539.193580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827539.193583:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827539.194028:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827539.194031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787827544.311120:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827544.311124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827544.312128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827544.312132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827544.312965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827544.312970:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827544.313328:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827544.313329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787827544.313509:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787827544.313511:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787827549.431113:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827549.431148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787827549.432078:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827549.432082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787827549.432533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827549.432536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787827549.432886:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827549.432899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787827549.433322:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827549.433325:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787827554.550890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827554.550895:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827554.551551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827554.551553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827554.551744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827554.551746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827554.551934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827554.551935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827554.552175:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827554.552177:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827559.670820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827559.671279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827559.671563:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827559.671742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827559.671895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827564.790629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827564.790633:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827564.791130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827564.791133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827564.791444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827564.791447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827564.791745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827564.791747:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827564.792050:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827564.792053:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827569.910922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827569.910929:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827569.911639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827569.911641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827569.911831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827569.911834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827569.912063:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827569.912066:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827569.912359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827569.912361:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827575.030807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827575.030813:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827575.031660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827575.031664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827575.032031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827575.032034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827575.032395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827575.032398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827575.032859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827575.032863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827580.151569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827580.151576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827580.152435:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827580.152442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827580.152716:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827580.152718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827580.152957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827580.152959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827580.153320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827580.153323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827585.271082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827585.271088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827585.272174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827585.272181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827585.272520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827585.272521:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827585.272779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827585.272781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827585.272997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827585.272999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827590.391333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827590.391344:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827590.392758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827590.392761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827590.393048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827590.393050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827590.393358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827590.393361:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827590.393676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827590.393678:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827595.511081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827595.511088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827595.511852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827595.511855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827595.512216:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827595.512218:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827595.512588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827595.512590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827595.513013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827595.513016:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827600.631657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827600.631669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827600.632910:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827600.632915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827600.633564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827600.633569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827600.634234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827600.634239:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827600.634729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827600.634733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827605.750957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827605.750960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827605.751821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827605.751825:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827605.752185:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827605.752187:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827605.752491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827605.752493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827605.752704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827605.752706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827610.870873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827610.870881:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827610.871647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827610.871649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827610.871885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827610.871887:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827610.872083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827610.872085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827610.872320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827610.872323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827615.991092:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827615.991137:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827615.992230:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827615.992232:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827615.992530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827615.992533:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827615.992895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827615.992898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827615.993348:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827615.993351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827621.111189:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827621.111195:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827621.112447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827621.112464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827621.112972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827621.112974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827621.113439:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827621.113441:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827621.113729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827621.113731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827626.231259:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827626.231899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827626.232174:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827626.232449:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827626.232705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827631.352335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827631.352352:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827631.353854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827631.353859:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827631.354326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827631.354330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827631.354745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827631.354748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827631.355257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827631.355260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827636.471020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827636.471029:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827636.472140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827636.472142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827636.472347:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827636.472348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827636.472552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827636.472554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827636.472880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827636.472882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827641.591179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827641.591191:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827641.592537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827641.592540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827641.592854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827641.592856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827641.593147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827641.593151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827641.593456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827641.593458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827646.711195:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827646.711198:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827646.711597:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827646.711600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827646.711922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827646.711925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827646.712289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827646.712291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827646.712533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827646.712535:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827651.831002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827651.831009:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827651.831811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827651.831818:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827651.832035:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827651.832037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827651.832289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827651.832291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827651.832515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827651.832517:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827656.950900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827656.950904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827656.951508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827656.951510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827656.951727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827656.951730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827656.951936:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827656.951938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827656.952189:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827656.952191:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827662.070793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827662.070798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827662.071515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827662.071517:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827662.071707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827662.071709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827662.071911:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827662.071913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787827662.072201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827662.072203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787827667.190917:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827667.190923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787827667.191567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827667.191571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787827667.192019:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827667.192020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787827667.192277:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827667.192279:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787827667.192480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827667.192482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787827672.310751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827672.310757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827672.311437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827672.311439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827672.311621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827672.311622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827672.311793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827672.311795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827672.312036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827672.312037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827677.430933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827677.430943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827677.431978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827677.431982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827677.432283:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827677.432285:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827677.432515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827677.432518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827677.432947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827677.432949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827682.550897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827682.550903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827682.551612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827682.551614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827682.551850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827682.551853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827682.552053:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827682.552055:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827682.552439:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827682.552442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827687.671561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827687.671578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827687.672552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827687.672555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827687.672948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827687.672953:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827687.673425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827687.673429:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827687.673737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827687.673740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827692.791196:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827692.791823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827692.792437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827692.792884:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827692.793001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827697.910862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827697.910870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827697.911799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827697.911802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827697.912157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827697.912159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827697.912462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827697.912464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827697.912762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827697.912764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827703.031543:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827703.031561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827703.032628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827703.032632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827703.033034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827703.033038:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827703.033475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827703.033478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827703.033908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827703.033911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827708.151323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827708.151336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827708.152642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827708.152651:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827708.153570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827708.153573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827708.153882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827708.153886:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827708.154218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827708.154221:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827713.271761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827713.271765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827713.272160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827713.272163:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827713.272421:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827713.272422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827713.272683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827713.272685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827713.272857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827713.272858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827718.390741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827718.390758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827718.391551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827718.391555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827718.391855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827718.391857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827718.392160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827718.392162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827718.392406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827718.392408:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827723.510760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827723.510765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827723.511351:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827723.511353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827723.511591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827723.511592:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827723.511769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827723.511772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827723.511986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827723.511988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827728.631396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827728.631406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827728.632804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827728.632807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827728.633159:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827728.633161:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827728.633385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827728.633387:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827728.633644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827728.633647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827733.750733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827733.750737:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827733.751438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827733.751442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827733.751715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827733.751716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827733.751971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827733.751972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827733.752199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827733.752200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827738.871237:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827738.871247:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827738.872121:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827738.872124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827738.872460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827738.872463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827738.872773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827738.872776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827738.873148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827738.873153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827743.990704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827743.990711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827743.991454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827743.991456:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827743.991649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827743.991650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827743.991868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827743.991870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827743.992162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827743.992164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827749.111168:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827749.111175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827749.112486:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827749.112489:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827749.112839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827749.112842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827749.113296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827749.113298:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827749.113567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827749.113569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827754.230764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827754.230770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827754.231439:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827754.231440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827754.231627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827754.231629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827754.231821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827754.231822:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827754.232066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827754.232068:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827759.350714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827759.351161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827759.351365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827759.351522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827759.351719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827764.471161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827764.471171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827764.472272:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827764.472274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827764.472470:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827764.472472:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827764.472666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827764.472668:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827764.472922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827764.472924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827769.590780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827769.590786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827769.591657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827769.591659:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827769.591924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827769.591926:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827769.592179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827769.592181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827769.592491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827769.592494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827774.711163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827774.711172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827774.712070:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827774.712075:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827774.712586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827774.712590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827774.713036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827774.713040:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827774.713484:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827774.713488:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827779.831329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827779.831336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827779.832140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827779.832144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827779.832466:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827779.832468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827779.832770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827779.832773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827779.833219:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827779.833222:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787827784.950981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827784.950985:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827784.951706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827784.951708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827784.951920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827784.951923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827784.952147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827784.952149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827784.952402:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827784.952405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787827790.070795:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827790.070800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827790.071396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827790.071398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827790.071632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827790.071634:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827790.071891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827790.071893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827790.072074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827790.072075:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787827795.191063:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827795.191071:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787827795.191969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827795.191972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787827795.192253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827795.192255:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787827795.192571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827795.192575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787827795.192921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827795.192923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787827800.310771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827800.310778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827800.311365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827800.311366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827800.311616:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827800.311617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827800.311807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827800.311810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827800.311998:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827800.312000:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827805.431168:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827805.431175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827805.432300:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827805.432303:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827805.432708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827805.432711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827805.433015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827805.433019:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827805.433565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827805.433569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787827810.550789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827810.550797:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827810.551453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827810.551455:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827810.551670:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827810.551672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827810.551865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827810.551868:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827810.552138:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827810.552140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787827815.670972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827815.670977:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827815.671963:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827815.671967:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827815.672304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827815.672306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827815.672617:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827815.672621:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827815.672909:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827815.672912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827820.791319:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827820.791329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827820.793036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827820.793047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827820.793801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827820.793804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827820.794324:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827820.794326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827820.794659:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827820.794662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787827825.911450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827825.912111:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827825.912855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827825.913170:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827825.913406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827831.031279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827831.031286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827831.032916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827831.032918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827831.033274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827831.033277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827831.033539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827831.033542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827831.033915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827831.033917:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827836.150804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827836.150810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827836.151521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827836.151523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827836.151790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827836.151792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827836.152039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827836.152041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827836.152299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827836.152301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827841.270701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827841.270705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827841.271505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827841.271508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827841.271830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827841.271833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827841.272169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827841.272172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827841.272587:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827841.272589:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787827846.392657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827846.392660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827846.393193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827846.393196:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827846.393591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827846.393594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827846.393864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827846.393866:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827846.394227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827846.394231:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787827851.511748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827851.511789:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827851.512819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827851.512822:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827851.513320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827851.513323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827851.513741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827851.513744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827851.514270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827851.514273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827856.630908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827856.630919:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827856.632089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827856.632093:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827856.632460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827856.632462:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827856.632689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827856.632691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827856.632872:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827856.632874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787827861.750833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827861.750840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827861.751517:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827861.751520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827861.751813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827861.751816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827861.752149:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827861.752151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827861.752480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827861.752483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827866.870700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827866.870715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827866.871458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827866.871464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827866.871664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827866.871665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827866.871972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827866.871974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827866.872194:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827866.872196:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827871.990930:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827871.990939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827871.991737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827871.991739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827871.992015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827871.992017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827871.992251:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827871.992254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827871.992463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827871.992464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827877.111201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827877.111210:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827877.111953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827877.111956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827877.112378:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827877.112381:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827877.112736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827877.112738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827877.112973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827877.112975:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827882.230794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827882.230799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827882.231489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827882.231490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827882.231759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827882.231761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827882.232064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827882.232068:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827882.232515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827882.232518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827887.350780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827887.350786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827887.351472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827887.351474:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827887.351661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827887.351662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827887.351884:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827887.351885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827887.352200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827887.352202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787827892.470726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827892.471206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827892.471509:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827892.471680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827892.471848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827897.590843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827897.590849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827897.591653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827897.591655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827897.591906:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827897.591909:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827897.592144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827897.592146:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827897.592482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827897.592485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787827902.710703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827902.710709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827902.711377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827902.711379:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827902.711565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827902.711567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827902.711785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827902.711787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827902.712061:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827902.712063:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787827907.830772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827907.830778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827907.831574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827907.831577:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827907.831905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827907.831908:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827907.832228:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827907.832231:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827907.832658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827907.832660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787827912.951329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827912.951332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827912.951641:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827912.951644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827912.951859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827912.951862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827912.952047:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827912.952049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827912.952300:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827912.952302:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787827918.070738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827918.070745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827918.071375:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827918.071377:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827918.071590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827918.071592:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827918.071775:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827918.071777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827918.072015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827918.072016:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787827923.191139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827923.191146:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827923.192692:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827923.192696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827923.193260:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827923.193264:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827923.193863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827923.193867:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827923.194799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827923.194802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787827928.311157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827928.311169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827928.312440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827928.312443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827928.312821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827928.312824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827928.313193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827928.313198:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827928.313707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827928.313711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787827933.431492:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827933.431508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827933.432598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827933.432601:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827933.433049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827933.433054:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827933.433541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827933.433545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827933.433995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827933.434001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787827938.551209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827938.551219:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827938.552549:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827938.552552:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827938.552984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827938.552989:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827938.553666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827938.553669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827938.554130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827938.554135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787827943.670775:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827943.670782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827943.671343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827943.671345:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827943.671582:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827943.671584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827943.671760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827943.671762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827943.671938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827943.671939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787827948.791293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827948.791306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827948.792610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827948.792613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827948.793031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827948.793034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827948.793456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827948.793460:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787827948.793992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827948.793995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787827953.911091:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827953.911126:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827953.912442:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827953.912447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827953.912792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827953.912795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827953.913024:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827953.913026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827953.913366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827953.913368:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787827959.031217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827959.031828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827959.032442:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827959.033007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827959.034202:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827964.151424:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827964.151430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827964.152392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827964.152397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827964.153465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827964.153468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827964.153995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827964.154001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827964.154459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827964.154461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787827969.270923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827969.270928:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827969.271837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827969.271839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827969.272137:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827969.272139:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827969.272406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827969.272408:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827969.272757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827969.272760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787827974.390696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827974.390704:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827974.391603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827974.391606:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827974.391922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827974.391925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827974.392214:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827974.392216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787827974.392581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827974.392584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787827979.511992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827979.511996:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787827979.512484:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827979.512487:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787827979.512758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827979.512770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787827979.512992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827979.512995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787827979.513344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827979.513346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787827984.630823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827984.630829:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827984.631518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827984.631520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827984.631808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827984.631810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827984.632054:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827984.632056:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787827984.632358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787827984.632360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787827989.751410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827989.751423:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827989.752813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827989.752817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827989.753301:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827989.753305:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827989.753658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827989.753661:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827989.754259:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827989.754263:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787827994.871645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827994.871653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827994.872858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827994.872861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827994.873395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827994.873399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827994.873760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827994.873763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827994.874379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827994.874382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787827999.991568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827999.991579:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827999.992827:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827999.992831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827999.993239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827999.993242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827999.993572:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827999.993576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787827999.994022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787827999.994026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828005.111350:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828005.111362:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828005.112699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828005.112703:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828005.113128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828005.113132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828005.113488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828005.113491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828005.113988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828005.113991:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828010.231305:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828010.231315:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828010.232543:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828010.232546:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828010.232879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828010.232882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828010.233327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828010.233330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828010.233803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828010.233806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828015.351147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828015.351159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828015.352327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828015.352330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828015.352691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828015.352694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828015.353088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828015.353122:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828015.353592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828015.353596:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828020.470706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828020.470711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828020.471271:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828020.471274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828020.471523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828020.471526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828020.471751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828020.471754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828020.472238:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828020.472241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828025.591592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828025.592657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828025.593279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828025.593548:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828025.593741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828030.711935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828030.711947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828030.712991:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828030.712996:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828030.713639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828030.713642:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828030.714184:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828030.714189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828030.714669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828030.714673:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828035.831265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828035.831273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828035.832427:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828035.832432:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828035.832847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828035.832850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828035.833291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828035.833294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828035.833595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828035.833598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828040.951458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828040.951470:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828040.953464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828040.953469:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828040.953973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828040.953976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828040.954379:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828040.954382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828040.954978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828040.954982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828046.071869:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828046.071874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828046.072391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828046.072393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828046.072880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828046.072884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828046.073382:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828046.073386:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828046.073865:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828046.073870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828051.191899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828051.191921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787828051.193176:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828051.193182:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787828051.193817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828051.193822:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787828051.194355:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828051.194358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787828051.194780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828051.194783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828056.311158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828056.311164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828056.312060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828056.312066:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828056.312636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828056.312638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828056.312994:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828056.312996:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828056.313472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828056.313475:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828061.431794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828061.431809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828061.433787:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828061.433791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828061.434173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828061.434176:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828061.434510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828061.434513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828061.435012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828061.435016:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828066.551615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828066.551635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828066.553326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828066.553329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828066.553894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828066.553899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828066.554330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828066.554334:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828066.554796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828066.554843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828071.671377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828071.671385:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828071.672269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828071.672272:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828071.672623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828071.672625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828071.673044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828071.673047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828071.673455:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828071.673458:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828076.790941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828076.790947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828076.791979:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828076.791982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828076.792304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828076.792306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828076.792644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828076.792646:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828076.793025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828076.793027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828081.910977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828081.910988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787828081.912074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828081.912078:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787828081.912598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828081.912603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787828081.913060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828081.913064:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787828081.913394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828081.913396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787828087.030646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828087.030650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828087.031037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828087.031039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828087.031253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828087.031255:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828087.031459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828087.031461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828087.031713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828087.031715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828092.151537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828092.152384:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828092.152801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828092.153149:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828092.153467:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828097.270804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828097.270810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828097.271620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828097.271623:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828097.271863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828097.271864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828097.272097:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828097.272098:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828097.272462:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828097.272464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828102.391325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828102.391336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787828102.392777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828102.392781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787828102.393241:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828102.393245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787828102.393738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828102.393741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787828102.394323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828102.394326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787828107.511560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828107.511578:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787828107.513032:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828107.513043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787828107.513588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828107.513592:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787828107.513992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828107.513995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787828107.514566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828107.514570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787828112.632595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828112.632603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787828112.633278:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828112.633281:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787828112.633661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828112.633664:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787828112.634154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828112.634159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787828112.634550:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828112.634554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787828117.751477:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828117.751501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787828117.752896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828117.752900:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787828117.753329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828117.753332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787828117.753705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828117.753708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787828117.754288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828117.754292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787828122.871286:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828122.871297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787828122.872687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828122.872697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787828122.873182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828122.873188:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787828122.873717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828122.873720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787828122.874062:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828122.874065:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787828127.991263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828127.991273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787828127.992499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828127.992503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787828127.992832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828127.992835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787828127.993160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828127.993165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787828127.993688:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828127.993691:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787828133.111720:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828133.111729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828133.113516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828133.113520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828133.114027:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828133.114031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828133.114465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828133.114468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828133.115156:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828133.115160:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828138.231725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828138.231741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828138.233875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828138.233882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828138.234464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828138.234467:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828138.234840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828138.234844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828138.235480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828138.235483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828143.351358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828143.351368:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787828143.352289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828143.352294:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787828143.352624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828143.352626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787828143.352957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828143.352961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787828143.353408:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828143.353411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787828148.471369:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828148.471385:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828148.472611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828148.472615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828148.473029:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828148.473034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828148.473508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828148.473512:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828148.473945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828148.473949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787828153.591172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828153.591179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828153.592130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828153.592133:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828153.592533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828153.592536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828153.592895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828153.592898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828153.593499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828153.593503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828158.711520:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828158.712317:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828158.712615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828158.712950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828158.713325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828163.831535:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828163.831542:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828163.833764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828163.833770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828163.834551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828163.834555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828163.834947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828163.834951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828163.835468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828163.835473:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828168.951072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828168.951077:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828168.952041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828168.952043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828168.952356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828168.952360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828168.952642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828168.952644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828168.952961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828168.952963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828174.070744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828174.070748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828174.071524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828174.071526:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828174.072017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828174.072020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828174.072463:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828174.072465:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828174.072648:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828174.072650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828179.192202:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828179.192216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828179.193729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828179.193732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828179.194028:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828179.194031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828179.194360:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828179.194362:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828179.194785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828179.194788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828184.311124:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828184.311149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828184.312279:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828184.312286:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828184.312790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828184.312792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828184.313009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828184.313011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828184.313410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828184.313428:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828189.430754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828189.430757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828189.431390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828189.431392:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828189.431592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828189.431593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828189.431813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828189.431814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828189.432055:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828189.432057:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828194.550837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828194.550840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828194.551559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828194.551563:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828194.551896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828194.551897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828194.552075:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828194.552076:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828194.552417:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828194.552418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828199.670774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828199.670779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828199.671393:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828199.671396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828199.671668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828199.671670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828199.671851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828199.671853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828199.672023:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828199.672025:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828204.790863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828204.790871:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828204.791456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828204.791459:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828204.791786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828204.791788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828204.792083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828204.792086:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828204.792402:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828204.792405:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828209.910854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828209.910862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828209.911681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828209.911684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828209.912018:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828209.912020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828209.912373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828209.912376:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828209.912730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828209.912733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828215.030887:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828215.030892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828215.031474:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828215.031477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828215.031751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828215.031753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828215.031942:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828215.031944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828215.032155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828215.032157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787828220.150872:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828220.150885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828220.152025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828220.152027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828220.152276:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828220.152277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828220.152481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828220.152483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828220.152743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828220.152744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787828225.270761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828225.271208:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828225.271458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828225.271609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828225.271753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828230.390908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828230.390914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828230.391707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828230.391710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828230.391954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828230.391956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828230.392225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828230.392227:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828230.392465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828230.392466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828235.510879:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828235.510885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828235.511479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828235.511480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828235.511663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828235.511665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828235.511840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828235.511842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828235.512019:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828235.512020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828240.631083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828240.631091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828240.632406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828240.632410:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828240.632765:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828240.632768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828240.633274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828240.633277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828240.633903:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828240.633906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828245.752557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828245.752569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828245.753876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828245.753880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828245.754409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828245.754412:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828245.754846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828245.754849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828245.755258:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828245.755261:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828250.870747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828250.870753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828250.871370:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828250.871371:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828250.871628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828250.871629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828250.871806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828250.871808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828250.872017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828250.872019:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828255.990939:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828255.990947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828255.991817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828255.991820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828255.992160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828255.992162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828255.992494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828255.992497:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828255.992920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828255.992923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828261.110708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828261.110713:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787828261.111378:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828261.111380:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787828261.111606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828261.111608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787828261.111876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828261.111878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787828261.112289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828261.112292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787828266.230934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828266.230940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828266.231658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828266.231660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828266.231848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828266.231850:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828266.232044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828266.232046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828266.232365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828266.232367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828271.351312:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828271.351322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828271.352444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828271.352447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828271.352910:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828271.352914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828271.353336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828271.353340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828271.353739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828271.353742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828276.470783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828276.470787:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828276.471449:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828276.471451:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828276.471638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828276.471639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828276.471813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828276.471815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828276.472021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828276.472023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828281.590729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828281.590735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828281.591508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828281.591511:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828281.591728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828281.591730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828281.592013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828281.592016:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828281.592283:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828281.592285:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828286.710731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828286.710735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828286.711326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828286.711328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828286.711538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828286.711539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828286.711714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828286.711715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828286.711889:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828286.711890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828291.830833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828291.831229:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828291.831573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828291.831752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828291.831900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828296.950898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828296.950904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828296.951747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828296.951750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828296.952087:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828296.952090:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828296.952433:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828296.952435:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828296.952861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828296.952864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828302.070868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828302.070874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828302.071537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828302.071540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828302.071748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828302.071750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828302.071941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828302.071943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828302.072146:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828302.072149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828307.190821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828307.190828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828307.191707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828307.191710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828307.191984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828307.191986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828307.192223:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828307.192225:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828307.192506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828307.192508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828312.311577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828312.311581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828312.311875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828312.311878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828312.312066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828312.312068:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828312.312325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828312.312327:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828312.312516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828312.312518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828317.431444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828317.431461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828317.432971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828317.432976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828317.433335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828317.433339:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828317.433920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828317.433924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828317.434286:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828317.434288:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828322.551368:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828322.551386:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828322.553133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828322.553136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828322.553569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828322.553571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828322.553996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828322.554001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828322.554582:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828322.554585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828327.671037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828327.671046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828327.672013:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828327.672016:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828327.672363:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828327.672365:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828327.672680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828327.672684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828327.673093:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828327.673124:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828332.791158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828332.791168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828332.792247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828332.792251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828332.792693:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828332.792697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828332.793132:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828332.793135:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828332.793580:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828332.793584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828337.910988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828337.910993:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828337.911873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828337.911875:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828337.912145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828337.912147:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828337.912382:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828337.912384:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828337.912748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828337.912751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828343.030752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828343.030760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828343.031364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828343.031368:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828343.031592:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828343.031594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828343.031842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828343.031844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787828343.032028:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828343.032030:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828348.151824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828348.151842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828348.153494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828348.153497:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828348.154026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828348.154031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828348.154539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828348.154543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828348.155064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828348.155070:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828353.271418:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828353.271431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828353.272969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828353.272979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828353.273571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828353.273575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828353.274075:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828353.274079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828353.274589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828353.274593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828358.391245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828358.391854:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828358.392252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828358.392468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828358.392677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828363.510857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828363.510863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828363.511728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828363.511731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828363.512019:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828363.512022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828363.512319:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828363.512321:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828363.512646:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828363.512647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828368.631546:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828368.631559:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828368.632904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828368.632910:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828368.633494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828368.633498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828368.633987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828368.633993:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828368.634529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828368.634532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828373.750754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828373.750758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828373.751479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828373.751482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828373.751804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828373.751807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828373.752167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828373.752170:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828373.752420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828373.752422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787828378.871308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828378.871314:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828378.871856:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828378.871857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828378.872144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828378.872145:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828378.872386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828378.872389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787828378.872629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828378.872631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828383.991308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828383.991358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828383.992257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828383.992259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828383.992678:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828383.992681:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828383.993006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828383.993009:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828383.993383:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828383.993385:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828389.111211:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828389.111218:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828389.112002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828389.112005:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828389.112511:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828389.112514:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828389.112839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828389.112842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828389.113380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828389.113382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828394.230907:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828394.230915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828394.231967:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828394.231971:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828394.232411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828394.232415:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828394.232690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828394.232692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828394.233034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828394.233037:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828399.350776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828399.350784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828399.351531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828399.351532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828399.351738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828399.351740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828399.351946:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828399.351949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828399.352363:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828399.352365:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828404.470829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828404.470834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828404.471624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828404.471629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828404.471858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828404.471860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828404.472042:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828404.472044:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828404.472517:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828404.472520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828409.590877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828409.590883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828409.591537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828409.591539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828409.591752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828409.591754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828409.591962:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828409.591963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828409.592184:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828409.592186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828414.711386:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828414.711396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828414.712770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828414.712779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828414.713753:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828414.713759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828414.714270:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828414.714274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828414.714799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828414.714802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828419.830954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828419.830959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828419.831850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828419.831853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828419.832114:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828419.832116:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828419.832336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828419.832338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828419.832716:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828419.832718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828424.950898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828424.951377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828424.951567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828424.951749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828424.951920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828430.071172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828430.071177:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828430.072394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828430.072397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828430.072734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828430.072736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828430.073079:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828430.073081:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828430.073321:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828430.073323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787828435.191661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828435.191672:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828435.192679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828435.192682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828435.193157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828435.193160:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828435.193536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828435.193541:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787828435.193952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828435.193955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828440.311308:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828440.311316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828440.312994:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828440.313006:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828440.314036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828440.314039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828440.314681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828440.314685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828440.315083:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828440.315087:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828445.431230:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828445.431234:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828445.431935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828445.431939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828445.432324:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828445.432326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828445.432557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828445.432558:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828445.432797:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828445.432799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828450.551394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828450.551409:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828450.552743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828450.552746:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828450.553178:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828450.553180:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828450.553489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828450.553492:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828450.553897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828450.553899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828455.671538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828455.671548:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828455.673247:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828455.673249:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828455.673552:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828455.673553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828455.673965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828455.673969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828455.674393:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828455.674397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828460.791353:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828460.791358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828460.792475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828460.792477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828460.792774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828460.792776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828460.793306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828460.793324:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828460.793636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828460.793639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828465.911046:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828465.911053:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828465.911902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828465.911904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828465.912185:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828465.912187:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828465.912411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828465.912414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828465.912833:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828465.912836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787828471.031273:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828471.031284:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828471.032316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828471.032319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828471.032691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828471.032694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828471.033048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828471.033051:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787828471.033372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828471.033375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828476.151063:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828476.151072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828476.152169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828476.152171:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828476.152480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828476.152483:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828476.152769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828476.152771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828476.153073:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828476.153075:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787828481.271136:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828481.271142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828481.272115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828481.272120:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828481.272623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828481.272626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828481.272973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828481.272975:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828481.273250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828481.273253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828486.390954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828486.390962:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828486.391890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828486.391892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828486.392296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828486.392300:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828486.392737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828486.392740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828486.393215:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828486.393220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787828491.510977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828491.511590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828491.512281:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828491.512566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787828491.512823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828496.631632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828496.631653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828496.633082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828496.633089:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828496.633819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828496.633824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828496.634423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828496.634426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828496.634837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828496.634840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828501.751153:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828501.751157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828501.752187:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828501.752194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828501.752974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828501.752976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828501.753334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828501.753336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828501.753757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828501.753760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828506.870785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828506.870792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828506.871624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828506.871628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828506.871953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828506.871955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828506.872213:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828506.872215:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828506.872490:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828506.872492:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828511.991699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828511.991708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828511.993059:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828511.993074:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828511.993790:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828511.993793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828511.994151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828511.994153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828511.994396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828511.994398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828517.111092:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828517.111119:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828517.111987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828517.111990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828517.112289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828517.112291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828517.112523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828517.112525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828517.112844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828517.112846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787828522.231074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828522.231081:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787828522.231984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828522.231988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787828522.232443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828522.232445:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787828522.232859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828522.232863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787828522.233339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828522.233342:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787828527.351158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828527.351168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787828527.352173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828527.352175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787828527.352506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828527.352509:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787828527.352888:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828527.352890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787828527.353274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828527.353277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787828532.471411:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828532.471426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787828532.472896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828532.472900:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787828532.473309:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828532.473313:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787828532.473885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828532.473890:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787828532.474583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828532.474588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787828537.591109:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828537.591113:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828537.592271:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828537.592274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828537.592721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828537.592727:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828537.593031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828537.593033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828537.593436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828537.593439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828542.711663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828542.711674:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828542.712651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828542.712655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828542.713042:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828542.713056:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828542.713493:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828542.713496:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828542.713946:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828542.713949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828547.831082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828547.831089:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787828547.832048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828547.832050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787828547.832405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828547.832409:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787828547.832758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828547.832761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787828547.833046:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828547.833049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787828552.951325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828552.951334:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787828552.952513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828552.952522:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787828552.953205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828552.953208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787828552.953650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828552.953653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787828552.953960:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828552.953963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787828558.070770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828558.071234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828558.071600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828558.071782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828558.071967:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828563.190927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828563.190934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828563.191925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828563.191932:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828563.192397:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828563.192400:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828563.192761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828563.192763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828563.192993:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828563.192994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828568.311067:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828568.311077:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828568.312141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828568.312144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828568.312437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828568.312440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828568.312770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828568.312774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828568.313171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828568.313174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828573.431156:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828573.431164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828573.432480:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828573.432484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828573.432979:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828573.432981:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828573.433440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828573.433442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828573.433953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828573.433956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787828578.551510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828578.551539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828578.552933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828578.552938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828578.553550:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828578.553554:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828578.554151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828578.554155:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828578.554661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828578.554665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828583.670979:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828583.670994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828583.672309:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828583.672320:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828583.672735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828583.672736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828583.673014:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828583.673015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828583.673231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828583.673233:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828588.790932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828588.790941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828588.791724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828588.791726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828588.792009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828588.792011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828588.792256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828588.792258:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828588.792488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828588.792490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828593.910714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828593.910717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828593.911128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828593.911130:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828593.911320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828593.911323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828593.911498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828593.911500:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828593.911715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828593.911717:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828599.030624:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828599.030628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828599.031081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828599.031083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828599.031318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828599.031319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828599.031499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828599.031501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828599.031749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828599.031751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787828604.150771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828604.150779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828604.151459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828604.151461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828604.151724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828604.151726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828604.152022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828604.152024:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828604.152359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828604.152361:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787828609.270863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828609.270871:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828609.271522:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828609.271525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828609.271831:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828609.271834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00100000:3.0:1787828609.271889:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828609/real 1787828609]  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828609.271894:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828609.271895:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828609.271897:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828609.271898:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828609.271899:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828609.271901:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828609.271903:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828609.271908:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.271912:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828609.271912:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.271914:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828609.271914:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828609.271917:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.271920:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828609.271923:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.271927:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828609.271929:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.271930:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828609.271931:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.271932:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828609.271933:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828609.271935:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828609.271936:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828609.271938:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828609.271940:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828609.271946:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828609.271948:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828609.271950:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.271954:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828609.271955:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828609.271956:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828609.271957:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828609.271958:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828609.271960:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828609.271962:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828609.271963:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828609.271964:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828609.271965:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828609.271968:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828609.271969:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828609.271971:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828609.271972:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828609.271975:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828609.271977:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555270400, portal 4
00000100:00000001:3.0:1787828609.271978:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828609.271979:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:3.0:1787828609.271983:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.271987:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828609.271989:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828609.271990:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828609.271991:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555270400, offset 0
00000400:00000200:3.0:1787828609.271994:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828609.271996:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828609.271999:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828609.272001:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828609.272003:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828609.272004:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828609.272006:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828609.272008:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89330:89330:256:4294967295] 192.168.203.108@tcp LPNI seq info [89317:89317:8:4294967295]
00000400:00000200:3.0:1787828609.272011:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828609.272015:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828609.272017:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828609.272019:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828609.272022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828609.272024:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828609.272026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828609.272029:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787828609.272031:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828609.272033:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828609.272034:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828609.272037:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828609.272038:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828609.272039:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828609.272041:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828609.272043:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272048:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828609.272050:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272054:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828609.272055:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828609.272056:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828609.272058:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787828609.272060:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828609.272061:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300086330
00000100:00000001:3.0:1787828609.272063:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300090212
00000100:00000001:3.0:1787828609.272065:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300086330
00000100:00000001:3.0:1787828609.272066:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300090212
00000100:00000001:3.0:1787828609.272067:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828609.272068:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828609.272069:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828609.272071:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828609/real 1787828609]  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828609.272076:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828609.272077:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828609.272077:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828609.272079:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828609.272080:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828609.272081:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828609.272083:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828609.272089:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272092:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828609.272093:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272110:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828609.272111:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828609.272114:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272118:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828609.272120:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272125:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828609.272126:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272127:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828609.272128:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272130:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828609.272132:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828609.272133:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828609.272135:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828609.272136:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828609.272139:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828609.272143:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828609.272146:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828609.272148:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272152:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828609.272153:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828609.272154:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828609.272155:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828609.272156:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828609.272158:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828609.272160:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828609.272161:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828609.272162:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828609.272164:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828609.272166:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828609.272167:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828609.272169:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828609.272171:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828609.272172:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828609.272175:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555270528, portal 4
00000100:00000001:3.0:1787828609.272176:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828609.272177:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:3.0:1787828609.272180:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272184:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828609.272186:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828609.272188:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828609.272189:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555270528, offset 0
00000400:00000200:3.0:1787828609.272191:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828609.272193:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828609.272195:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828609.272197:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828609.272199:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828609.272200:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828609.272202:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828609.272204:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89331:89331:256:4294967295] 192.168.203.108@tcp LPNI seq info [89318:89318:8:4294967295]
00000400:00000200:3.0:1787828609.272207:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828609.272211:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828609.272213:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828609.272215:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828609.272218:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828609.272220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787828609.272222:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828609.272224:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787828609.272226:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828609.272228:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828609.272230:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828609.272232:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828609.272234:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828609.272235:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828609.272236:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828609.272238:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272247:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828609.272249:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272253:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828609.272254:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828609.272256:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828609.272258:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787828609.272259:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828609.272261:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300086323
00000100:00000001:3.0:1787828609.272262:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300090212
00000100:00000001:3.0:1787828609.272263:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300086323
00000100:00000001:3.0:1787828609.272265:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300090212
00000100:00000001:3.0:1787828609.272266:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828609.272268:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828609.272269:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828609.272271:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828609/real 1787828609]  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828609.272275:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828609.272276:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828609.272277:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828609.272278:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828609.272279:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828609.272280:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828609.272282:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828609.272287:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272291:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828609.272292:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272294:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828609.272295:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828609.272297:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272301:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828609.272303:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272307:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828609.272308:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272309:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828609.272310:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272311:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828609.272312:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828609.272314:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828609.272315:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828609.272317:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828609.272319:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828609.272323:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828609.272326:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272327:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828609.272329:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555270144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272333:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828609.272334:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828609.272336:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787828609.272338:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828609.272338:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828609.272340:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787828609.272341:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828609.272342:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:3.0:1787828609.272344:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828609.272345:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828609.272346:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:3.0:1787828609.272348:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828609.272349:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272350:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828609.272352:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555270272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272356:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828609.272357:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828609.272358:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787828609.272359:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828609.272360:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828609.272361:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787828609.272362:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828609.272362:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:3.0:1787828609.272364:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828609.272364:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828609.272365:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:3.0:1787828609.272366:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828609.272367:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272368:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828609.272370:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555270400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272374:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828609.272374:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828609.272375:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828609.272376:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828609.272377:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828609.272378:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787828609.272379:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828609.272380:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:3.0:1787828609.272381:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828609.272382:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828609.272383:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:3.0:1787828609.272384:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828609.272385:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272386:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828609.272388:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555270528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828609.272391:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828609.272392:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828609.272393:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828609.272394:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828609.272395:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828609.272395:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787828609.272396:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828609.272397:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:3.0:1787828609.272398:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828609.272399:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828609.272400:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:3.0:1787828609.272401:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828609.272402:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272403:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828609.272405:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828609.272406:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828609.272407:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828609.272408:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828610.102325:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828610.102330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828610.102334:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828610.294165:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828610.294169:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828610.294173:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828610.294179:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828610.294185:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828610.294191:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828610.294195:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828610.294199:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828610.294203:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828611.318162:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828611.318168:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828611.318173:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828611.318180:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828611.318187:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828611.318192:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828611.318208:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828611.318212:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828611.318216:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828612.150303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828612.150306:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828612.150309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828612.342163:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828612.342168:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828612.342170:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828612.342177:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828612.342183:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828612.342189:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828612.342203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828612.342208:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828612.342213:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828613.238166:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300090212, at 4300090240
00000100:00000010:3.0:1787828613.238181:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a540.
00000100:00000001:3.0:1787828613.366214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828613.366222:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828613.366225:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828613.366235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828613.366241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828613.366246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828613.366251:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828613.366257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828613.366262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828614.198297:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828614.198300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828614.198303:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828614.390178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828614.390186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828614.390189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828614.390194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828614.390201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828614.390208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.390213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828614.390218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.390224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.390508:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828614.390513:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828614.390516:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828614.390525:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.390539:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828614.390542:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.390547:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828614.390551:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828614.390554:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828614.390560:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555270656:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787828614.390567:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828614.390573:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828614.390576:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.390579:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828614.390587:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828614.390592:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828614.390599:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828614.390606:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828614.390612:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828614.390620:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555270656, portal 25
00000100:00000001:3.0:1787828614.390624:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828614.390627:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000100:00000040:3.0:1787828614.390635:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.390649:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828614.390654:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828614.390657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828614.390661:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555270656, offset 0
00000400:00000200:3.0:1787828614.390669:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828614.390686:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.390695:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828614.390701:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828614.390706:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828614.390711:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828614.390731:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828614.390738:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89332:89332:256:4294967295] 192.168.203.108@tcp LPNI seq info [89319:89319:8:4294967295]
00000400:00000200:3.0:1787828614.390746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.390760:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828614.390767:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.390774:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828614.390785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828614.390790:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787828614.390808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828614.390816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787828614.390826:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.390831:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828614.390841:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828614.390852:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828614.390860:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828614.390863:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828614.390869:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828614.390876:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.390894:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.390899:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.390912:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.390918:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828614.390924:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828614.390939:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828614.390944:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300095332
00000100:00000010:3.0:1787828614.390950:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a540.
00000100:00000001:3.0:1787828614.390958:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828614.390964:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300095332
00000100:00000010:3.0:1787828614.390971:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255aa80.
00000100:00000001:3.0:1787828614.390977:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828614.390992:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828614.390998:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.391003:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828614.391013:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614]  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828614.391036:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828614.391039:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828614.391043:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828614.391048:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828614.391051:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828614.391055:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828614.391063:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828614.391092:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391135:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828614.391140:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391147:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.391151:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828614.391160:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391175:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828614.391185:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391211:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828614.391215:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391222:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.391225:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391228:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828614.391231:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828614.391236:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828614.391243:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828614.391248:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828614.391254:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828614.391267:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555270656:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787828614.391275:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391278:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.391282:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555270656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391297:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828614.391301:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828614.391305:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828614.391311:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828614.391315:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828614.391317:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787828614.391321:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828614.391325:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:3.0:1787828614.391329:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828614.391333:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828614.391336:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:3.0:1787828614.391343:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828614.391346:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391351:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391361:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828614.391366:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.391372:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828614.391377:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828614.391381:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828614.391390:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391403:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828614.391406:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.391410:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828614.391414:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828614.391418:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828614.391425:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828614.391437:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828614.391442:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828614.391446:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.391450:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828614.391454:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828614.391460:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828614.391468:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828614.391473:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828614.391480:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828614.391485:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555270784, portal 10
00000100:00000001:3.0:1787828614.391489:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828614.391492:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:3.0:1787828614.391500:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391512:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828614.391517:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828614.391521:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828614.391526:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555270784, offset 0
00000400:00000200:3.0:1787828614.391537:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828614.391544:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.391552:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828614.391557:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828614.391560:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828614.391565:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828614.391569:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828614.391574:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89333:89333:256:4294967295] 192.168.203.108@tcp LPNI seq info [89320:89320:8:4294967295]
00000400:00000200:3.0:1787828614.391582:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.391592:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828614.391598:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.391603:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828614.391610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828614.391615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787828614.391621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828614.391626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787828614.391629:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.391633:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828614.391637:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828614.391643:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828614.391648:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828614.391652:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828614.391656:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828614.391662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391676:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.391682:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391709:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.391712:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828614.391734:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828614.391739:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787828614.391743:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828614.391745:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300091477
00000100:00000001:3.0:1787828614.391748:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.391750:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300091477
00000100:00000001:3.0:1787828614.391752:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.391754:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828614.391756:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.391757:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828614.391760:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614]  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828614.391766:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828614.391767:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828614.391768:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828614.391770:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828614.391771:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828614.391772:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828614.391774:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828614.391780:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391784:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828614.391785:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391786:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.391787:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828614.391789:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391793:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828614.391797:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391804:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828614.391806:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391808:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.391810:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.391811:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828614.391814:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828614.391817:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828614.391820:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828614.391823:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828614.391827:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828614.391836:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828614.391840:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828614.391844:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391851:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828614.391852:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.391854:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828614.391855:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828614.391856:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828614.391859:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828614.391861:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828614.391862:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828614.391864:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.391865:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828614.391868:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828614.391869:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828614.391872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828614.391873:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828614.391876:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828614.391878:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555270912, portal 10
00000100:00000001:3.0:1787828614.391879:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828614.391880:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000040:3.0:1787828614.391885:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391889:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828614.391891:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828614.391892:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828614.391893:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555270912, offset 0
00000400:00000200:3.0:1787828614.391896:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828614.391899:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.391902:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828614.391905:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828614.391908:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828614.391910:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828614.391912:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828614.391916:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89334:89334:256:4294967295] 192.168.203.108@tcp LPNI seq info [89321:89321:8:4294967295]
00000400:00000200:3.0:1787828614.391920:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.391927:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828614.391932:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.391936:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828614.391940:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828614.391943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787828614.391948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828614.391950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787828614.391953:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.391955:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828614.391957:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828614.391959:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828614.391962:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828614.391963:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828614.391965:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828614.391968:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391976:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.391979:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.391986:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.391988:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828614.391992:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828614.391995:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787828614.391998:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828614.392000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300091417
00000100:00000001:3.0:1787828614.392003:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.392006:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300091417
00000100:00000001:3.0:1787828614.392008:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.392011:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828614.392013:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392015:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828614.392019:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614]  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828614.392024:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828614.392025:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828614.392027:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828614.392028:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828614.392030:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828614.392031:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828614.392033:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828614.392039:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392043:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828614.392043:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392045:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.392045:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828614.392048:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392053:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828614.392056:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392061:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828614.392063:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392064:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.392065:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392067:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828614.392069:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828614.392071:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828614.392075:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828614.392078:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828614.392082:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828614.392091:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555270912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828614.392114:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392116:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.392119:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555270784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392124:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828614.392125:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828614.392126:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828614.392128:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828614.392129:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828614.392130:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787828614.392132:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828614.392133:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:3.0:1787828614.392136:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828614.392137:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828614.392138:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:3.0:1787828614.392140:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828614.392141:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392142:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.392144:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555270912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392148:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828614.392149:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828614.392150:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828614.392151:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828614.392152:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828614.392153:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787828614.392154:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828614.392155:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:3.0:1787828614.392156:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828614.392156:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828614.392157:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:3.0:1787828614.392159:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828614.392159:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392160:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392163:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828614.392164:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392165:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828614.392166:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828614.392167:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828614.392169:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392174:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828614.392175:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.392176:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828614.392178:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828614.392179:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828614.392181:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828614.392183:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828614.392185:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828614.392186:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.392187:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828614.392189:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828614.392191:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828614.392193:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828614.392195:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828614.392198:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828614.392200:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271040, portal 4
00000100:00000001:3.0:1787828614.392201:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828614.392202:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:3.0:1787828614.392206:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392210:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828614.392212:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828614.392213:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828614.392215:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555271040, offset 0
00000400:00000200:3.0:1787828614.392217:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828614.392220:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.392222:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828614.392224:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828614.392226:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828614.392228:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828614.392229:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828614.392232:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89335:89335:256:4294967295] 192.168.203.108@tcp LPNI seq info [89322:89322:8:4294967295]
00000400:00000200:3.0:1787828614.392234:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.392238:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828614.392241:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.392243:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828614.392246:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828614.392248:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787828614.392251:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828614.392252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787828614.392255:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.392256:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828614.392258:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828614.392261:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828614.392263:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828614.392264:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828614.392265:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828614.392268:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392273:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.392274:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392279:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392280:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828614.392282:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828614.392284:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787828614.392286:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828614.392287:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300091451
00000100:00000001:3.0:1787828614.392289:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.392290:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300091451
00000100:00000001:3.0:1787828614.392291:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.392292:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828614.392294:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392295:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828614.392297:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614]  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828614.392302:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828614.392303:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828614.392304:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828614.392305:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828614.392306:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828614.392308:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828614.392310:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828614.392315:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392319:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828614.392320:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392321:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.392322:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828614.392324:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392328:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828614.392330:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392334:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828614.392335:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392337:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.392337:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392339:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828614.392340:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828614.392342:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828614.392345:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828614.392347:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828614.392350:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828614.392358:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828614.392363:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828614.392366:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392373:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828614.392374:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.392377:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828614.392378:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828614.392381:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828614.392384:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828614.392387:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828614.392389:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828614.392390:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828614.392392:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828614.392395:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828614.392398:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828614.392400:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828614.392402:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828614.392404:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828614.392406:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271168, portal 4
00000100:00000001:3.0:1787828614.392408:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828614.392409:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:3.0:1787828614.392413:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392418:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828614.392419:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828614.392421:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828614.392422:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555271168, offset 0
00000400:00000200:3.0:1787828614.392424:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828614.392427:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.392429:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828614.392431:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828614.392433:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828614.392435:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828614.392437:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828614.392439:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89336:89336:256:4294967295] 192.168.203.108@tcp LPNI seq info [89323:89323:8:4294967295]
00000400:00000200:3.0:1787828614.392441:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828614.392445:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828614.392448:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.392450:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828614.392452:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828614.392454:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787828614.392457:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828614.392459:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787828614.392462:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828614.392463:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828614.392465:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828614.392467:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828614.392469:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828614.392470:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828614.392472:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828614.392474:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392479:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.392481:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392485:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392486:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828614.392488:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828614.392490:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787828614.392492:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828614.392493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300091443
00000100:00000001:3.0:1787828614.392495:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.392497:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300091443
00000100:00000001:3.0:1787828614.392498:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300095332
00000100:00000001:3.0:1787828614.392500:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828614.392501:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392502:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828614.392505:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828614/real 1787828614]  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828614.392509:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828614.392510:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828614.392511:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828614.392512:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828614.392513:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828614.392514:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828614.392516:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828614.392521:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392525:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828614.392526:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392527:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.392528:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828614.392530:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392534:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828614.392536:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392540:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828614.392542:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392543:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828614.392543:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392545:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828614.392546:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828614.392548:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828614.392550:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828614.392551:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828614.392554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828614.392558:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828614.392560:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392562:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.392563:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555271040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392567:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828614.392568:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828614.392570:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828614.392571:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828614.392572:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828614.392573:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787828614.392575:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828614.392576:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:3.0:1787828614.392578:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828614.392579:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828614.392580:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:3.0:1787828614.392581:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828614.392582:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392583:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828614.392585:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555271168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828614.392589:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828614.392590:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828614.392591:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828614.392592:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828614.392593:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828614.392594:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787828614.392595:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828614.392596:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:3.0:1787828614.392597:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828614.392598:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828614.392599:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:3.0:1787828614.392600:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828614.392601:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392602:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828614.392604:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828614.392605:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828614.392606:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828614.392607:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828615.414195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828615.414203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828615.414210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828615.414217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828615.414224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828615.414230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828615.414246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828615.414250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828615.414253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828616.246317:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828616.246321:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828616.246325:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828616.438197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828616.438204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828616.438208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828616.438215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828616.438221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828616.438226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828616.438231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828616.438235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828616.438239:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828617.462241:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828617.462254:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828617.462262:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828617.462271:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828617.462281:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828617.462291:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828617.462319:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828617.462324:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828617.462327:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828618.294253:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828618.294256:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828618.294259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828618.358158:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300095332, at 4300095360
00000100:00000010:3.0:1787828618.358176:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255aa80.
00000100:00000001:3.0:1787828618.486209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828618.486218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828618.486222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828618.486229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828618.486236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828618.486241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828618.486254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828618.486258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828618.486261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.510201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828619.510210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828619.510213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828619.510225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828619.510240:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828619.510256:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.510267:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828619.510274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.510291:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.510544:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828619.510551:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828619.510555:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828619.510569:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.510609:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828619.510619:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.510626:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828619.510630:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828619.510648:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828619.510664:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555271296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787828619.510672:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828619.510677:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828619.510696:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.510708:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828619.510721:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828619.510728:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828619.510751:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828619.510758:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828619.510766:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828619.510784:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271296, portal 25
00000100:00000001:3.0:1787828619.510794:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828619.510800:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:3.0:1787828619.510821:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.510852:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828619.510863:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828619.510871:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828619.510879:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555271296, offset 0
00000400:00000200:3.0:1787828619.510897:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828619.510912:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.510921:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828619.510932:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828619.510941:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828619.510947:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828619.510952:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828619.510957:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89337:89337:256:4294967295] 192.168.203.108@tcp LPNI seq info [89324:89324:8:4294967295]
00000400:00000200:3.0:1787828619.510963:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.510975:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828619.510993:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.511004:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828619.511022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828619.511031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787828619.511046:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828619.511050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787828619.511066:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.511074:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828619.511086:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828619.511128:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828619.511133:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828619.511139:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828619.511151:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828619.511161:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511206:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.511214:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511270:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.511279:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828619.511290:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828619.511299:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828619.511306:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300100453
00000100:00000010:3.0:1787828619.511320:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255aa80.
00000100:00000001:3.0:1787828619.511328:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828619.511334:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300100453
00000100:00000010:3.0:1787828619.511344:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a5a0.
00000100:00000001:3.0:1787828619.511351:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828619.511359:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828619.511366:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.511384:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828619.511394:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828619/real 1787828619]  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828619.511432:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828619.511435:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828619.511438:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828619.511443:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828619.511446:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828619.511455:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828619.511463:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828619.511486:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511505:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828619.511507:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.511513:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.511520:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828619.511530:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511548:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828619.511564:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511601:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828619.511612:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.511619:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.511625:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.511632:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828619.511634:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828619.511647:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828619.511660:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828619.511666:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828619.511676:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828619.511716:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555271296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787828619.511730:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.511735:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.511742:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555271296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511772:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828619.511779:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828619.511784:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828619.511794:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828619.511801:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828619.511807:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787828619.511815:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828619.511822:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:3.0:1787828619.511834:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828619.511843:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828619.511852:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:3.0:1787828619.511868:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828619.511875:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.511884:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.511896:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828619.511903:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.511911:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828619.511916:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828619.511921:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828619.511934:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.511958:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828619.511969:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.511985:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828619.511996:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828619.512003:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828619.512023:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828619.512032:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828619.512039:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828619.512043:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512052:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512060:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828619.512064:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828619.512075:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828619.512085:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828619.512121:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828619.512128:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271424, portal 10
00000100:00000001:3.0:1787828619.512131:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828619.512135:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:3.0:1787828619.512151:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512160:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828619.512164:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828619.512166:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828619.512169:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555271424, offset 0
00000400:00000200:3.0:1787828619.512174:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512179:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512184:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828619.512187:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828619.512190:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828619.512192:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828619.512194:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512196:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89338:89338:256:4294967295] 192.168.203.108@tcp LPNI seq info [89325:89325:8:4294967295]
00000400:00000200:3.0:1787828619.512199:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512204:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828619.512207:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512210:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828619.512213:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828619.512216:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787828619.512220:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828619.512222:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787828619.512225:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512226:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828619.512228:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828619.512231:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828619.512233:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828619.512234:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828619.512236:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828619.512239:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512245:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512247:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512252:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512254:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828619.512257:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828619.512260:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787828619.512264:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828619.512266:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300096598
00000100:00000001:3.0:1787828619.512269:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512271:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300096598
00000100:00000001:3.0:1787828619.512274:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512276:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828619.512279:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512281:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828619.512285:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828619/real 1787828619]  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828619.512295:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828619.512297:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828619.512299:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828619.512301:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828619.512303:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828619.512304:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828619.512307:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828619.512313:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512317:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828619.512318:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512319:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512320:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828619.512322:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512326:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828619.512329:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512334:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828619.512335:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512337:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512337:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512338:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828619.512341:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828619.512342:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828619.512345:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828619.512346:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828619.512349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828619.512354:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828619.512357:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828619.512360:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512364:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828619.512365:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512367:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828619.512368:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828619.512369:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828619.512371:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828619.512373:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828619.512375:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828619.512376:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512377:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512380:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828619.512382:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828619.512384:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828619.512386:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828619.512388:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828619.512390:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271552, portal 10
00000100:00000001:3.0:1787828619.512391:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828619.512392:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:3.0:1787828619.512396:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512401:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828619.512402:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828619.512403:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828619.512405:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555271552, offset 0
00000400:00000200:3.0:1787828619.512407:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512410:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512412:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828619.512414:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828619.512416:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828619.512418:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828619.512420:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512422:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89339:89339:256:4294967295] 192.168.203.108@tcp LPNI seq info [89326:89326:8:4294967295]
00000400:00000200:3.0:1787828619.512424:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512429:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828619.512431:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512433:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828619.512436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828619.512438:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787828619.512441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828619.512442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787828619.512445:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512446:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828619.512449:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828619.512451:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828619.512453:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828619.512454:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828619.512456:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828619.512458:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512463:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512464:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512469:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512470:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828619.512472:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828619.512474:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787828619.512476:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828619.512477:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300096538
00000100:00000001:3.0:1787828619.512479:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512481:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300096538
00000100:00000001:3.0:1787828619.512482:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512484:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828619.512485:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512487:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828619.512489:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828619/real 1787828619]  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828619.512493:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828619.512494:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828619.512495:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828619.512497:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828619.512497:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828619.512499:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828619.512501:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828619.512506:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512510:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828619.512511:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512512:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512513:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828619.512515:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512519:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828619.512521:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512525:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828619.512527:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512528:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512528:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512530:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828619.512531:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828619.512533:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828619.512535:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828619.512537:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828619.512539:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828619.512544:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828619.512546:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828619.512549:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512553:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828619.512554:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512555:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828619.512556:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828619.512558:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828619.512559:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828619.512561:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828619.512563:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828619.512564:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512565:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512567:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787828619.512569:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828619.512571:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828619.512572:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828619.512574:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828619.512576:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271680, portal 4
00000100:00000001:3.0:1787828619.512577:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828619.512578:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
00000100:00000040:3.0:1787828619.512582:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512586:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828619.512588:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828619.512589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828619.512591:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555271680, offset 0
00000400:00000200:3.0:1787828619.512593:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512595:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512597:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828619.512599:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828619.512600:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828619.512602:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828619.512603:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512605:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89340:89340:256:4294967295] 192.168.203.108@tcp LPNI seq info [89327:89327:8:4294967295]
00000400:00000200:3.0:1787828619.512608:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512612:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828619.512615:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512616:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828619.512618:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828619.512620:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787828619.512623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828619.512624:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787828619.512627:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512628:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828619.512630:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828619.512632:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828619.512634:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828619.512635:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828619.512636:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828619.512638:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512643:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512645:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512653:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512655:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828619.512656:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828619.512658:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787828619.512660:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828619.512661:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300096571
00000100:00000001:3.0:1787828619.512663:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512665:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300096571
00000100:00000001:3.0:1787828619.512666:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512667:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828619.512668:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512669:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828619.512671:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828619/real 1787828619]  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828619.512676:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828619.512676:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828619.512690:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828619.512692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828619.512693:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828619.512695:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828619.512698:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828619.512703:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512708:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828619.512709:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512710:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512711:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828619.512713:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512718:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828619.512720:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512724:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828619.512726:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512727:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512727:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512729:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828619.512730:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828619.512732:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828619.512734:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828619.512735:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828619.512737:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828619.512742:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828619.512744:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512745:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512747:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555271424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512752:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828619.512753:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512754:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828619.512756:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828619.512757:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828619.512759:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787828619.512760:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828619.512762:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:3.0:1787828619.512764:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828619.512765:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828619.512766:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:3.0:1787828619.512768:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828619.512769:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512770:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512772:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555271552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512776:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828619.512777:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512778:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828619.512779:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828619.512780:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828619.512781:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787828619.512782:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828619.512783:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:3.0:1787828619.512784:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828619.512785:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828619.512785:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:3.0:1787828619.512787:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828619.512787:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512788:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512790:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555271680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512794:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828619.512794:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512795:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787828619.512796:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828619.512797:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828619.512798:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787828619.512799:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828619.512799:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:3.0:1787828619.512801:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828619.512801:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828619.512802:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
00000100:00000001:3.0:1787828619.512803:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828619.512805:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512806:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512809:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828619.512810:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512811:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828619.512812:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828619.512813:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828619.512816:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512821:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828619.512822:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512823:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828619.512825:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828619.512826:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828619.512828:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828619.512830:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828619.512831:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828619.512832:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828619.512833:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828619.512835:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787828619.512836:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828619.512838:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828619.512840:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828619.512842:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828619.512844:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271808, portal 4
00000100:00000001:3.0:1787828619.512845:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828619.512846:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
00000100:00000040:3.0:1787828619.512850:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512854:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828619.512856:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828619.512857:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828619.512859:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555271808, offset 0
00000400:00000200:3.0:1787828619.512861:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512864:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512866:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828619.512868:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828619.512870:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828619.512872:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828619.512873:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828619.512875:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89341:89341:256:4294967295] 192.168.203.108@tcp LPNI seq info [89328:89328:8:4294967295]
00000400:00000200:3.0:1787828619.512878:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828619.512882:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828619.512885:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512887:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828619.512890:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787828619.512892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787828619.512894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828619.512896:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787828619.512899:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828619.512900:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828619.512902:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787828619.512904:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787828619.512906:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828619.512907:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828619.512909:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828619.512911:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512916:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.512918:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512922:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512923:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828619.512925:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828619.512927:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787828619.512929:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828619.512931:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300096563
00000100:00000001:3.0:1787828619.512932:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512934:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300096563
00000100:00000001:3.0:1787828619.512935:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300100453
00000100:00000001:3.0:1787828619.512936:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828619.512938:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.512939:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828619.512941:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828619/real 1787828619]  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828619.512945:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828619.512946:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787828619.512947:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af4d0.
00000400:00000200:3.0:1787828619.512949:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ca18
00000400:00000010:3.0:1787828619.512950:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ca18.
00000100:00000001:3.0:1787828619.512951:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787828619.512953:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787828619.512958:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512962:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828619.512963:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512964:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512965:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828619.512967:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512971:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787828619.512973:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.512977:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828619.512979:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512980:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828619.512981:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512982:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828619.512984:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828619.512985:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828619.512987:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787828619.512988:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787828619.512991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828619.512995:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555271808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828619.512998:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.512999:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828619.513000:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555271808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828619.513004:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828619.513005:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787828619.513006:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787828619.513007:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828619.513008:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787828619.513009:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787828619.513010:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787828619.513011:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:3.0:1787828619.513013:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828619.513013:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787828619.513014:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:3.0:1787828619.513016:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828619.513017:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.513018:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828619.513019:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828619.513020:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828619.513022:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828619.513023:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828620.342267:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828620.342273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828620.342277:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828620.534246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828620.534252:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828620.534258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828620.534262:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828620.534271:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828620.534281:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828620.534283:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828620.534290:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828620.534293:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828621.046228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828621.046237:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828621.046240:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828621.046246:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828621.046251:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828621.046257:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828621.046260:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828621.046263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828621.046267:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828621.558189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828621.558198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828621.558205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828621.558213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828621.558219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828621.558223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828621.558237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828621.558241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828621.558245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828622.070181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828622.070187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828622.070189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828622.070192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828622.070195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828622.070198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828622.070200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828622.070203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828622.070205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828622.390239:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828622.390242:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828622.390245:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828622.582174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828622.582181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828622.582185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828622.582192:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828622.582197:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828622.582202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828622.582224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828622.582226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828622.582228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828623.094196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828623.094206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828623.094209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828623.094217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828623.094221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828623.094226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828623.094229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828623.094234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828623.094237:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828623.478164:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300100453, at 4300100480
00000100:00000010:3.0:1787828623.478189:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a5a0.
00000100:00000001:3.0:1787828623.606186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828623.606195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828623.606200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828623.606208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828623.606216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828623.606223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828623.606227:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828623.606232:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828623.606234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.118172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828624.118178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828624.118179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.118184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828624.118187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828624.118190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.118193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.118194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.118197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828624.438284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828624.438287:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828624.438290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828624.630191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828624.630199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828624.630202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.630207:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828624.630212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828624.630216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.630228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.630230:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.630236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.630580:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828624.630586:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828624.630590:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828624.630603:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555271936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.630627:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.630633:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.630638:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828624.630654:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828624.630658:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.630663:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555271936:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787828624.630672:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828624.630676:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828624.630680:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.630684:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828624.630691:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787828624.630695:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828624.630708:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828624.630713:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af4d0.
00000400:00000010:3.0:1787828624.630719:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ca18.
00000100:00000200:3.0:1787828624.630727:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555271936, portal 25
00000100:00000001:3.0:1787828624.630731:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828624.630734:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:3.0:1787828624.630745:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555271936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.630756:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828624.630759:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828624.630763:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c550.
00000100:00000200:3.0:1787828624.630771:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555271936, offset 0
00000400:00000200:3.0:1787828624.630789:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828624.630807:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.630820:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828624.630835:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828624.630846:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828624.630853:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828624.630859:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828624.630870:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89342:89342:256:4294967295] 192.168.203.108@tcp LPNI seq info [89329:89329:8:4294967295]
00000400:00000200:3.0:1787828624.630876:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.630902:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828624.630908:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828624.630914:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fc00.
00000800:00000200:3.0:1787828624.630935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828624.630952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828624.630972:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828624.630988:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828624.630997:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300105572
00000100:00000010:3.0:1787828624.631013:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a5a0.
00000100:00000001:3.0:1787828624.631023:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828624.631040:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300105572
00000100:00000010:3.0:1787828624.631049:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a6c0.
00000100:00000001:3.0:1787828624.631060:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828624.631067:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828624.631076:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.631089:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.631127:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.631139:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828624.631143:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828624.631156:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828624.631166:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828624.631173:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828624.631187:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555272064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.631226:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.631230:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.631242:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828624.631246:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828624.631253:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.631261:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555272064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828624.631270:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828624.631274:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828624.631279:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.631281:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828624.631287:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787828624.631291:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828624.631300:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828624.631306:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54afaa8.
00000400:00000010:3.0:1787828624.631316:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cc38.
00000100:00000200:3.0:1787828624.631324:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555272064, portal 10
00000100:00000001:3.0:1787828624.631330:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828624.631337:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:3.0:1787828624.631355:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555272064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.631380:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828624.631391:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828624.631399:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c660.
00000100:00000200:3.0:1787828624.631405:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555272064, offset 0
00000400:00000200:3.0:1787828624.631421:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828624.631434:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.631445:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828624.631454:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828624.631462:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828624.631474:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828624.631483:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828624.631501:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89343:89343:255:4294967295] 192.168.203.108@tcp LPNI seq info [89330:89330:7:4294967295]
00000400:00000200:3.0:1787828624.631522:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.631553:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828624.631582:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828624.631597:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fe00.
00000800:00000200:3.0:1787828624.631619:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828624.631635:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828624.631657:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828624.631665:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787828624.631676:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828624.631685:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300101717
00000100:00000001:3.0:1787828624.631692:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.631701:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300101717
00000100:00000001:3.0:1787828624.631713:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.631730:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828624.631734:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.631736:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828624.631748:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555272192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.631782:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.631787:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.631794:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828624.631800:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828624.631809:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.631826:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555272192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787828624.631840:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828624.631846:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828624.631849:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.631853:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828624.631857:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787828624.631862:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828624.631967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828624.631974:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54afe70.
00000400:00000010:3.0:1787828624.631979:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c088.
00000100:00000200:3.0:1787828624.631986:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555272192, portal 10
00000100:00000001:3.0:1787828624.631996:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828624.631999:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:3.0:1787828624.632014:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555272192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.632032:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828624.632037:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828624.632041:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c000.
00000100:00000200:3.0:1787828624.632044:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555272192, offset 0
00000400:00000200:3.0:1787828624.632050:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828624.632058:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.632063:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828624.632066:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828624.632069:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828624.632072:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828624.632074:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828624.632077:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89344:89344:254:4294967295] 192.168.203.108@tcp LPNI seq info [89331:89331:6:4294967295]
00000400:00000200:3.0:1787828624.632081:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.632088:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828624.632092:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828624.632122:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894fd00.
00000800:00000200:3.0:1787828624.632127:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828624.632131:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828624.632134:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828624.632137:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787828624.632141:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828624.632143:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300101658
00000100:00000001:3.0:1787828624.632146:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.632148:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300101658
00000100:00000001:3.0:1787828624.632150:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.632152:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828624.632154:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.632157:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.632159:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.632163:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828624.632164:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828624.632167:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828624.632169:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828624.632171:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828624.632175:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555272320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.632183:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.632184:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.632187:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828624.632189:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828624.632191:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.632195:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555272320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828624.632199:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828624.632201:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828624.632203:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.632204:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828624.632208:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787828624.632210:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828624.632213:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828624.632215:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af790.
00000400:00000010:3.0:1787828624.632219:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6c990.
00000100:00000200:3.0:1787828624.632222:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555272320, portal 4
00000100:00000001:3.0:1787828624.632223:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828624.632225:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000040:3.0:1787828624.632230:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555272320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.632242:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828624.632244:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828624.632246:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787828624.632249:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555272320, offset 0
00000400:00000200:3.0:1787828624.632254:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828624.632258:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.632261:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828624.632264:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828624.632266:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828624.632268:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828624.632270:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828624.632273:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89345:89345:253:4294967295] 192.168.203.108@tcp LPNI seq info [89332:89332:5:4294967295]
00000400:00000200:3.0:1787828624.632276:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.632282:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828624.632285:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828624.632289:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f500.
00000800:00000200:3.0:1787828624.632292:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828624.632296:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828624.632299:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828624.632301:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787828624.632304:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828624.632306:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300101691
00000100:00000001:3.0:1787828624.632309:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.632311:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300101691
00000100:00000001:3.0:1787828624.632313:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.632315:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828624.632317:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.632319:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787828624.632323:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555272448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.632329:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828624.632331:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.632333:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828624.632335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828624.632337:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828624.632339:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555272448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787828624.632343:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828624.632345:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828624.632346:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828624.632347:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787828624.632351:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b000.
02000000:00000001:3.0:1787828624.632353:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787828624.632356:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787828624.632359:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af370.
00000400:00000010:3.0:1787828624.632363:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6caa0.
00000100:00000200:3.0:1787828624.632366:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555272448, portal 4
00000100:00000001:3.0:1787828624.632368:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828624.632369:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:3.0:1787828624.632375:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555272448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828624.632381:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787828624.632383:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787828624.632386:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787828624.632389:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555272448, offset 0
00000400:00000200:3.0:1787828624.632393:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787828624.632397:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.632400:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787828624.632409:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787828624.632412:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787828624.632415:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787828624.632417:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787828624.632421:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89346:89346:252:4294967295] 192.168.203.108@tcp LPNI seq info [89333:89333:4:4294967295]
00000400:00000200:3.0:1787828624.632425:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828624.632432:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787828624.632437:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787828624.632441:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787828624.632445:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787828624.632449:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828624.632452:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828624.632455:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787828624.632459:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787828624.632460:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300101683
00000100:00000001:3.0:1787828624.632463:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.632465:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300101683
00000100:00000001:3.0:1787828624.632467:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300105572
00000100:00000001:3.0:1787828624.632470:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828624.632472:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.632475:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.632477:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828624.632481:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828624.632482:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828624.632485:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828624.632486:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828624.632488:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828624.632490:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828625.142163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828625.142168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828625.142170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828625.142174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828625.142177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828625.142179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828625.142181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828625.142183:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828625.142185:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828625.654171:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828625.654178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828625.654181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828625.654188:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828625.654194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828625.654199:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828625.654205:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828625.654209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828625.654214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828626.166179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828626.166185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828626.166186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828626.166190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828626.166193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828626.166196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828626.166197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828626.166200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828626.166202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828626.486286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828626.486291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828626.486295:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828626.678176:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828626.678182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828626.678184:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828626.678190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828626.678194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828626.678200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828626.678205:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828626.678207:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828626.678212:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.190167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828627.190173:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828627.190176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828627.190180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828627.190184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828627.190187:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828627.190189:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828627.190191:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828627.190193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.702225:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828627.702232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828627.702236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828627.702242:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828627.702248:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828627.702252:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828627.702255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828627.702257:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828627.702261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787828627.702453:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:3.0:1787828627.702514:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787828627.702527:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828627.702531:0:2375:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:3.0:1787828627.702538:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828627.702543:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787828627.702549:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828627.702555:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fc00.
00000400:00000200:3.0:1787828627.702561:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828627.702566:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828627.702575:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c550
00000400:00000010:3.0:1787828627.702578:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c550.
00000100:00000001:3.0:1787828627.702583:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828627.702594:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247bc00 x1874668555271936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702641:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828627.702648:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555271936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702657:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.702660:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828627.702673:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828627.702676:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fe00.
00000400:00000200:3.0:1787828627.702679:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828627.702683:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828627.702687:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c660
00000400:00000010:3.0:1787828627.702689:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c660.
00000100:00000001:3.0:1787828627.702692:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828627.702697:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2478b40 x1874668555272064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702705:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828627.702709:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555272064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702716:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.702717:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828627.702722:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828627.702725:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894fd00.
00000400:00000200:3.0:1787828627.702728:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828627.702731:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828627.702734:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6c000
00000400:00000010:3.0:1787828627.702736:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6c000.
00000100:00000001:3.0:1787828627.702738:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828627.702744:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247a940 x1874668555272192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702752:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828627.702756:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555272192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702763:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.702765:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828627.702770:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828627.702772:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f500.
00000400:00000200:3.0:1787828627.702776:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828627.702779:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828627.702782:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787828627.702784:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787828627.702787:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828627.702792:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2478000 x1874668555272320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702801:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828627.702804:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555272320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702811:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.702813:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828627.702818:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828627.702820:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787828627.702823:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828627.702827:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828627.702830:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787828627.702832:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787828627.702834:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828627.702840:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247ad00 x1874668555272448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702854:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828627.702858:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555272448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828627.702865:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828627.702866:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828628.214187:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828628.214193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828628.214195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828628.214200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828628.214203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828628.214206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828628.214208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828628.214210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828628.214212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828628.534299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828628.534303:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828628.534305:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828628.598170:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300105572, at 4300105600
00000100:00000010:3.0:1787828628.598183:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a6c0.
00000100:00000001:3.0:1787828628.726161:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828628.726167:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828628.726169:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828628.726173:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828628.726179:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828628.726184:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828628.726187:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828628.726190:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828628.726195:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828629.238164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828629.238169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828629.238171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828629.238174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828629.238177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828629.238180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828629.238182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828629.238184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828629.238186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828629.750170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828629.750179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828629.750183:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828629.750194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828629.750200:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828629.750203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828629.750212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828629.750216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828629.750221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828629.750804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828629.750810:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828629.751645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828629.751651:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828629.752000:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828629.752003:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828629.752318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828629.752320:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828629.752725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828629.752728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787828630.262203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828630.262208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828630.262210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828630.262215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828630.262218:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828630.262221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828630.262223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828630.262225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828630.262227:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828630.582246:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828630.582250:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828630.582252:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828630.774190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828630.774197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828630.774201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828630.774208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828630.774214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828630.774221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828630.774227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828630.774229:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828630.774232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828631.286162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828631.286169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828631.286170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828631.286179:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828631.286182:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828631.286185:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828631.286188:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828631.286190:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828631.286192:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828631.798182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828631.798189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828631.798192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828631.798200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828631.798205:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828631.798210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828631.798216:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828631.798225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828631.798229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828632.310201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828632.310207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828632.310209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828632.310213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828632.310223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828632.310226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828632.310229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828632.310231:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828632.310234:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828632.630269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828632.630272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828632.630275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828632.822203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828632.822211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828632.822222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828632.822226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828632.822230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828632.822234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828632.822249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828632.822251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828632.822254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828633.334176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828633.334181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828633.334183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828633.334186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828633.334189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828633.334193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828633.334195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828633.334197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828633.334199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828633.718263:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300110692, at 4300110720
00000100:00000010:3.0:1787828633.718296:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ba0.
00000100:00000001:3.0:1787828633.846174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828633.846183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828633.846187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828633.846194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828633.846201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828633.846206:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828633.846219:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828633.846221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828633.846224:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828634.358156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828634.358161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828634.358163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828634.358167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828634.358170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828634.358173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828634.358176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828634.358178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828634.358180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828634.678251:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828634.678255:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828634.678258:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828634.870255:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828634.870267:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828634.870277:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828634.870298:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828634.870310:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828634.870322:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828634.870344:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828634.870348:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828634.870352:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828634.871050:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828634.871055:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828634.872231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828634.872243:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828634.872476:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828634.872478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828634.872687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828634.872689:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828634.872949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828634.872951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787828635.382228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828635.382236:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828635.382238:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828635.382243:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828635.382247:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828635.382251:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828635.382254:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828635.382257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828635.382259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828635.894216:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828635.894226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828635.894230:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828635.894235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828635.894239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828635.894243:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828635.894246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828635.894248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828635.894251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828636.406200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828636.406206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828636.406208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828636.406212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828636.406215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828636.406219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828636.406232:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828636.406251:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828636.406253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828636.726357:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828636.726361:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828636.726364:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828636.918203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828636.918212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828636.918216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828636.918224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828636.918234:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828636.918239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828636.918258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828636.918261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828636.918264:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828637.430174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828637.430181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828637.430184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828637.430190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828637.430196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828637.430200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828637.430204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828637.430207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828637.430211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828637.942181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828637.942188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828637.942193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828637.942199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828637.942206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828637.942212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828637.942222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828637.942227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828637.942235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828638.454207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828638.454229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828638.454231:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828638.454236:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828638.454240:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828638.454244:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828638.454247:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828638.454250:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828638.454253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828638.774337:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828638.774341:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828638.774344:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828638.838172:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300115813, at 4300115840
00000100:00000010:3.0:1787828638.838186:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000001:3.0:1787828638.966196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828638.966204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828638.966209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828638.966216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828638.966232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828638.966236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828638.966251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828638.966254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828638.966257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828639.478162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828639.478168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828639.478169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828639.478173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828639.478176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828639.478179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828639.478182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828639.478185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828639.478187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828639.990181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828639.990187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828639.990192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828639.990199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828639.990206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828639.990212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828639.990225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828639.990227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828639.990232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828639.990727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828639.990731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828639.991406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828639.991409:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828639.991728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828639.991731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828639.992015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828639.992017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787828639.992475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828639.992478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787828640.502165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828640.502173:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828640.502175:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828640.502181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828640.502184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828640.502189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828640.502192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828640.502194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828640.502198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828640.822369:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828640.822376:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828640.822381:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828641.014276:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828641.014295:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828641.014299:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828641.014319:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828641.014330:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828641.014339:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828641.014368:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828641.014373:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828641.014376:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828641.526244:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828641.526252:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828641.526254:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828641.526259:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828641.526263:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828641.526268:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828641.526271:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828641.526275:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828641.526279:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828642.038199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828642.038212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828642.038218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828642.038228:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828642.038235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828642.038242:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828642.038249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828642.038254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828642.038260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828642.550202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828642.550209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828642.550211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828642.550216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828642.550220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828642.550224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828642.550227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828642.550229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828642.550232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828642.870411:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828642.870417:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828642.870421:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828643.062267:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828643.062282:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828643.062286:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828643.062294:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828643.062304:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828643.062309:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828643.062319:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828643.062333:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828643.062349:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828643.574206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828643.574214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828643.574216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828643.574220:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828643.574224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828643.574228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828643.574231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828643.574233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828643.574235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828643.958208:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300120932, at 4300120960
00000100:00000010:3.0:1787828643.958220:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:3.0:1787828644.086220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828644.086234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828644.086240:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828644.086254:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828644.086262:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828644.086272:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828644.086285:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828644.086294:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828644.086312:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828644.598226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828644.598234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828644.598235:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828644.598247:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828644.598251:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828644.598255:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828644.598257:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828644.598260:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828644.598262:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828644.918327:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828644.918331:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828644.918334:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828645.110243:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828645.110255:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828645.110260:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828645.110273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828645.110283:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828645.110290:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828645.110298:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828645.110305:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828645.110312:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828645.111368:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828645.111376:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828645.112230:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828645.112233:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828645.112577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828645.112580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828645.112887:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828645.112889:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828645.113222:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828645.113225:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787828645.622202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828645.622209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828645.622212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828645.622219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828645.622223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828645.622227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828645.622231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828645.622234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828645.622238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828646.134223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828646.134237:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828646.134248:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828646.134262:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828646.134277:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828646.134287:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828646.134311:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828646.134316:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828646.134320:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828646.646232:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828646.646243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828646.646246:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828646.646252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828646.646275:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828646.646280:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828646.646283:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828646.646286:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828646.646289:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828646.966330:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828646.966333:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828646.966337:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828647.158239:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828647.158252:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828647.158257:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828647.158269:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828647.158287:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828647.158300:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828647.158331:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828647.158336:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828647.158344:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828647.670215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828647.670223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828647.670225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828647.670231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828647.670235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828647.670239:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828647.670242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828647.670245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828647.670249:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828648.182167:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828648.182174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828648.182177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828648.182182:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828648.182188:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828648.182193:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828648.182199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828648.182202:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828648.182205:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828648.694182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828648.694189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828648.694191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828648.694196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828648.694199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828648.694203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828648.694205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828648.694207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828648.694209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828649.014300:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828649.014306:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828649.014309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828649.078254:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300126053, at 4300126080
00000100:00000010:3.0:1787828649.078296:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:3.0:1787828649.206217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828649.206225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828649.206230:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828649.206238:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828649.206246:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828649.206255:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828649.206268:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828649.206275:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828649.206284:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828649.718210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828649.718216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828649.718217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828649.718221:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828649.718224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828649.718227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828649.718229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828649.718232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828649.718233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828650.230207:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828650.230217:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828650.230222:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828650.230227:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828650.230231:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828650.230242:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5454
00000400:00000200:3.0:1787828650.230254:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828650.230265:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828650.230271:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828650.230284:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230293:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.230302:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230308:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828650.230317:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828650.230321:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828650.230327:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828650.230331:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828650.230334:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828650.230337:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828650.230341:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230342:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.230344:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230345:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828650.230347:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828650.230352:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230354:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828650.230356:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828650.230359:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828650.230362:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.230364:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828650.230366:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828650.230373:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787828650.230377:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828650.230380:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828650.230382:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.230384:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828650.230386:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828650.230389:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828650.230395:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828650.230400:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828650.230407:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555275136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828650.230414:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828650.230418:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828650.230421:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555275136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828650.230438:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828650.230440:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828650.230443:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828650.230444:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828650.230446:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828650.230448:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828650.230450:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5454
00000400:00000200:3.0:1787828650.230454:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828650.230458:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828650.230461:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828650.230477:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230480:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.230484:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230490:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828650.230499:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828650.230502:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828650.230507:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828650.230515:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828650.230526:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828650.230536:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828650.230550:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230562:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.230574:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230582:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828650.230589:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828650.230597:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230603:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828650.230614:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828650.230633:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828650.230643:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.230650:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828650.230654:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828650.230662:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.230664:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828650.230672:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787828650.230679:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828650.230685:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828650.230692:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.230701:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828650.230708:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828650.230712:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828650.230717:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828650.230726:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828650.230734:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555275264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828650.230751:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828650.230761:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828650.230777:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555275264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828650.230822:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828650.230827:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828650.230835:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828650.230840:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828650.230845:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828650.230862:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828650.230871:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5454
00000400:00000200:3.0:1787828650.230882:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828650.230888:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828650.230891:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828650.230894:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230895:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.230897:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230899:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828650.230904:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828650.230907:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828650.230915:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828650.230920:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828650.230923:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828650.230926:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:1.1:1787828650.230932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787828650.230933:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230943:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787828650.230946:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787828650.230947:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230951:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828650.230958:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828650.230968:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828650.230973:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828650.230978:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828650.230983:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828650.230991:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.230999:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828650.231007:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828650.231011:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231013:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828650.231016:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787828650.231019:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828650.231025:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828650.231027:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231031:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828650.231033:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828650.231035:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828650.231041:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828650.231050:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828650.231065:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555275392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828650.231118:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828650.231121:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828650.231130:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555275392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828650.231155:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828650.231159:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828650.231168:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828650.231172:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828650.231176:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828650.231183:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828650.231189:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5454
00000400:00000200:3.0:1787828650.231197:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828650.231203:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828650.231209:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828650.231219:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231231:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.231240:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231250:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828650.231256:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828650.231260:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828650.231265:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828650.231268:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828650.231274:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828650.231279:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828650.231293:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231301:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.231307:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231314:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828650.231319:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828650.231327:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231337:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828650.231342:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828650.231349:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828650.231354:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231356:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828650.231364:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828650.231378:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231389:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828650.231402:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787828650.231409:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828650.231418:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828650.231422:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231432:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828650.231436:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828650.231442:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828650.231454:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828650.231478:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828650.231488:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555275520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828650.231517:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828650.231526:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828650.231538:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555275520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828650.231617:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828650.231627:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828650.231639:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828650.231642:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828650.231651:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828650.231657:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828650.231663:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5454
00000400:00000200:3.0:1787828650.231676:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828650.231687:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828650.231692:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828650.231705:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231717:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.231724:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231733:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828650.231745:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828650.231748:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828650.231758:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828650.231767:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828650.231780:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828650.231787:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828650.231798:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231806:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828650.231814:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231820:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828650.231823:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828650.231833:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828650.231838:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828650.231845:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828650.231850:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828650.231858:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231872:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828650.231882:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828650.231890:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231892:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828650.231896:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787828650.231899:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828650.231905:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828650.231907:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828650.231914:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828650.231917:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828650.231921:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828650.231931:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828650.231936:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828650.231947:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555275648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828650.231987:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828650.231994:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828650.232001:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555275648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828650.232035:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828650.232048:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5464)
00000800:00000200:1.1:1787828650.232199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828650.232202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828650.232568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828650.232571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828650.232774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828650.232777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828650.233148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828650.233151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787828650.742181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828650.742191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828650.742193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828650.742201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828650.742206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828650.742210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828650.742214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828650.742217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828650.742221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828651.062412:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828651.062418:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828651.062421:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828651.766245:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828651.766254:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828651.766256:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828651.766262:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828651.766268:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828651.766272:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828651.766276:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828651.766279:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828651.766283:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828652.790180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828652.790196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828652.790199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828652.790204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828652.790209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828652.790213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828652.790217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828652.790219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828652.790222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828653.110379:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828653.110384:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828653.110388:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828653.814205:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828653.814214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828653.814216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828653.814222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828653.814226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828653.814230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828653.814233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828653.814236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828653.814239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828654.198262:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300131173, at 4300131200
00000100:00000010:3.0:1787828654.198284:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c720.
00000100:00000001:3.0:1787828654.838208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828654.838219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828654.838223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828654.838230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828654.838235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828654.838241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828654.838245:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828654.838248:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828654.838252:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828655.158269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828655.158276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828655.158281:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828655.350187:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828655.350195:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828655.350199:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828655.350202:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828655.350206:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828655.350213:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5459
00000400:00000200:3.0:1787828655.350229:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828655.350238:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828655.350249:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828655.350261:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350275:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.350287:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350291:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828655.350300:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828655.350310:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828655.350321:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828655.350330:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828655.350342:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828655.350347:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828655.350353:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350356:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.350362:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350365:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828655.350369:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828655.350374:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350377:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828655.350379:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828655.350382:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828655.350384:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350386:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828655.350388:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828655.350396:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787828655.350399:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828655.350402:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828655.350403:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350405:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828655.350407:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828655.350411:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828655.350417:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828655.350422:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828655.350445:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555275776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828655.350455:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828655.350460:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828655.350465:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555275776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828655.350483:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828655.350486:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828655.350488:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828655.350490:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828655.350491:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828655.350493:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828655.350495:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5459
00000400:00000200:3.0:1787828655.350499:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828655.350502:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828655.350504:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828655.350508:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350512:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.350515:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350519:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828655.350522:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828655.350524:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828655.350526:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828655.350530:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828655.350535:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828655.350540:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828655.350545:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350550:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.350554:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350559:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828655.350563:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828655.350571:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350575:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828655.350579:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828655.350586:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828655.350590:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350595:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828655.350600:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828655.350605:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350608:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828655.350612:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787828655.350616:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828655.350619:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828655.350623:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350627:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828655.350629:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828655.350632:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828655.350637:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828655.350644:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828655.350652:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555275904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828655.350664:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828655.350668:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828655.350675:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555275904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828655.350683:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828655.350687:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828655.350692:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828655.350696:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828655.350697:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828655.350702:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828655.350707:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5459
00000400:00000200:3.0:1787828655.350747:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828655.350755:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828655.350760:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828655.350764:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350768:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.350775:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350781:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.1:1787828655.350786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787828655.350787:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828655.350790:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:2.1:1787828655.350792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787828655.350793:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828655.350796:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828655.350802:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828655.350806:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828655.350813:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350818:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.350825:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350828:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828655.350831:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828655.350839:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828655.350842:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828655.350845:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828655.350849:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828655.350854:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350858:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828655.350861:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828655.350867:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350873:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828655.350882:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787828655.350888:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828655.350894:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828655.350899:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.350906:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828655.350910:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828655.350914:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828655.350922:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828655.350928:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828655.350938:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555276032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828655.350951:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828655.350955:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828655.350963:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555276032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828655.350973:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828655.350978:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828655.350981:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828655.350984:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828655.350986:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828655.350992:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828655.350997:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5459
00000400:00000200:3.0:1787828655.351002:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828655.351016:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828655.351020:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828655.351029:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351031:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.351034:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351039:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828655.351044:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828655.351047:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828655.351050:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828655.351053:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828655.351056:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828655.351062:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828655.351069:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351071:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.351076:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351080:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828655.351084:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828655.351091:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351120:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828655.351123:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828655.351127:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828655.351129:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.351135:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828655.351139:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828655.351146:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.351148:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828655.351153:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787828655.351157:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828655.351162:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828655.351166:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.351172:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828655.351176:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828655.351178:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828655.351184:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828655.351191:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828655.351200:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555276160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828655.351217:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828655.351222:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828655.351230:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555276160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828655.351262:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828655.351267:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828655.351273:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828655.351277:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828655.351280:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828655.351284:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828655.351290:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5459
00000400:00000200:3.0:1787828655.351298:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828655.351302:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828655.351306:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828655.351313:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351316:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.351322:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351325:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828655.351326:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828655.351327:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828655.351329:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828655.351332:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828655.351335:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828655.351339:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828655.351343:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351346:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828655.351350:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351355:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828655.351358:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828655.351363:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828655.351368:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828655.351373:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828655.351376:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828655.351382:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.351387:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828655.351390:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828655.351393:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.351396:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828655.351401:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787828655.351408:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828655.351412:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828655.351415:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828655.351418:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828655.351421:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828655.351425:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828655.351443:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828655.351449:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828655.351461:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555276288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828655.351477:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828655.351480:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828655.351490:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555276288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828655.351515:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828655.351523:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5470)
00000800:00000200:2.1:1787828655.351572:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828655.351574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828655.351794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828655.351796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828655.351994:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828655.351995:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828655.352341:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828655.352344:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787828655.862196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828655.862202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828655.862205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828655.862208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828655.862212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828655.862215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828655.862217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828655.862220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828655.862221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828656.886173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828656.886186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828656.886188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828656.886196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828656.886201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828656.886206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828656.886209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828656.886212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828656.886215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828657.206240:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828657.206243:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828657.206246:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828657.910223:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828657.910229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828657.910231:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828657.910235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828657.910238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828657.910242:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828657.910244:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828657.910246:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828657.910248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828658.934231:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828658.934240:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828658.934242:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828658.934247:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828658.934251:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828658.934255:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828658.934258:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828658.934261:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828658.934265:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828659.254261:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828659.254267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828659.254270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828659.318158:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300136292, at 4300136320
00000100:00000010:3.0:1787828659.318170:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2000.
00000100:00000001:3.0:1787828659.958243:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828659.958252:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828659.958255:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828659.958261:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828659.958266:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828659.958271:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828659.958274:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828659.958278:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828659.958282:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828660.470259:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828660.470265:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828660.470285:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828660.470295:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828660.470301:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828660.470306:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828660.470315:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828660.470319:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828660.470325:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828660.471193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828660.471202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828660.472075:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828660.472078:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828660.472516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828660.472519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828660.472861:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828660.472864:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828660.473304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828660.473306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787828660.982211:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828660.982220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828660.982222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828660.982227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828660.982231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828660.982235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828660.982238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828660.982240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828660.982242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828661.302425:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828661.302430:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828661.302435:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828661.494232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828661.494243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828661.494248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828661.494258:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828661.494267:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828661.494274:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828661.494293:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828661.494298:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828661.494301:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828662.006214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828662.006224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828662.006228:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828662.006234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828662.006239:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828662.006244:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828662.006247:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828662.006249:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828662.006253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828662.518196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828662.518203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828662.518208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828662.518215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828662.518221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828662.518225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828662.518243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828662.518246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828662.518249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828663.030199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828663.030205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828663.030207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828663.030211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828663.030215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828663.030218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828663.030220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828663.030222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828663.030224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828663.350249:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828663.350252:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828663.350255:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828663.542198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828663.542206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828663.542212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828663.542220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828663.542258:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828663.542265:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828663.542287:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828663.542307:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828663.542313:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828664.054205:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828664.054210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828664.054212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828664.054216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828664.054219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828664.054223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828664.054225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828664.054227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828664.054229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828664.438172:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300141413, at 4300141440
00000100:00000010:3.0:1787828664.438191:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2120.
00000100:00000001:3.0:1787828664.566219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828664.566231:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828664.566244:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828664.566256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828664.566267:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828664.566278:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828664.566282:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828664.566284:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828664.566287:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828665.078227:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828665.078234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828665.078236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828665.078242:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828665.078246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828665.078250:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828665.078253:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828665.078256:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828665.078258:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828665.398331:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828665.398335:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828665.398338:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828665.590182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828665.590187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828665.590190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828665.590196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828665.590201:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828665.590206:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828665.590214:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828665.590217:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828665.590221:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828665.590236:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828665.590239:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828665.590243:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828665.590249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828665.590254:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828665.590257:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828665.590260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828665.590263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828665.590266:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828665.590724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828665.590729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828665.591394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828665.591397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828665.591593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828665.591595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828665.591768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828665.591769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828665.592011:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828665.592013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787828666.102177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828666.102183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828666.102185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828666.102190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828666.102194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828666.102198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828666.102201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828666.102204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828666.102206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828666.614213:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828666.614219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828666.614224:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828666.614232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828666.614240:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828666.614248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828666.614270:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828666.614273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828666.614275:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828667.126226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828667.126232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828667.126233:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828667.126249:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828667.126251:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828667.126255:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828667.126257:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828667.126259:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828667.126261:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828667.446316:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828667.446320:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828667.446323:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828667.638177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828667.638183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828667.638189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828667.638197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828667.638204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828667.638210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828667.638215:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828667.638219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828667.638221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828668.150195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828668.150202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828668.150204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828668.150209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828668.150212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828668.150217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828668.150219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828668.150222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828668.150224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828668.662215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828668.662225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828668.662230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828668.662248:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828668.662270:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828668.662287:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828668.662322:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828668.662326:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828668.662329:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828669.174191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828669.174201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828669.174204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828669.174211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828669.174216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828669.174220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828669.174224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828669.174228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828669.174231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828669.494308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828669.494313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828669.494317:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828669.558203:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300146532, at 4300146560
00000100:00000010:3.0:1787828669.558222:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c20c0.
00000100:00000001:3.0:1787828669.686268:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828669.686294:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828669.686298:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828669.686309:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828669.686322:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828669.686344:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828669.686351:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828669.686372:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828669.686377:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828670.198190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828670.198198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828670.198201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828670.198207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828670.198211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828670.198215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828670.198220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828670.198222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828670.198225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828670.710275:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828670.710280:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828670.710282:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828670.710285:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828670.710289:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828670.710292:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828670.710294:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828670.710296:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828670.710298:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828670.710972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828670.710979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828670.711739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828670.711741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828670.711974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828670.711976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828670.712304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828670.712306:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828670.712608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828670.712610:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787828671.222199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828671.222205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828671.222207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828671.222212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828671.222215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828671.222219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828671.222221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828671.222223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828671.222226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828671.542297:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828671.542300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828671.542302:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828671.734209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828671.734218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828671.734223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828671.734230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828671.734238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828671.734244:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828671.734259:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828671.734262:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828671.734265:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828672.246169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828672.246177:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828672.246180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828672.246186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828672.246190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828672.246194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828672.246196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828672.246199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828672.246203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828672.758161:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828672.758168:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828672.758172:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828672.758177:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828672.758183:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828672.758190:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828672.758204:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828672.758208:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828672.758211:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828673.270220:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828673.270226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828673.270228:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828673.270232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828673.270235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828673.270238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828673.270241:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828673.270243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828673.270245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828673.590260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828673.590264:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828673.590267:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828673.782254:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828673.782264:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828673.782269:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828673.782279:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828673.782289:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828673.782297:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828673.782337:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828673.782339:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828673.782342:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828674.294164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828674.294170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828674.294172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828674.294176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828674.294179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828674.294182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828674.294184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828674.294186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828674.294206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828674.678178:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300151653, at 4300151680
00000100:00000010:3.0:1787828674.678191:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000001:3.0:1787828674.806174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828674.806183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828674.806189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828674.806197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828674.806205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828674.806210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828674.806224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828674.806227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828674.806230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828675.318180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828675.318188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828675.318191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828675.318197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828675.318200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828675.318203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828675.318206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828675.318207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828675.318209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828675.638322:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828675.638342:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828675.638344:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828675.830275:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828675.830305:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828675.830311:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828675.830322:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828675.830344:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828675.830349:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828675.830361:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828675.830365:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828675.830368:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828675.830919:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828675.830924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828675.831705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828675.831707:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828675.831957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828675.831959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828675.832190:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828675.832192:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828675.832485:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828675.832486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787828676.342155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828676.342160:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828676.342162:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828676.342165:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828676.342169:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828676.342172:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828676.342174:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828676.342176:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828676.342178:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828676.854193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828676.854201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828676.854203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828676.854208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828676.854217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828676.854224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828676.854230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828676.854235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828676.854240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.366192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828677.366198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828677.366200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828677.366204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828677.366208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828677.366211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.366214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828677.366216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.366218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828677.686383:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828677.686387:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828677.686389:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828677.878220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828677.878227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828677.878230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828677.878235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828677.878241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828677.878247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.878253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828677.878257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.878261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828678.390157:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828678.390163:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828678.390164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828678.390168:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828678.390171:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828678.390174:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828678.390176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828678.390178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828678.390180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828678.902176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828678.902183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828678.902188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828678.902194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828678.902201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828678.902207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828678.902231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828678.902233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828678.902236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828679.414192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828679.414198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828679.414200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828679.414205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828679.414209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828679.414224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828679.414227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828679.414229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828679.414232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828679.734363:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828679.734367:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828679.734371:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828679.798168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300156772, at 4300156800
00000100:00000010:3.0:1787828679.798184:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787828679.926225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828679.926234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828679.926240:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828679.926248:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828679.926256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828679.926283:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828679.926298:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828679.926302:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828679.926304:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828680.438236:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828680.438242:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828680.438244:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828680.438248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828680.438251:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828680.438269:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828680.438273:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828680.438276:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828680.438279:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828680.950210:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828680.950218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828680.950222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828680.950230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828680.950238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828680.950245:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828680.950280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828680.950286:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828680.950290:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828680.951147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828680.951156:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828680.952000:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828680.952003:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828680.952446:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828680.952449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828680.952860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828680.952863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828680.953266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828680.953270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787828681.462191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828681.462198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828681.462200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828681.462205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828681.462209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828681.462213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828681.462216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828681.462218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828681.462220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828681.782330:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828681.782334:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828681.782338:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828681.974179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828681.974187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828681.974191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828681.974197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828681.974204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828681.974209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828681.974217:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828681.974219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828681.974222:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.486218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828682.486226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828682.486228:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828682.486234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828682.486238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828682.486265:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828682.486268:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828682.486271:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828682.486274:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.998176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828682.998183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828682.998186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828682.998193:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828682.998201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828682.998207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828682.998214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828682.998217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828682.998219:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828683.510215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828683.510221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828683.510223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828683.510227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828683.510231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828683.510251:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828683.510254:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828683.510257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828683.510261:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828683.830390:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828683.830397:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828683.830402:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828684.022222:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828684.022249:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828684.022255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828684.022276:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828684.022287:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828684.022293:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828684.022306:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828684.022310:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828684.022314:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828684.534196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828684.534202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828684.534204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828684.534208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828684.534211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828684.534214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828684.534216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828684.534218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828684.534221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828684.918185:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300161893, at 4300161920
00000100:00000010:3.0:1787828684.918205:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787828685.046166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828685.046174:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828685.046178:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828685.046188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828685.046196:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828685.046201:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828685.046215:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828685.046218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828685.046221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828685.558201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828685.558208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828685.558211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828685.558217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828685.558243:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828685.558247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828685.558251:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828685.558254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828685.558258:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828685.878315:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828685.878320:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828685.878324:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828686.070290:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828686.070295:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828686.070298:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828686.070301:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828686.070305:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828686.070310:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828686.070315:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828686.070318:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828686.070322:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828686.071038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828686.071046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828686.071820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828686.071824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828686.072328:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828686.072331:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828686.072813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828686.072816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828686.073248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828686.073252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787828686.582238:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828686.582248:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828686.582250:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828686.582272:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828686.582275:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828686.582279:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828686.582281:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828686.582283:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828686.582285:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828687.094259:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828687.094271:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828687.094276:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828687.094292:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828687.094299:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828687.094306:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828687.094328:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828687.094334:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828687.094339:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828687.606184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828687.606190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828687.606191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828687.606195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828687.606199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828687.606202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828687.606217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828687.606219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828687.606222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828687.926276:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828687.926279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828687.926282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828688.118224:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828688.118234:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828688.118240:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828688.118250:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828688.118258:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828688.118263:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828688.118296:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828688.118300:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828688.118304:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828688.630219:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828688.630225:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828688.630227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828688.630232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828688.630236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828688.630239:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828688.630242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828688.630245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828688.630247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828689.142296:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828689.142307:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828689.142314:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828689.142340:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828689.142347:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828689.142353:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828689.142366:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828689.142372:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828689.142376:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828689.654170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828689.654175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828689.654177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828689.654181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828689.654184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828689.654187:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828689.654189:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828689.654210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828689.654213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828689.974352:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828689.974355:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828689.974357:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828690.038215:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300167013, at 4300167040
00000100:00000010:3.0:1787828690.038246:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c27e0.
00000100:00000001:3.0:1787828690.166180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828690.166201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828690.166205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828690.166213:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828690.166229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828690.166239:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828690.166244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828690.166249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828690.166253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828690.678155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828690.678161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828690.678163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828690.678167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828690.678170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828690.678173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828690.678175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828690.678177:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828690.678179:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828691.190169:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828691.190176:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828691.190193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828691.190202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828691.190210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828691.190217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828691.190231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828691.190234:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828691.190238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828691.190704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828691.191071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828691.191384:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828691.191555:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828691.191702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828691.702172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828691.702189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828691.702190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828691.702195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828691.702199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828691.702202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828691.702205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828691.702207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828691.702208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828692.022379:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828692.022383:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828692.022386:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828692.214353:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828692.214356:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828692.214358:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828692.214361:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828692.214364:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828692.214366:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828692.214368:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828692.214370:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828692.214372:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.726222:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828692.726229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828692.726230:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828692.726235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828692.726238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828692.726241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828692.726243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828692.726245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828692.726247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828693.238246:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828693.238256:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828693.238261:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828693.238268:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828693.238275:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828693.238282:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828693.238296:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828693.238300:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828693.238312:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828693.750145:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828693.750151:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828693.750153:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828693.750157:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828693.750160:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828693.750174:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828693.750176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828693.750178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828693.750181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828694.070307:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828694.070311:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828694.070321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828694.262185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828694.262192:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828694.262196:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828694.262212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828694.262218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828694.262222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828694.262231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828694.262235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828694.262238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828694.774198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828694.774203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828694.774205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828694.774208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828694.774212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828694.774215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828694.774217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828694.774219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828694.774221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828695.158239:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300172132, at 4300172160
00000100:00000010:3.0:1787828695.158255:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c28a0.
00000100:00000001:3.0:1787828695.286352:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828695.286355:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828695.286356:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828695.286359:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828695.286360:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828695.286362:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828695.286363:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828695.286365:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828695.286374:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828695.798209:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828695.798218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828695.798220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828695.798226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828695.798231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828695.798236:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828695.798239:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828695.798243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828695.798246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828696.118376:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828696.118382:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828696.118388:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828696.310193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828696.310201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828696.310205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828696.310210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828696.310216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828696.310222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828696.310225:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828696.310228:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828696.310234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828696.310278:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828696.310286:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828696.310290:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828696.310295:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828696.310303:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828696.310307:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828696.310313:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828696.310318:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828696.310341:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828696.311423:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828696.311431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787828696.312937:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828696.312949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787828696.313314:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828696.313316:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787828696.313660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828696.313662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787828696.313878:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828696.313880:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 57 secs later)
00000100:00000001:3.0:1787828696.822216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828696.822225:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828696.822230:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828696.822239:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828696.822246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828696.822252:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828696.822257:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828696.822262:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828696.822268:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.334268:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828697.334278:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828697.334282:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828697.334289:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828697.334297:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828697.334304:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828697.334312:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828697.334317:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828697.334337:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.846225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828697.846231:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828697.846233:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828697.846237:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828697.846241:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828697.846245:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828697.846247:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828697.846249:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828697.846251:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828698.166343:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828698.166347:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828698.166358:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828698.358201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828698.358211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828698.358220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828698.358230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828698.358242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828698.358254:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828698.358277:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828698.358280:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828698.358282:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828698.870229:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828698.870241:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828698.870243:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828698.870251:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828698.870257:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828698.870263:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828698.870267:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828698.870271:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828698.870274:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828699.382226:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828699.382233:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828699.382235:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828699.382243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828699.382249:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828699.382256:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828699.382262:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828699.382268:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828699.382285:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828699.894194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828699.894200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828699.894202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828699.894206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828699.894209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828699.894212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828699.894214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828699.894216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828699.894219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828700.214345:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828700.214353:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828700.214357:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828700.278228:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300177253, at 4300177280
00000100:00000010:3.0:1787828700.278245:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2960.
00000100:00000001:3.0:1787828700.406220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828700.406229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828700.406237:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828700.406246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828700.406260:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828700.406279:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828700.406301:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828700.406309:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828700.406314:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828700.918204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828700.918211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828700.918213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828700.918217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828700.918220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828700.918224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828700.918226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828700.918228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828700.918230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828701.430210:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828701.430216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828701.430218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828701.430222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828701.430226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828701.430231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828701.430238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828701.430241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828701.430245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828701.431244:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828701.431253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828701.432442:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828701.432444:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828701.432730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828701.432732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828701.432951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828701.432968:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787828701.433287:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828701.433289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1787828701.942211:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828701.942217:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828701.942219:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828701.942222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828701.942225:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828701.942228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828701.942230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828701.942232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828701.942234:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828702.262338:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828702.262344:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828702.262348:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828702.454185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828702.454192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828702.454196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828702.454206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828702.454212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828702.454217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828702.454220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828702.454224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828702.454228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828702.966184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828702.966191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828702.966193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828702.966198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828702.966201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828702.966205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828702.966207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828702.966210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828702.966212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828703.478214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828703.478222:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828703.478224:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828703.478229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828703.478236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828703.478240:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828703.478245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828703.478248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828703.478251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828703.990198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828703.990203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828703.990205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828703.990210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828703.990213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828703.990216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828703.990218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828703.990220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828703.990222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828704.310316:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828704.310321:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828704.310325:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828704.502170:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828704.502183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828704.502196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828704.502216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828704.502236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828704.502255:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828704.502296:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828704.502305:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828704.502310:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828705.014233:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828705.014242:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828705.014246:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828705.014252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828705.014257:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828705.014263:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828705.014266:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828705.014270:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828705.014273:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828705.398221:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300182373, at 4300182400
00000100:00000010:3.0:1787828705.398234:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2d80.
00000100:00000001:3.0:1787828705.526232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828705.526243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828705.526254:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828705.526280:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828705.526290:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828705.526301:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828705.526324:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828705.526328:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828705.526331:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828706.038222:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828706.038232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828706.038234:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828706.038239:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828706.038243:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828706.038247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828706.038250:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828706.038251:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828706.038254:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828706.358281:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828706.358299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828706.358303:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828706.550249:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828706.550255:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828706.550258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828706.550262:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828706.550266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828706.550273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828706.550281:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828706.550284:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828706.550297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828706.551195:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828706.551207:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787828706.552593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828706.552597:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787828706.552841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828706.552843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787828706.553093:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828706.553136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787828706.553516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828706.553519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787828707.062215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828707.062223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828707.062225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828707.062231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828707.062236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828707.062240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828707.062243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828707.062246:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828707.062249:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828707.574466:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828707.574470:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828707.574472:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828707.574475:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828707.574478:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828707.574480:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828707.574482:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828707.574484:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828707.574485:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828708.086236:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828708.086243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828708.086245:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828708.086251:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828708.086254:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828708.086259:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828708.086262:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828708.086265:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828708.086268:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828708.406296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828708.406304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828708.406309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828708.598232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828708.598243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828708.598248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828708.598259:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828708.598266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828708.598285:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828708.598305:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828708.598309:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828708.598316:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828709.110154:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828709.110159:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828709.110161:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828709.110165:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828709.110168:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828709.110170:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828709.110172:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828709.110175:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828709.110177:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828709.622182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828709.622196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828709.622200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828709.622205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828709.622216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828709.622231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828709.622253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828709.622259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828709.622266:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828710.134250:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828710.134264:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828710.134268:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828710.134294:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828710.134312:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828710.134317:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828710.134320:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828710.134324:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828710.134329:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828710.454365:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828710.454372:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828710.454377:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828710.518245:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300187493, at 4300187520
00000100:00000010:3.0:1787828710.518260:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000001:3.0:1787828710.646267:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828710.646283:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828710.646291:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828710.646304:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828710.646315:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828710.646324:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828710.646332:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828710.646340:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828710.646346:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828711.158182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828711.158190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828711.158193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828711.158199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828711.158204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828711.158207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828711.158211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828711.158214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828711.158217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828711.670171:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828711.670201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828711.670206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828711.670221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828711.670230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828711.670237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828711.670262:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828711.670266:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828711.670272:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828711.671715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828711.671719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787828711.672031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828711.672034:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787828711.672295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828711.672297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787828711.672549:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828711.672551:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787828711.672818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828711.672820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787828712.182315:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828712.182328:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828712.182333:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828712.182342:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828712.182348:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828712.182355:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828712.182360:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828712.182365:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828712.182370:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828712.502384:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828712.502389:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828712.502393:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828712.694288:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828712.694299:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828712.694308:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828712.694318:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828712.694329:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828712.694355:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828712.694368:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828712.694374:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828712.694379:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828713.206206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828713.206215:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828713.206217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828713.206224:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828713.206227:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828713.206232:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828713.206234:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828713.206237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828713.206239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828713.718206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828713.718216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828713.718229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828713.718235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828713.718241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828713.718246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828713.718258:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828713.718272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828713.718276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828714.230178:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828714.230183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828714.230185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828714.230190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828714.230193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828714.230197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828714.230199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828714.230200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828714.230202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828714.550275:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828714.550278:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828714.550281:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828714.742189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828714.742197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828714.742201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828714.742209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828714.742218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828714.742224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828714.742237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828714.742240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828714.742242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828715.254163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828715.254169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828715.254171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828715.254174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828715.254178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828715.254181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828715.254183:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828715.254185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828715.254187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828715.638201:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300192613, at 4300192640
00000100:00000010:3.0:1787828715.638218:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c720.
00000100:00000001:3.0:1787828715.766193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828715.766202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828715.766207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828715.766216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828715.766224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828715.766229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828715.766243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828715.766246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828715.766248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.278202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828716.278210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828716.278212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.278217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828716.278220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828716.278224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828716.278227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828716.278230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828716.278233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828716.598287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828716.598290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828716.598292:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828716.790205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828716.790214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828716.790218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.790226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828716.790233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828716.790239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828716.790244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828716.790249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828716.790253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828716.790292:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828716.790298:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828716.790300:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828716.790304:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828716.790309:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828716.790316:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5521
00000400:00000200:3.0:1787828716.790337:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828716.790344:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828716.790348:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828716.790351:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790355:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.790358:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790360:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828716.790363:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828716.790365:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828716.790367:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828716.790370:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828716.790371:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828716.790373:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828716.790375:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790377:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.790378:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790380:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828716.790382:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828716.790385:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790387:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828716.790389:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828716.790392:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828716.790393:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790395:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828716.790397:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828716.790405:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787828716.790407:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828716.790410:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828716.790411:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790413:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828716.790416:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828716.790418:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828716.790423:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828716.790429:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.790435:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555283456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828716.790443:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828716.790446:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828716.790450:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555283456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828716.790470:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828716.790474:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828716.790478:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828716.790480:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828716.790482:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828716.790486:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828716.790490:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5521
00000400:00000200:3.0:1787828716.790497:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828716.790506:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828716.790511:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828716.790516:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790520:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.790526:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790532:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828716.790539:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828716.790542:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828716.790548:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828716.790554:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828716.790560:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828716.790565:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828716.790573:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790578:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.790582:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790587:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828716.790593:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828716.790601:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790606:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828716.790611:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828716.790618:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828716.790625:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790630:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828716.790635:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828716.790643:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790648:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828716.790655:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787828716.790661:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828716.790668:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828716.790671:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790674:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828716.790677:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828716.790681:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828716.790689:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828716.790695:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.790704:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555283584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828716.790722:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828716.790728:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828716.790740:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555283584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828716.790767:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828716.790772:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828716.790780:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828716.790785:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828716.790789:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828716.790796:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787828716.790796:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828716.790802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1787828716.790803:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5521
00000400:00000200:3.0:1787828716.790814:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828716.790823:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828716.790827:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828716.790834:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790841:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.790846:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790850:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828716.790855:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828716.790858:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828716.790863:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828716.790867:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828716.790873:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828716.790879:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828716.790888:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790894:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.790902:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790908:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828716.790914:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828716.790921:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828716.790928:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828716.790933:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828716.790939:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828716.790944:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790948:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828716.790954:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828716.790960:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790966:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828716.790974:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787828716.790981:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828716.790989:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828716.790993:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.790998:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828716.791017:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828716.791021:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828716.791029:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828716.791035:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.791045:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555283712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828716.791062:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828716.791067:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828716.791077:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555283712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828716.791125:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828716.791133:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828716.791141:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828716.791145:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828716.791148:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828716.791155:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828716.791162:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5521
00000400:00000200:3.0:1787828716.791172:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828716.791181:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828716.791187:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828716.791194:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791200:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.791206:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791211:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828716.791216:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828716.791220:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828716.791224:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828716.791227:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828716.791233:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828716.791239:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828716.791245:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791250:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.791253:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791258:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828716.791263:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828716.791271:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791277:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828716.791283:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828716.791290:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828716.791296:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.791304:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828716.791309:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828716.791317:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.791322:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828716.791329:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787828716.791335:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828716.791342:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828716.791346:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.791351:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828716.791354:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828716.791360:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828716.791368:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828716.791375:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.791385:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555283840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828716.791401:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828716.791406:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828716.791416:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555283840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828716.791440:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828716.791447:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828716.791456:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828716.791461:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828716.791464:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828716.791471:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828716.791479:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5521
00000400:00000200:3.0:1787828716.791493:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828716.791501:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828716.791508:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787828716.791513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787828716.791518:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.1:1787828716.791518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787828716.791525:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.791531:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791536:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828716.791543:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828716.791546:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828716.791551:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828716.791556:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828716.791562:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828716.791568:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828716.791577:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791584:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828716.791591:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791597:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828716.791602:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828716.791611:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828716.791617:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828716.791623:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828716.791629:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828716.791637:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.791642:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828716.791646:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828716.791654:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.791658:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828716.791666:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787828716.791674:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828716.791680:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828716.791684:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828716.791690:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828716.791694:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828716.791699:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828716.791708:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828716.791716:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828716.791732:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555283968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828716.791762:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828716.791767:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828716.791776:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555283968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828716.791798:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828716.791808:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5531)
00000800:00000200:1.1:1787828716.791931:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828716.791933:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828716.792203:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828716.792204:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828716.792412:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828716.792414:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787828717.302221:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828717.302228:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828717.302230:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828717.302236:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828717.302241:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828717.302244:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828717.302247:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828717.302249:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828717.302253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828717.814186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828717.814194:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828717.814197:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828717.814203:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828717.814209:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828717.814213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828717.814223:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828717.814226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828717.814228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828718.326190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828718.326196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828718.326197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828718.326201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828718.326205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828718.326208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828718.326211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828718.326212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828718.326214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828718.646319:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828718.646323:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828718.646325:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828718.838202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828718.838209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828718.838211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828718.838217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828718.838223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828718.838229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828718.838233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828718.838237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828718.838243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828719.350227:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828719.350234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828719.350237:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828719.350243:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828719.350246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828719.350250:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828719.350254:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828719.350257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828719.350260:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828719.862174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828719.862182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828719.862186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828719.862196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828719.862205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828719.862212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828719.862235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828719.862238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828719.862241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828720.374174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828720.374180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828720.374182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828720.374186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828720.374189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828720.374208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828720.374210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828720.374212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828720.374215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828720.694230:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828720.694233:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828720.694236:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828720.758183:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300197732, at 4300197760
00000100:00000010:3.0:1787828720.758198:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:3.0:1787828720.886189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828720.886197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828720.886202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828720.886220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828720.886228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828720.886232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828720.886248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828720.886252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828720.886255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828721.398200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828721.398206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828721.398207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828721.398211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828721.398214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828721.398217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828721.398219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828721.398221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828721.398223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828721.910202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828721.910209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828721.910214:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828721.910222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828721.910231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828721.910236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828721.910253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828721.910257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828721.910263:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828721.910673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828721.910682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828721.911377:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828721.911379:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828721.911564:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828721.911566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828721.911775:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828721.911776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828721.911951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828721.911953:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787828722.422163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828722.422169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828722.422171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828722.422175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828722.422178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828722.422181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828722.422184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828722.422186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828722.422187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828722.742260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828722.742263:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828722.742266:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828722.934193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828722.934199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828722.934203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828722.934211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828722.934218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828722.934222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828722.934226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828722.934230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828722.934236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.446187:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828723.446193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828723.446195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828723.446198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828723.446202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828723.446205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828723.446208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828723.446210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828723.446212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.958155:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828723.958162:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828723.958165:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828723.958173:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828723.958180:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828723.958185:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828723.958206:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828723.958210:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828723.958213:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828724.470233:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828724.470243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828724.470245:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828724.470251:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828724.470256:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828724.470260:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828724.470263:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828724.470266:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828724.470269:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828724.790330:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828724.790336:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828724.790340:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828724.982224:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828724.982236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828724.982241:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828724.982247:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828724.982253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828724.982258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828724.982262:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828724.982264:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828724.982267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828725.494241:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828725.494250:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828725.494252:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828725.494258:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828725.494263:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828725.494268:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828725.494271:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828725.494274:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828725.494277:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828725.878237:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300202852, at 4300202880
00000100:00000010:3.0:1787828725.878253:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:3.0:1787828726.006306:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828726.006315:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828726.006319:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828726.006326:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828726.006332:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828726.006338:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828726.006341:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828726.006343:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828726.006363:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828726.518175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828726.518181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828726.518182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828726.518187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828726.518190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828726.518193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828726.518195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828726.518197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828726.518200:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828726.838271:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828726.838274:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828726.838277:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828727.030185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828727.030192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828727.030196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828727.030205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828727.030213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828727.030218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828727.030223:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828727.030227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828727.030234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828727.030908:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828727.030915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828727.031828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828727.031831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828727.032115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828727.032117:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828727.032446:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828727.032448:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787828727.032782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828727.032785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787828727.542196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828727.542203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828727.542205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828727.542210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828727.542214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828727.542217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828727.542219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828727.542221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828727.542223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.054229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828728.054238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828728.054245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828728.054256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828728.054266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828728.054275:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828728.054281:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828728.054288:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828728.054293:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.566250:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828728.566262:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828728.566266:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828728.566275:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828728.566281:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828728.566286:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828728.566291:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828728.566295:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828728.566299:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828728.886303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828728.886307:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828728.886309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828729.078175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828729.078180:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828729.078184:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828729.078192:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828729.078198:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828729.078202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828729.078206:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828729.078211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828729.078214:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828729.590280:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828729.590288:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828729.590290:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828729.590295:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828729.590299:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828729.590303:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828729.590306:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828729.590308:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828729.590312:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828730.102205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828730.102213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828730.102218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828730.102224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828730.102229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828730.102233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828730.102245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828730.102248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828730.102252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828730.614189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828730.614197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828730.614200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828730.614206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828730.614210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828730.614214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828730.614217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828730.614219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828730.614222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828730.934298:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828730.934302:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828730.934306:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828730.998196:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300207973, at 4300208000
00000100:00000010:3.0:1787828730.998213:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c25a0.
00000100:00000001:3.0:1787828731.126177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828731.126188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828731.126193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828731.126202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828731.126210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828731.126216:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828731.126229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828731.126232:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828731.126234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828731.638198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828731.638204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828731.638206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828731.638211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828731.638213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828731.638217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828731.638219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828731.638221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828731.638223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828732.150185:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828732.150195:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828732.150199:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828732.150204:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828732.150209:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828732.150217:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5536
00000400:00000200:3.0:1787828732.150228:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828732.150237:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828732.150249:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828732.150257:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150263:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150266:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150270:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828732.150275:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828732.150278:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828732.150280:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828732.150284:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828732.150287:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828732.150289:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828732.150293:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150295:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150298:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150300:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828732.150304:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828732.150307:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150308:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828732.150311:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828732.150314:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828732.150316:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150317:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828732.150319:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828732.150327:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787828732.150329:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828732.150332:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828732.150333:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150336:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828732.150338:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828732.150341:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828732.150347:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828732.150352:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828732.150359:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555285376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828732.150367:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828732.150371:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828732.150374:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555285376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828732.150391:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828732.150393:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828732.150396:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828732.150397:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828732.150398:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828732.150400:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828732.150402:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5536
00000400:00000200:3.0:1787828732.150405:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828732.150408:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828732.150409:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828732.150413:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150414:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150416:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150418:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828732.150420:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828732.150423:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828732.150426:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828732.150429:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828732.150432:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828732.150435:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828732.150439:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150443:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150447:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150450:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828732.150455:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828732.150459:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150464:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828732.150467:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828732.150473:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828732.150477:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150482:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828732.150487:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828732.150492:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150495:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828732.150500:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787828732.150504:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828732.150509:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828732.150513:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150514:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828732.150515:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828732.150518:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828732.150524:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828732.150529:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828732.150534:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555285504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828732.150542:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828732.150546:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828732.150552:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555285504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828732.150566:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828732.150571:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828732.150580:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828732.150584:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828732.150586:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828732.150588:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828732.150593:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5536
00000400:00000200:3.0:1787828732.150599:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828732.150602:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828732.150603:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828732.150608:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150612:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150614:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150616:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828732.150619:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828732.150621:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828732.150624:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828732.150626:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828732.150629:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828732.150632:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828732.150634:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150635:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150636:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150638:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828732.150639:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828732.150641:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150645:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828732.150646:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828732.150648:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828732.150653:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150657:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828732.150661:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828732.150666:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150669:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828732.150673:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787828732.150678:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828732.150682:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828732.150685:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150686:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828732.150687:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828732.150689:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828732.150693:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828732.150697:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828732.150704:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555285632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828732.150714:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828732.150717:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828732.150722:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555285632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828732.150734:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828732.150741:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787828732.150745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787828732.150746:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828732.150750:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787828732.150751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1787828732.150752:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828732.150757:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828732.150762:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5536
00000400:00000200:3.0:1787828732.150768:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828732.150772:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828732.150777:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828732.150779:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150781:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150783:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150787:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828732.150789:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828732.150791:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828732.150793:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828732.150796:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828732.150798:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828732.150802:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828732.150805:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150807:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150811:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150813:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828732.150816:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828732.150819:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150822:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828732.150825:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828732.150827:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828732.150832:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150836:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828732.150838:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828732.150842:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150844:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828732.150849:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787828732.150851:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828732.150856:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828732.150858:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.150861:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828732.150863:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828732.150866:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828732.150871:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828732.150875:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828732.150880:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555285760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828732.150893:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828732.150911:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828732.150918:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555285760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828732.150928:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828732.150931:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828732.150936:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828732.150939:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828732.150942:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828732.150946:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828732.150950:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5536
00000400:00000200:3.0:1787828732.150956:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828732.150962:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828732.150967:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828732.150973:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150976:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.150980:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.150983:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828732.150986:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828732.150989:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828732.150993:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828732.150995:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828732.150998:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828732.151002:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828732.151010:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.151014:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828732.151018:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828732.151020:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828732.151024:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828732.151030:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828732.151035:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828732.151038:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828732.151043:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828732.151048:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.151052:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828732.151055:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828732.151059:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.151063:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828732.151068:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787828732.151073:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828732.151078:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828732.151081:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828732.151085:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828732.151087:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828732.151090:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828732.151113:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828732.151118:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828732.151127:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555285888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828732.151141:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828732.151146:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828732.151152:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555285888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828732.151173:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828732.151177:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5546)
00000800:00000200:2.1:1787828732.151320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828732.151323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828732.151527:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828732.151529:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828732.151739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828732.151741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828732.151962:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828732.151964:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787828732.662169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828732.662176:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828732.662179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828732.662185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828732.662189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828732.662193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828732.662196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828732.662200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828732.662202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828732.982244:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828732.982248:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828732.982250:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828733.686201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828733.686208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828733.686210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828733.686214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828733.686217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828733.686221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.686223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828733.686225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.686227:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828735.030314:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828735.030319:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828735.030324:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828736.118187:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300213092, at 4300213120
00000100:00000010:3.0:1787828736.118205:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c23c0.
00000020:00000001:3.0:1787828737.078259:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828737.078262:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828737.078265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828737.270251:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828737.270264:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828737.270267:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828737.270270:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828737.270275:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828737.270285:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5541
00000400:00000200:3.0:1787828737.270298:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828737.270312:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828737.270333:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828737.270347:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270353:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.270360:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270363:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828737.270367:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828737.270369:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828737.270371:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828737.270374:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828737.270376:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828737.270378:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828737.270380:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270381:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.270383:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270384:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828737.270387:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828737.270389:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270391:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828737.270393:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828737.270396:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828737.270398:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270400:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828737.270402:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828737.270410:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787828737.270412:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828737.270415:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828737.270417:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270419:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828737.270421:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828737.270425:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828737.270431:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828737.270437:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828737.270444:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555286016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828737.270453:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828737.270457:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828737.270463:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555286016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828737.270483:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828737.270486:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828737.270488:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828737.270489:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828737.270490:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828737.270492:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828737.270495:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5541
00000400:00000200:3.0:1787828737.270498:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828737.270500:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828737.270502:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828737.270505:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270508:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.270510:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270512:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828737.270513:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828737.270514:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828737.270517:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828737.270522:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828737.270524:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828737.270530:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828737.270537:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270540:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.270548:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270554:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828737.270564:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828737.270575:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270584:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828737.270595:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828737.270602:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828737.270618:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270634:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828737.270641:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828737.270647:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270651:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828737.270655:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787828737.270664:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828737.270673:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828737.270674:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270675:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828737.270677:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828737.270680:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828737.270687:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828737.270692:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828737.270704:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555286144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828737.270715:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828737.270720:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828737.270724:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555286144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828737.270740:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828737.270751:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828737.270757:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828737.270764:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828737.270769:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828737.270782:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828737.270792:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5541
00000400:00000200:3.0:1787828737.270809:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828737.270815:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828737.270822:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828737.270832:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270834:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.270837:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270847:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828737.270850:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828737.270851:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828737.270853:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828737.270873:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828737.270880:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828737.270884:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828737.270892:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270899:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.270904:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270913:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828737.270920:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828737.270928:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828737.270937:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828737.270941:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828737.270945:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828737.270948:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270958:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828737.270963:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828737.270969:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.270974:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828737.270989:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787828737.270999:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828737.271003:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828737.271009:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271022:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828737.271030:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787828737.271034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787828737.271035:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828737.271040:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
02000000:00000010:3.0:1787828737.271045:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828737.271054:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828737.271065:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555286272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828737.271082:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828737.271087:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828737.271119:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555286272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828737.271127:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828737.271131:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828737.271135:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828737.271137:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828737.271144:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828737.271147:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828737.271153:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5541
00000400:00000200:3.0:1787828737.271164:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828737.271172:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828737.271175:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828737.271179:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271190:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.271203:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271214:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828737.271223:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828737.271226:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828737.271233:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828737.271241:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828737.271246:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828737.271254:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828737.271262:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271267:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.271277:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271284:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828737.271293:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828737.271302:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271310:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828737.271321:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828737.271333:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828737.271343:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271350:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828737.271361:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828737.271366:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271374:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828737.271385:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787828737.271391:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828737.271393:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828737.271395:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271397:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828737.271400:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828737.271402:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828737.271410:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828737.271418:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828737.271427:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555286400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828737.271449:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828737.271453:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828737.271463:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555286400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828737.271499:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828737.271509:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828737.271512:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828737.271514:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828737.271516:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828737.271524:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828737.271534:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5541
00000400:00000200:3.0:1787828737.271545:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828737.271550:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828737.271560:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828737.271571:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271582:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.271592:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271600:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828737.271606:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828737.271608:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828737.271614:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828737.271620:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828737.271629:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828737.271638:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828737.271657:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271668:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828737.271676:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271686:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828737.271694:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828737.271706:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828737.271716:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828737.271721:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828737.271729:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828737.271738:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271742:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828737.271745:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828737.271753:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271763:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828737.271768:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787828737.271776:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828737.271783:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828737.271790:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828737.271798:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828737.271801:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828737.271804:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828737.271809:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828737.271816:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828737.271825:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555286528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828737.271988:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828737.271996:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828737.271999:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828737.272002:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787828737.272006:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555286528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828737.272061:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828737.272078:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5551)
00000800:00000200:2.1:1787828737.272316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828737.272318:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828737.272554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828737.272556:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787828737.272819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828737.272821:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787828738.294300:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828738.294307:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828738.294312:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828738.294319:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828738.294325:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828738.294331:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828738.294336:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828738.294341:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828738.294345:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828739.126201:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828739.126204:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828739.126208:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828739.318243:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828739.318251:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828739.318257:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828739.318269:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828739.318286:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828739.318294:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828739.318312:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828739.318317:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828739.318320:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828740.342210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828740.342220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828740.342237:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828740.342257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828740.342275:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828740.342287:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828740.342303:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828740.342307:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828740.342310:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828741.174306:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828741.174313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828741.174319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828741.238222:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300218213, at 4300218240
00000100:00000010:3.0:1787828741.238239:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ae0.
00000100:00000001:3.0:1787828741.366173:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828741.366178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828741.366181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828741.366187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828741.366194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828741.366200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828741.366206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828741.366209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828741.366211:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828742.390271:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828742.390281:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828742.390285:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828742.390293:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828742.390303:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828742.390308:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828742.390332:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828742.390337:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828742.390341:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828742.390933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828742.390941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787828742.391636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828742.391638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787828742.391911:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828742.391914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787828742.392179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828742.392181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787828742.392401:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828742.392403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1787828743.222404:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828743.222412:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828743.222417:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828743.414226:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828743.414235:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828743.414239:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828743.414246:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828743.414254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828743.414263:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828743.414271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828743.414277:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828743.414289:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828744.438201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828744.438213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828744.438223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828744.438233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828744.438244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828744.438253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828744.438274:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828744.438282:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828744.438289:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828745.270257:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828745.270261:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828745.270264:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828745.462180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828745.462185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828745.462191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828745.462199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828745.462207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828745.462212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828745.462216:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828745.462221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828745.462226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828746.358162:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300223332, at 4300223360
00000100:00000010:3.0:1787828746.358187:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2300.
00000100:00000001:3.0:1787828746.486263:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828746.486272:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828746.486276:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828746.486284:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828746.486293:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828746.486301:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828746.486313:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828746.486318:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828746.486352:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828747.318330:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828747.318335:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828747.318339:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828747.510246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828747.510255:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828747.510261:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828747.510276:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828747.510288:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828747.510297:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828747.510324:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828747.510330:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828747.510336:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828747.510391:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828747.510397:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828747.510401:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828747.510405:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828747.510414:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828747.510420:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828747.510424:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828747.510428:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828747.510436:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828747.511523:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828747.511540:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787828747.513371:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828747.513375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787828747.513840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828747.513844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787828747.514344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828747.514348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787828747.514957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828747.514964:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1787828748.534193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828748.534200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828748.534204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828748.534211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828748.534217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828748.534224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828748.534228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828748.534233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828748.534236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828749.046226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828749.046231:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828749.046233:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828749.046237:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828749.046240:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828749.046243:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828749.046245:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828749.046247:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828749.046249:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828749.366319:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828749.366323:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828749.366327:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828749.558316:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828749.558335:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828749.558364:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828749.558380:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828749.558399:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828749.558406:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828749.558431:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828749.558438:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828749.558446:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828750.070163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828750.070169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828750.070172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828750.070176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828750.070180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828750.070184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828750.070186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828750.070189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828750.070191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828750.582235:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828750.582242:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828750.582245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828750.582251:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828750.582256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828750.582260:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828750.582263:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828750.582265:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828750.582268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828751.094195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828751.094200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828751.094202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828751.094206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828751.094209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828751.094212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828751.094215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828751.094217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828751.094219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828751.414254:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828751.414259:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828751.414262:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828751.478178:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300228453, at 4300228480
00000100:00000010:3.0:1787828751.478191:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2e40.
00000100:00000001:3.0:1787828751.606190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828751.606198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828751.606203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828751.606211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828751.606219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828751.606224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828751.606241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828751.606244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828751.606248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828752.118191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828752.118196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828752.118198:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828752.118221:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828752.118224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828752.118228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828752.118231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828752.118233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828752.118235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828752.630209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828752.630216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828752.630220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828752.630228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828752.630236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828752.630242:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828752.630254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828752.630259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828752.630266:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828752.630798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828752.630803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828752.631488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828752.631490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828752.631731:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828752.631733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828752.632006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828752.632008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828752.632421:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828752.632423:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787828753.142183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828753.142191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828753.142192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828753.142197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828753.142201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828753.142204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828753.142207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828753.142209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828753.142212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828753.462306:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828753.462309:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828753.462312:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828753.654181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828753.654190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828753.654194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828753.654200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828753.654206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828753.654211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828753.654248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828753.654254:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828753.654260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828754.166212:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828754.166219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828754.166220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828754.166225:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828754.166229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828754.166233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828754.166235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828754.166237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828754.166240:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828754.678187:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828754.678195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828754.678201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828754.678209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828754.678216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828754.678222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828754.678230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828754.678235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828754.678238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828755.190193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828755.190202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828755.190204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828755.190210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828755.190215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828755.190219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828755.190222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828755.190225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828755.190228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828755.510338:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828755.510361:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828755.510366:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828755.702236:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828755.702247:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828755.702254:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828755.702267:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828755.702277:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828755.702286:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828755.702307:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828755.702310:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828755.702314:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828756.214210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828756.214219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828756.214221:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828756.214227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828756.214233:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828756.214237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828756.214240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828756.214243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828756.214246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828756.598182:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300233572, at 4300233600
00000100:00000010:3.0:1787828756.598197:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2e40.
00000100:00000001:3.0:1787828756.726207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828756.726230:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828756.726233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828756.726239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828756.726245:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828756.726263:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828756.726268:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828756.726272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828756.726276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828757.238162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828757.238169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828757.238170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828757.238175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828757.238177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828757.238181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828757.238183:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828757.238185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828757.238187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828757.558294:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828757.558298:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828757.558302:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828757.750178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828757.750183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828757.750188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828757.750195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828757.750204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828757.750211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828757.750230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828757.750233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828757.750247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828757.750821:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828757.751227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828757.751381:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828757.751530:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828757.751691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828758.262234:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828758.262240:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828758.262241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828758.262246:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828758.262249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828758.262252:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828758.262255:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828758.262256:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828758.262259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828758.774257:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828758.774260:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828758.774262:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828758.774264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828758.774267:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828758.774269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828758.774271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828758.774273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828758.774276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.286180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828759.286188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828759.286190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828759.286196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828759.286199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828759.286203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828759.286205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828759.286218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828759.286221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828759.606437:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828759.606444:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828759.606459:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828759.798218:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828759.798223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828759.798227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828759.798232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828759.798235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828759.798238:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828759.798240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828759.798241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828759.798243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828760.310228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828760.310235:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828760.310237:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828760.310241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828760.310244:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828760.310247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828760.310249:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828760.310251:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828760.310253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828760.822394:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828760.822399:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828760.822400:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828760.822403:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828760.822405:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828760.822407:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828760.822410:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828760.822413:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828760.822417:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828761.334167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828761.334176:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828761.334178:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828761.334184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828761.334187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828761.334190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828761.334192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828761.334194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828761.334196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828761.654320:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828761.654323:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828761.654325:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828761.718181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300238692, at 4300238720
00000100:00000010:3.0:1787828761.718198:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2300.
00000100:00000001:3.0:1787828761.846390:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828761.846402:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828761.846407:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828761.846415:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828761.846421:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828761.846427:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828761.846447:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828761.846452:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828761.846457:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828762.358175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828762.358181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828762.358183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828762.358188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828762.358192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828762.358196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828762.358199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828762.358201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828762.358203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828762.871500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828762.871513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828762.872977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828762.872981:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828762.873405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828762.873408:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828762.873921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828762.873924:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828762.874356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828762.874359:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787828763.382210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828763.382218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828763.382220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828763.382227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828763.382232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828763.382237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828763.382241:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828763.382244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828763.382248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828763.702290:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828763.702296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828763.702300:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828764.406196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828764.406203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828764.406206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828764.406212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828764.406215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828764.406220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828764.406223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828764.406226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828764.406229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828765.430235:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828765.430243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828765.430246:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828765.430252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828765.430256:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828765.430260:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828765.430263:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828765.430266:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828765.430270:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828765.750266:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828765.750270:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828765.750272:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828766.454207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828766.454213:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828766.454214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828766.454218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828766.454222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828766.454225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828766.454234:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828766.454237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828766.454239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828766.838167:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300243813, at 4300243840
00000100:00000010:3.0:1787828766.838180:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ae0.
00000100:00000001:3.0:1787828767.478172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828767.478177:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828767.478178:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828767.478183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828767.478185:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828767.478189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828767.478191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828767.478192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828767.478194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828767.798287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828767.798291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828767.798294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828767.990208:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828767.990218:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828767.990223:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828767.990230:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828767.990240:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828767.990252:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5572
00000400:00000200:3.0:1787828767.990267:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828767.990278:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828767.990283:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828767.990288:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990294:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990297:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990300:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828767.990304:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828767.990306:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828767.990309:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828767.990313:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828767.990317:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828767.990320:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828767.990324:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990326:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990328:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990330:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828767.990334:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828767.990337:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990339:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828767.990342:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828767.990344:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828767.990346:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990348:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828767.990350:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828767.990358:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787828767.990361:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828767.990364:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828767.990365:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990367:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828767.990369:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828767.990372:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828767.990378:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828767.990384:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828767.990393:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555289856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828767.990404:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828767.990408:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828767.990414:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555289856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828767.990435:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828767.990438:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828767.990441:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828767.990442:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828767.990443:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828767.990445:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828767.990448:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5572
00000400:00000200:3.0:1787828767.990451:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828767.990454:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828767.990456:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828767.990458:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990461:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990462:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990464:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828767.990465:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828767.990466:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828767.990467:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828767.990469:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828767.990471:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828767.990475:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828767.990478:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990481:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990486:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990488:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828767.990490:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828767.990494:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990498:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828767.990502:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828767.990507:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828767.990510:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990514:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828767.990520:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828767.990524:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990526:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828767.990532:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787828767.990536:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828767.990540:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828767.990542:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990545:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828767.990547:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828767.990550:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828767.990554:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828767.990559:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828767.990567:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555289984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828767.990576:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828767.990578:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828767.990585:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555289984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828767.990597:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828767.990601:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828767.990603:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828767.990605:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828767.990607:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828767.990611:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828767.990614:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5572
00000400:00000200:3.0:1787828767.990621:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828767.990623:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828767.990625:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828767.990631:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990634:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990638:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990640:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828767.990643:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828767.990644:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828767.990659:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828767.990663:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828767.990668:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828767.990673:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828767.990677:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990681:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990686:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990689:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828767.990691:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828767.990696:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990698:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828767.990702:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828767.990707:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828767.990709:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990714:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828767.990717:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828767.990720:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990722:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828767.990725:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787828767.990728:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828767.990732:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828767.990733:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990735:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828767.990737:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828767.990740:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828767.990745:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828767.990750:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828767.990758:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555290112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828767.990770:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828767.990775:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828767.990781:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555290112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828767.990801:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828767.990808:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828767.990818:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828767.990823:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828767.990827:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828767.990832:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828767.990839:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5572
00000400:00000200:3.0:1787828767.990847:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.1:1787828767.990853:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828767.990856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1787828767.990857:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828767.990863:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828767.990873:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990878:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990886:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990892:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828767.990898:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828767.990900:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828767.990903:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828767.990907:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828767.990911:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828767.990915:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828767.990929:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990934:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.990939:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990944:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828767.990948:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828767.990951:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828767.990956:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828767.990961:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828767.990965:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828767.990969:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990971:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828767.990973:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828767.990977:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.990979:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828767.990986:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787828767.990991:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828767.990994:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828767.990997:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.991002:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828767.991005:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828767.991008:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828767.991014:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828767.991018:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828767.991028:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555290240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828767.991040:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828767.991044:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828767.991051:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555290240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828767.991075:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828767.991079:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828767.991087:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828767.991091:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828767.991094:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828767.991134:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828767.991143:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5572
00000400:00000200:3.0:1787828767.991154:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828767.991160:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828767.991165:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828767.991172:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.991177:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.991182:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.991188:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828767.991192:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828767.991196:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828767.991197:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828767.991201:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828767.991204:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828767.991208:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828767.991216:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.991221:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828767.991227:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828767.991234:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828767.991240:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828767.991249:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828767.991255:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828767.991261:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828767.991267:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828767.991273:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.991276:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828767.991281:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828767.991289:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.991295:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828767.991301:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787828767.991308:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828767.991315:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828767.991319:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828767.991325:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828767.991327:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828767.991330:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828767.991337:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828767.991341:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828767.991346:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555290368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828767.991372:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828767.991377:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828767.991384:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555290368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828767.991404:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828767.991413:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5582)
00000800:00000200:2.1:1787828767.991468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828767.991470:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828767.991676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828767.991680:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828767.991889:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828767.991891:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828767.992157:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828767.992159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787828768.502184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828768.502191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828768.502193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828768.502197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828768.502200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828768.502203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828768.502205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828768.502207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828768.502209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828769.526262:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828769.526272:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828769.526275:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828769.526283:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828769.526287:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828769.526292:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828769.526295:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828769.526298:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828769.526302:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828769.846326:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828769.846330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828769.846333:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828771.894361:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828771.894365:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828771.894368:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828771.958240:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300248932, at 4300248960
00000100:00000010:3.0:1787828771.958264:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c23c0.
00000800:00000200:2.1:1787828773.111060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828773.111070:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828773.112364:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828773.112367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828773.112666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828773.112668:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828773.112927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828773.112929:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828773.113306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828773.113309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787828773.942279:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828773.942283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828773.942285:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828775.990270:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828775.990276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828775.990279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828776.182383:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828776.182387:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828776.182389:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828776.182392:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828776.182395:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828776.182398:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828776.182400:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828776.182402:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828776.182404:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828777.078179:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300254053, at 4300254080
00000100:00000010:3.0:1787828777.078193:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c25a0.
00000100:00000001:3.0:1787828777.206216:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828777.206227:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828777.206231:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828777.206240:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828777.206247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828777.206254:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828777.206268:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828777.206276:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828777.206279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828778.038275:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828778.038279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828778.038282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828778.230221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828778.230231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828778.230236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828778.230246:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828778.230267:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828778.230275:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828778.230293:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828778.230299:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828778.230311:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828778.231672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828778.231675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828778.232067:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828778.232069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828778.232409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828778.232412:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828778.232773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828778.232776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828778.233090:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828778.233093:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787828779.254204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828779.254211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828779.254215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828779.254221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828779.254226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828779.254235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828779.254265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828779.254269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828779.254272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828780.086271:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828780.086274:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828780.086276:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828780.278173:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828780.278180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828780.278186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828780.278192:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828780.278196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828780.278200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828780.278205:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828780.278209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828780.278212:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828781.302169:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828781.302174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828781.302177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828781.302185:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828781.302192:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828781.302197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828781.302212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828781.302214:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828781.302217:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828782.134316:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828782.134319:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828782.134322:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828782.198173:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300259173, at 4300259200
00000100:00000010:3.0:1787828782.198185:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000001:3.0:1787828782.326166:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828782.326172:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828782.326176:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828782.326181:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828782.326188:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828782.326193:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828782.326198:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828782.326201:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828782.326204:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828783.350230:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828783.350241:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828783.350247:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828783.350262:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828783.350276:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828783.350293:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5587
00000400:00000200:3.0:1787828783.350307:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828783.350314:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828783.350317:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828783.350320:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350324:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.350330:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350332:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828783.350336:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828783.350337:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828783.350340:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828783.350342:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828783.350344:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828783.350346:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828783.350348:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350350:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.350351:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350352:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828783.350355:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828783.350357:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350359:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828783.350362:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828783.350365:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828783.350367:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.350369:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828783.350371:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828783.350378:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787828783.350380:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828783.350384:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828783.350385:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.350388:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828783.350390:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828783.350393:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828783.350399:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828783.350404:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828783.350410:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555291776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828783.350419:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828783.350422:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828783.350425:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555291776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828783.350443:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828783.350445:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828783.350448:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828783.350449:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828783.350450:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828783.350453:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828783.350456:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5587
00000400:00000200:3.0:1787828783.350459:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828783.350461:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828783.350464:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828783.350467:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350469:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.350471:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350474:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828783.350479:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828783.350481:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828783.350489:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828783.350498:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828783.350500:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828783.350505:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828783.350512:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350521:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.350530:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350552:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828783.350564:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828783.350573:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350583:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828783.350592:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828783.350599:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828783.350607:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.350609:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828783.350614:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828783.350627:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.350635:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828783.350642:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787828783.350652:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828783.350661:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828783.350662:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.350665:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828783.350673:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828783.350676:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828783.350689:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828783.350696:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828783.350708:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555291904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828783.350727:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828783.350737:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828783.350752:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555291904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828783.350779:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828783.350784:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828783.350799:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828783.350800:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828783.350802:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828783.350805:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828783.350813:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5587
00000400:00000200:3.0:1787828783.350819:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828783.350824:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828783.350829:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828783.350839:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350845:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.350852:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350859:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828783.350867:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828783.350871:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828783.350881:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828783.350887:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828783.350891:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828783.350897:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828783.350908:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350913:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.350918:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350929:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828783.350938:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828783.350946:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828783.350959:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828783.350964:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828783.350974:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787828783.350982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787828783.350984:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828783.350994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787828783.350995:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828783.351004:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828783.351013:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351020:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828783.351034:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787828783.351040:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828783.351042:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828783.351044:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351048:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828783.351054:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828783.351060:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828783.351067:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828783.351079:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828783.351091:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555292032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828783.351140:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828783.351145:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828783.351162:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555292032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828783.351177:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828783.351180:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828783.351188:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828783.351190:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828783.351192:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828783.351198:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828783.351209:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5587
00000400:00000200:3.0:1787828783.351219:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828783.351234:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828783.351239:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828783.351246:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351254:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.351260:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351270:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828783.351280:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828783.351293:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828783.351303:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828783.351310:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828783.351321:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828783.351330:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828783.351340:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351349:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.351356:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351363:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828783.351365:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828783.351371:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351380:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828783.351387:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828783.351399:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828783.351406:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351419:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828783.351426:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828783.351433:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351437:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828783.351447:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787828783.351459:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828783.351468:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828783.351474:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351483:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828783.351485:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828783.351492:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828783.351501:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828783.351509:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828783.351523:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555292160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828783.351562:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828783.351570:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828783.351585:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555292160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828783.351602:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828783.351609:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828783.351614:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828783.351619:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828783.351626:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828783.351636:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828783.351649:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5587
00000400:00000200:3.0:1787828783.351656:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828783.351669:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828783.351674:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828783.351680:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351687:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.351693:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351698:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828783.351705:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828783.351718:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828783.351729:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828783.351737:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828783.351739:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828783.351742:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828783.351753:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351760:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828783.351764:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351769:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828783.351774:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828783.351785:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828783.351799:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828783.351811:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828783.351825:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828783.351832:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351836:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828783.351842:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828783.351847:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351856:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828783.351864:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787828783.351874:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828783.351881:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828783.351887:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828783.351904:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828783.351908:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828783.351911:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828783.351917:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828783.351925:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828783.351935:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555292288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828783.351945:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828783.351953:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828783.351968:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555292288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828783.352002:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828783.352015:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5598)
00000800:00000200:1.1:1787828783.352068:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828783.352069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828783.352291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828783.352293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828783.352472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828783.352474:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787828783.352742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828783.352744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787828784.182260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828784.182265:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828784.182269:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828786.230286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828786.230292:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828786.230296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828787.318188:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300264293, at 4300264320
00000100:00000010:3.0:1787828787.318206:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000020:00000001:3.0:1787828788.278240:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828788.278245:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828788.278248:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828788.470215:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828788.470224:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828788.470228:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828788.470233:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828788.470241:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828788.470250:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5593
00000400:00000200:3.0:1787828788.470262:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828788.470270:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828788.470273:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828788.470279:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470285:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470288:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470290:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828788.470293:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828788.470295:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828788.470297:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828788.470299:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828788.470301:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828788.470304:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828788.470307:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470309:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470311:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470313:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828788.470315:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828788.470318:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470320:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828788.470324:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828788.470327:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828788.470331:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470335:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828788.470337:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828788.470347:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787828788.470351:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828788.470354:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828788.470357:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470360:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828788.470364:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828788.470368:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828788.470376:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828788.470380:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828788.470389:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555292416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828788.470398:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828788.470401:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828788.470405:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555292416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828788.470422:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828788.470424:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828788.470426:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828788.470428:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828788.470429:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828788.470431:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828788.470433:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5593
00000400:00000200:3.0:1787828788.470435:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828788.470437:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828788.470439:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828788.470441:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470443:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470444:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470446:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828788.470448:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828788.470449:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828788.470450:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828788.470452:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828788.470453:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828788.470454:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828788.470456:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470458:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470462:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470464:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828788.470469:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828788.470471:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470475:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828788.470476:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828788.470481:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828788.470486:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470490:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828788.470495:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828788.470499:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470517:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828788.470522:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787828788.470526:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828788.470530:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828788.470532:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470536:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828788.470537:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828788.470540:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828788.470547:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828788.470552:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828788.470567:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555292544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828788.470578:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828788.470582:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828788.470588:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555292544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828788.470597:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828788.470601:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828788.470606:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828788.470610:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828788.470611:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828788.470616:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828788.470620:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5593
00000400:00000200:3.0:1787828788.470628:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828788.470633:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828788.470638:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828788.470645:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470648:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470652:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470654:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828788.470658:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828788.470661:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828788.470663:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828788.470665:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828788.470666:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828788.470670:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828788.470677:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470680:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470686:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470690:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828788.470697:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828788.470706:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470713:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828788.470718:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828788.470723:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828788.470730:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470735:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828788.470740:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828788.470746:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470750:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828788.470756:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787828788.470760:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828788.470764:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828788.470767:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828788.470768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828788.470769:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828788.470771:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828788.470773:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828788.470776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
02000000:00000010:3.0:1787828788.470777:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828788.470782:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828788.470788:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555292672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828788.470798:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828788.470800:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828788.470804:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555292672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828788.470813:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828788.470816:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828788.470822:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828788.470823:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828788.470824:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828788.470826:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828788.470831:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5593
00000400:00000200:3.0:1787828788.470837:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828788.470841:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828788.470844:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828788.470849:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470851:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470855:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470859:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828788.470864:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828788.470866:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828788.470868:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828788.470872:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828788.470874:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828788.470875:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828788.470880:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470883:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.470887:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470890:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828788.470894:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828788.470899:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828788.470904:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828788.470907:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828788.470910:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828788.470913:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470916:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828788.470918:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828788.470920:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470921:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828788.470923:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787828788.470928:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828788.470930:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828788.470932:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.470934:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828788.470937:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828788.470939:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828788.470943:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828788.470947:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828788.470952:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555292800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828788.470959:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828788.470963:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828788.470968:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555292800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828788.470977:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828788.470980:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828788.470983:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828788.470986:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828788.470988:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828788.470991:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828788.470995:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5593
00000400:00000200:3.0:1787828788.470999:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828788.471004:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828788.471006:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828788.471010:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.471012:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.471016:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.471020:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828788.471023:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828788.471025:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828788.471028:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828788.471030:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828788.471034:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828788.471038:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828788.471040:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.471045:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828788.471049:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828788.471051:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828788.471056:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828788.471059:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828788.471062:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828788.471066:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828788.471070:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828788.471075:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.471076:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828788.471079:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828788.471081:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.471085:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828788.471088:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787828788.471092:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828788.471113:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828788.471114:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828788.471115:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828788.471116:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828788.471117:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828788.471120:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828788.471123:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828788.471129:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555292928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828788.471160:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828788.471163:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828788.471168:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555292928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828788.471177:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828788.471186:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5603)
00000800:00000200:1.1:1787828788.471450:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828788.471453:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828788.471752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828788.471755:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828788.472052:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828788.472054:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787828788.472355:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828788.472358:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787828789.494262:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828789.494266:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828789.494268:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828789.494271:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828789.494274:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828789.494278:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828789.494280:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828789.494282:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828789.494283:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828790.326243:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828790.326247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828790.326249:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828790.518199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828790.518207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828790.518211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828790.518220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828790.518227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828790.518233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828790.518243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828790.518247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828790.518250:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828791.542196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828791.542203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828791.542207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828791.542213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828791.542219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828791.542224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828791.542238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828791.542240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828791.542242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828792.374313:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828792.374316:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828792.374319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828792.438182:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300269412, at 4300269440
00000100:00000010:3.0:1787828792.438201:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000001:3.0:1787828792.566206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828792.566213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828792.566218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828792.566228:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828792.566235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828792.566241:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828792.566252:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828792.566255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828792.566258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828793.590209:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828793.590219:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828793.590234:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828793.590241:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828793.590250:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828793.590261:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5598
00000400:00000200:3.0:1787828793.590275:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828793.590287:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828793.590303:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828793.590308:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590312:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.590315:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590318:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828793.590322:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828793.590324:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828793.590328:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828793.590331:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828793.590334:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828793.590337:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828793.590340:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590343:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.590345:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590347:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828793.590350:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828793.590354:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590357:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828793.590360:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828793.590363:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828793.590366:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590369:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828793.590372:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828793.590380:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787828793.590384:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828793.590389:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828793.590391:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590394:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828793.590397:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828793.590402:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828793.590409:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828793.590416:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828793.590425:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555293056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828793.590435:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828793.590440:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828793.590445:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555293056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828793.590491:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828793.590495:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828793.590499:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828793.590501:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828793.590504:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828793.590507:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828793.590512:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5598
00000400:00000200:3.0:1787828793.590519:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828793.590527:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828793.590532:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828793.590542:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590548:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.590554:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590561:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828793.590569:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828793.590573:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828793.590578:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828793.590583:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828793.590589:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828793.590596:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828793.590605:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590611:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.590616:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590619:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828793.590624:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828793.590630:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590634:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828793.590639:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828793.590647:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828793.590653:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590658:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828793.590665:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828793.590673:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590679:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828793.590686:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787828793.590692:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828793.590697:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828793.590698:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590703:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828793.590707:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828793.590710:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828793.590718:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828793.590724:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828793.590735:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555293184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828793.590753:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828793.590759:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828793.590767:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555293184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828793.590793:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828793.590799:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828793.590806:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828793.590812:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828793.590818:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787828793.590819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828793.590825:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787828793.590826:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828793.590834:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5598
00000400:00000200:3.0:1787828793.590843:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828793.590853:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828793.590857:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828793.590866:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590871:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.590877:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590883:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828793.590889:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828793.590892:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828793.590896:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828793.590899:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828793.590903:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828793.590907:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828793.590916:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590924:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.590931:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590934:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828793.590939:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828793.590948:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828793.590950:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828793.590952:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828793.590955:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828793.590957:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590961:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828793.590966:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828793.590971:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.590975:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828793.590980:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787828793.590986:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828793.590994:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828793.590996:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591000:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828793.591004:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828793.591007:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828793.591025:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828793.591033:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828793.591056:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555293312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828793.591095:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828793.591119:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828793.591130:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555293312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828793.591151:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828793.591157:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828793.591168:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828793.591173:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828793.591178:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828793.591183:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828793.591191:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5598
00000400:00000200:3.0:1787828793.591203:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828793.591213:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828793.591219:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828793.591234:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591241:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.591249:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591257:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828793.591264:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828793.591269:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828793.591275:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828793.591279:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828793.591286:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828793.591293:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828793.591311:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591316:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.591323:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591327:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828793.591331:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828793.591338:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591343:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828793.591347:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828793.591353:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828793.591358:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591369:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828793.591372:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828793.591380:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591386:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828793.591394:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787828793.591400:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828793.591408:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828793.591413:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591418:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828793.591433:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828793.591438:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828793.591446:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828793.591454:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828793.591466:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555293440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828793.591506:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828793.591512:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828793.591524:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555293440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828793.591548:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828793.591564:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828793.591574:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828793.591579:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828793.591584:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828793.591593:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828793.591601:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5598
00000400:00000200:3.0:1787828793.591612:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828793.591622:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828793.591631:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787828793.591632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787828793.591638:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.1:1787828793.591638:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787828793.591645:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.591652:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591658:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828793.591662:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828793.591666:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828793.591670:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828793.591675:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828793.591682:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828793.591689:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828793.591703:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591710:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828793.591716:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591723:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828793.591729:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828793.591736:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828793.591743:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828793.591747:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828793.591752:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828793.591766:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591771:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828793.591775:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828793.591781:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591786:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828793.591795:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787828793.591802:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828793.591810:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828793.591813:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828793.591819:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828793.591823:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828793.591827:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828793.591836:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828793.591844:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828793.591857:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555293568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828793.591884:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828793.591889:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828793.591899:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555293568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828793.591931:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828793.591939:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5608)
00000800:00000200:1.1:1787828793.592066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828793.592069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828793.592401:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828793.592403:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828793.592650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828793.592653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787828794.422281:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828794.422285:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828794.422287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828796.470289:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828796.470293:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828796.470296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828797.558184:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300274532, at 4300274560
00000100:00000010:3.0:1787828797.558201:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000020:00000001:3.0:1787828798.518280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828798.518284:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828798.518287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828798.710178:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828798.710188:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828798.710193:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828798.710199:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828798.710207:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828798.710216:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5603
00000400:00000200:3.0:1787828798.710228:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828798.710237:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828798.710241:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828798.710246:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710251:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710257:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710262:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828798.710267:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828798.710271:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828798.710275:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828798.710279:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828798.710281:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828798.710283:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828798.710285:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710287:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710289:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710290:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828798.710292:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828798.710295:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710297:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828798.710298:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828798.710301:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828798.710303:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710304:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828798.710305:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828798.710312:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787828798.710314:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828798.710318:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828798.710319:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710321:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828798.710323:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828798.710326:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828798.710332:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828798.710349:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828798.710356:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555293696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828798.710364:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828798.710367:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828798.710371:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555293696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828798.710386:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828798.710389:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828798.710391:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828798.710392:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828798.710393:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828798.710396:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828798.710398:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5603
00000400:00000200:3.0:1787828798.710401:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828798.710404:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828798.710405:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828798.710408:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710412:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710414:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710417:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828798.710420:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828798.710422:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828798.710425:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828798.710428:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828798.710447:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828798.710451:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828798.710457:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710461:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710466:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710468:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828798.710474:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828798.710477:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710481:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828798.710483:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828798.710490:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828798.710494:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710497:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828798.710500:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828798.710504:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710507:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828798.710511:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787828798.710519:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828798.710523:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828798.710525:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710530:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828798.710531:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828798.710533:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828798.710538:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828798.710543:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828798.710549:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555293824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828798.710556:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828798.710560:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828798.710565:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555293824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828798.710576:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828798.710580:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828798.710587:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828798.710590:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828798.710593:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828798.710600:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828798.710605:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5603
00000400:00000200:3.0:1787828798.710612:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828798.710624:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828798.710626:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828798.710628:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710631:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710634:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710635:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828798.710637:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828798.710638:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828798.710639:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828798.710640:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828798.710641:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828798.710643:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828798.710650:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710652:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710657:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710659:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828798.710664:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828798.710669:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710674:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828798.710675:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828798.710677:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828798.710689:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710692:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828798.710695:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828798.710701:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710704:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828798.710710:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787828798.710714:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828798.710716:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828798.710719:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710722:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828798.710724:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828798.710725:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828798.710727:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828798.710729:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828798.710734:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555293952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828798.710743:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828798.710753:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828798.710756:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555293952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828798.710771:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828798.710774:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828798.710779:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828798.710784:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828798.710786:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828798.710788:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828798.710792:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5603
00000400:00000200:3.0:1787828798.710796:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828798.710803:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828798.710807:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828798.710809:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710821:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710825:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710829:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787828798.710829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787828798.710833:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787828798.710835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1787828798.710836:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828798.710839:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828798.710841:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828798.710844:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828798.710847:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828798.710852:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710857:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.710860:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710864:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828798.710868:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828798.710872:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828798.710876:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828798.710878:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828798.710880:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828798.710883:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710894:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828798.710896:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828798.710898:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710899:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828798.710904:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787828798.710908:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828798.710912:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828798.710914:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.710916:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828798.710917:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828798.710920:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828798.710925:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828798.710930:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828798.710940:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555294080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828798.710946:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828798.710950:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828798.710958:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555294080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828798.710971:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828798.710976:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828798.710983:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828798.710986:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828798.710988:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828798.710991:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828798.710996:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5603
00000400:00000200:3.0:1787828798.711004:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828798.711012:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828798.711018:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828798.711021:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.711033:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.711036:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.711040:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828798.711042:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828798.711043:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828798.711046:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828798.711047:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828798.711051:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828798.711055:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828798.711060:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.711062:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828798.711063:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828798.711064:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828798.711066:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828798.711070:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828798.711074:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828798.711078:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828798.711083:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828798.711086:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.711090:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828798.711117:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828798.711119:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.711121:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828798.711124:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787828798.711128:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828798.711133:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828798.711136:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828798.711139:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828798.711142:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828798.711145:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828798.711152:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828798.711157:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828798.711166:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555294208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828798.711178:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828798.711180:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828798.711188:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555294208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828798.711206:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828798.711211:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5613)
00000800:00000200:1.1:1787828798.711385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828798.711387:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828798.711612:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828798.711614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828798.711858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828798.711860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828798.712110:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828798.712112:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787828800.566299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828800.566304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828800.566307:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828802.614346:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828802.614352:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828802.614358:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828802.678204:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300279652, at 4300279680
00000100:00000010:3.0:1787828802.678219:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cea0.
00000100:00080000:3.0:1787828803.830190:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828803.830204:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828803.830211:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828803.830215:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828803.830223:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828803.830232:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5608
00000400:00000200:3.0:1787828803.830241:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828803.830249:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828803.830254:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828803.830261:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830264:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830267:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830269:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828803.830273:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828803.830275:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828803.830277:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828803.830279:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828803.830281:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828803.830283:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828803.830287:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830288:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830290:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830291:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828803.830293:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828803.830295:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830297:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828803.830299:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828803.830302:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828803.830304:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830306:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828803.830307:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828803.830315:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787828803.830318:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828803.830321:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828803.830322:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830325:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828803.830327:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828803.830330:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828803.830336:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828803.830342:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828803.830349:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555294336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828803.830357:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828803.830360:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828803.830364:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555294336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828803.830380:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828803.830383:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828803.830385:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828803.830386:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828803.830387:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828803.830390:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828803.830391:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5608
00000400:00000200:3.0:1787828803.830394:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828803.830409:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828803.830412:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828803.830416:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830418:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830423:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830425:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828803.830428:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828803.830431:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828803.830433:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828803.830437:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828803.830440:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828803.830445:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828803.830452:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830458:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830463:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830467:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828803.830469:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828803.830472:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830479:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828803.830480:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828803.830487:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828803.830492:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830503:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828803.830508:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828803.830512:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830517:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828803.830525:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787828803.830527:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828803.830529:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828803.830530:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830531:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828803.830532:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828803.830535:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828803.830540:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828803.830544:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828803.830553:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555294464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828803.830570:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828803.830575:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828803.830586:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555294464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828803.830621:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828803.830624:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828803.830629:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828803.830632:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828803.830635:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828803.830638:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828803.830643:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5608
00000400:00000200:3.0:1787828803.830649:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828803.830657:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828803.830662:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828803.830669:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830674:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830680:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830683:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828803.830685:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828803.830686:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828803.830689:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828803.830693:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828803.830695:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828803.830700:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828803.830710:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830713:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830717:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830719:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828803.830723:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828803.830729:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830733:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828803.830738:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828803.830742:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787828803.830743:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787828803.830745:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830748:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787828803.830748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000008:00100000:3.0:1787828803.830751:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828803.830756:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830758:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828803.830763:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787828803.830766:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828803.830772:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828803.830775:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830777:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828803.830781:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828803.830783:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828803.830788:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828803.830797:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828803.830805:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555294592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828803.830815:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828803.830819:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828803.830827:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555294592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828803.830840:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828803.830842:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828803.830844:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828803.830845:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828803.830846:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828803.830848:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828803.830853:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5608
00000400:00000200:3.0:1787828803.830859:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828803.830863:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828803.830871:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828803.830879:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830882:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830885:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830889:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828803.830892:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828803.830894:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828803.830896:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828803.830900:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828803.830902:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828803.830904:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828803.830911:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830915:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.830919:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830924:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828803.830926:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828803.830929:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828803.830931:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828803.830933:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828803.830937:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828803.830941:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830944:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828803.830947:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828803.830952:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830955:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828803.830959:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787828803.830963:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828803.830966:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828803.830969:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.830971:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828803.830978:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828803.830981:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828803.830986:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828803.830991:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828803.831000:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555294720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828803.831014:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828803.831018:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828803.831028:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555294720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828803.831041:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828803.831046:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828803.831053:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828803.831056:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828803.831059:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828803.831063:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828803.831067:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5608
00000400:00000200:3.0:1787828803.831075:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828803.831080:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828803.831085:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828803.831089:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.831113:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.831115:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.831116:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828803.831118:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828803.831119:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828803.831122:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828803.831125:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828803.831129:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828803.831134:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828803.831140:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.831146:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828803.831152:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828803.831155:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828803.831160:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828803.831164:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828803.831170:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828803.831174:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828803.831177:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828803.831181:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.831185:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828803.831188:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828803.831194:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.831196:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828803.831201:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787828803.831206:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828803.831210:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828803.831213:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828803.831216:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828803.831219:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828803.831221:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828803.831226:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828803.831230:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828803.831237:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555294848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828803.831251:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828803.831253:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828803.831259:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555294848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828803.831275:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828803.831280:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5618)
00000800:00000200:1.1:1787828803.831383:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828803.831385:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828803.831591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828803.831593:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828803.831768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828803.831769:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828803.831955:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828803.831958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787828804.662263:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828804.662267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828804.662269:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828806.710251:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828806.710255:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828806.710259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828807.798164:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300284772, at 4300284800
00000100:00000010:3.0:1787828807.798178:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ccc0.
00000020:00000001:3.0:1787828808.758256:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828808.758259:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828808.758262:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828808.950167:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828808.950175:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828808.950179:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828808.950183:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828808.950189:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828808.950196:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5613
00000400:00000200:3.0:1787828808.950205:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828808.950212:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828808.950218:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828808.950223:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950228:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950235:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950240:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828808.950246:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828808.950250:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828808.950255:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828808.950260:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828808.950264:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828808.950269:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828808.950272:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950274:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950275:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950276:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828808.950279:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828808.950282:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950285:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828808.950287:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828808.950290:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828808.950293:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950294:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828808.950296:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828808.950303:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787828808.950306:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828808.950309:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828808.950311:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950313:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828808.950315:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828808.950319:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828808.950325:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828808.950331:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828808.950338:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555294976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828808.950347:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828808.950350:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828808.950382:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555294976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828808.950397:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828808.950399:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828808.950402:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828808.950403:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828808.950404:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828808.950406:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828808.950408:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5613
00000400:00000200:3.0:1787828808.950412:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828808.950416:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828808.950418:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828808.950420:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950422:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950427:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950431:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828808.950434:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828808.950435:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828808.950437:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828808.950440:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828808.950445:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828808.950450:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828808.950457:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950460:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950464:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950467:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828808.950472:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828808.950478:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950484:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828808.950487:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828808.950493:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828808.950499:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950504:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828808.950508:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828808.950513:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950515:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828808.950520:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787828808.950524:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828808.950530:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828808.950531:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950533:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828808.950536:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828808.950537:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828808.950542:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828808.950548:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828808.950556:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555295104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828808.950565:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828808.950567:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828808.950570:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555295104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828808.950586:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828808.950589:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828808.950593:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828808.950596:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828808.950597:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828808.950602:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828808.950608:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5613
00000400:00000200:3.0:1787828808.950611:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828808.950614:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828808.950616:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828808.950620:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950625:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950627:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950629:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828808.950634:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828808.950637:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828808.950641:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828808.950644:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828808.950650:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828808.950655:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828808.950664:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950671:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950678:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950684:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828808.950688:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828808.950692:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950698:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828808.950701:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828808.950706:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828808.950712:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950716:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828808.950719:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828808.950722:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950725:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828808.950730:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787828808.950736:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828808.950739:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828808.950743:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828808.950747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828808.950748:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828808.950750:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787828808.950752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787828808.950753:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828808.950758:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828808.950763:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828808.950769:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555295232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828808.950783:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828808.950787:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828808.950793:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555295232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828808.950804:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828808.950809:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828808.950814:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828808.950815:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828808.950818:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828808.950820:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828808.950822:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5613
00000400:00000200:3.0:1787828808.950825:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828808.950832:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828808.950836:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828808.950841:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950846:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950849:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950854:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828808.950857:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828808.950858:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828808.950860:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828808.950864:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828808.950868:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828808.950873:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828808.950877:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950880:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.950882:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950885:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828808.950886:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828808.950889:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828808.950894:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828808.950896:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828808.950898:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828808.950902:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950907:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828808.950909:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828808.950911:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950912:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828808.950916:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787828808.950920:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828808.950923:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828808.950924:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.950929:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828808.950932:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828808.950934:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828808.950940:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828808.950946:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828808.950956:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555295360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828808.950966:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828808.950969:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828808.950975:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555295360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828808.950983:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828808.950986:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828808.951000:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828808.951003:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828808.951005:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828808.951009:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828808.951014:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5613
00000400:00000200:3.0:1787828808.951020:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828808.951025:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828808.951028:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828808.951033:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.951038:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.951043:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.951048:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828808.951053:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828808.951056:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828808.951058:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828808.951061:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828808.951065:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828808.951068:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828808.951076:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.951079:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828808.951084:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828808.951090:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828808.951112:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828808.951115:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828808.951116:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828808.951118:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828808.951120:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828808.951122:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.951124:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828808.951129:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828808.951135:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.951137:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828808.951141:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787828808.951145:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828808.951148:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828808.951151:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828808.951154:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828808.951157:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828808.951159:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828808.951165:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828808.951169:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828808.951176:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555295488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828808.951205:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828808.951209:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828808.951215:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555295488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828808.951227:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828808.951232:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5623)
00000800:00000200:1.1:1787828808.951345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828808.951347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828808.951557:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828808.951558:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828808.951772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828808.951774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828808.951951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828808.951953:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787828810.806400:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828810.806405:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828810.806408:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828812.854246:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828812.854250:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828812.854253:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828812.918183:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300289892, at 4300289920
00000100:00000010:3.0:1787828812.918198:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000001:3.0:1787828814.070194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828814.070199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828814.070203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828814.070209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828814.070216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828814.070220:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828814.070226:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828814.070232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828814.070236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828814.070778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828814.070784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828814.071528:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828814.071530:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828814.071729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828814.071730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828814.071926:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828814.071927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828814.072242:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828814.072244:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787828814.902318:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828814.902338:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828814.902342:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828815.094174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828815.094182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828815.094185:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828815.094190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828815.094197:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828815.094204:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828815.094207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828815.094211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828815.094219:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828816.118209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828816.118217:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828816.118222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828816.118233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828816.118241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828816.118247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828816.118262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828816.118265:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828816.118268:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828816.950456:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828816.950461:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828816.950465:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828817.142221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828817.142246:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828817.142251:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828817.142262:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828817.142269:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828817.142275:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828817.142290:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828817.142294:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828817.142298:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828818.038181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300295012, at 4300295040
00000100:00000010:3.0:1787828818.038199:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000001:3.0:1787828818.166239:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828818.166250:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828818.166256:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828818.166266:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828818.166276:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828818.166284:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828818.166315:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828818.166319:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828818.166323:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828818.998365:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828818.998369:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828818.998373:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828819.190181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828819.190187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828819.190192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828819.190199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828819.190207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828819.190212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828819.190220:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828819.190225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828819.190231:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828819.190750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828819.190759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828819.191477:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828819.191479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828819.191676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828819.191677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828819.191863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828819.191865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787828819.192154:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828819.192155:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787828820.214205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828820.214213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828820.214216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828820.214224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828820.214232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828820.214240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828820.214255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828820.214258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828820.214261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828821.046257:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828821.046261:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828821.046264:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828821.238195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828821.238203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828821.238206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828821.238213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828821.238220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828821.238228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828821.238233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828821.238239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828821.238253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828822.262229:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828822.262243:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828822.262247:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828822.262255:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828822.262264:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828822.262287:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828822.262296:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828822.262334:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828822.262343:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828823.094308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828823.094312:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828823.094315:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828823.158176:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300300132, at 4300300160
00000100:00000010:3.0:1787828823.158190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000001:3.0:1787828823.286202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828823.286209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828823.286214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828823.286220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828823.286226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828823.286230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828823.286235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828823.286238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828823.286241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828824.310199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828824.310209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828824.310214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828824.310224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828824.310233:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828824.310239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828824.310267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828824.310271:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828824.310277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828824.310797:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828824.311324:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828824.311636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828824.311804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828824.311972:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787828825.142280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828825.142283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828825.142286:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828825.334339:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828825.334352:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828825.334354:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828825.334360:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828825.334364:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828825.334367:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828825.334370:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828825.334373:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828825.334375:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828826.358205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828826.358211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828826.358215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828826.358222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828826.358228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828826.358232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828826.358235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828826.358238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828826.358252:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828827.190253:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828827.190257:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828827.190259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828827.382343:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828827.382346:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828827.382348:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828827.382351:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828827.382352:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828827.382355:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828827.382356:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828827.382358:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828827.382359:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828827.894252:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828827.894261:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828827.894263:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828827.894269:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828827.894300:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828827.894304:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828827.894308:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828827.894311:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828827.894315:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828828.278194:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300305252, at 4300305280
00000100:00000010:3.0:1787828828.278211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000001:3.0:1787828828.406215:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828828.406220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828828.406223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828828.406241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828828.406245:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828828.406249:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828828.406263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828828.406265:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828828.406267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828828.918202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828828.918210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828828.918211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828828.918216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828828.918220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828828.918235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828828.918238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828828.918241:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828828.918243:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828829.238444:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828829.238450:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828829.238455:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828829.430364:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828829.430370:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828829.430375:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828829.430385:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828829.430395:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828829.430401:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828829.430406:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828829.430410:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828829.430415:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828829.431560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828829.431569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828829.432071:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828829.432074:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828829.432489:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828829.432492:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828829.432846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828829.432849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787828829.433179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828829.433181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787828829.942251:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828829.942274:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828829.942277:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828829.942286:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828829.942291:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828829.942297:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828829.942301:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828829.942305:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828829.942309:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828830.454370:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828830.454376:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828830.454378:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828830.454383:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828830.454386:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828830.454390:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828830.454393:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828830.454396:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828830.454398:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828830.966301:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828830.966309:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828830.966311:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828830.966318:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828830.966333:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828830.966341:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828830.966344:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828830.966348:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828830.966351:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828831.286348:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828831.286352:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828831.286356:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828831.478282:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828831.478295:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828831.478301:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828831.478309:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828831.478317:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828831.478325:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828831.478335:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828831.478339:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828831.478347:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828831.990291:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828831.990303:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828831.990306:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828831.990313:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828831.990318:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828831.990324:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828831.990328:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828831.990331:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828831.990336:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828832.502316:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828832.502334:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828832.502347:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828832.502371:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828832.502393:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828832.502417:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828832.502423:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828832.502426:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828832.502429:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828833.014189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828833.014212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828833.014215:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828833.014221:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828833.014225:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828833.014230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828833.014260:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828833.014263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828833.014266:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828833.334466:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828833.334471:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828833.334474:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828833.398220:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300310373, at 4300310400
00000100:00000010:3.0:1787828833.398239:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:3.0:1787828833.526229:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828833.526235:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828833.526238:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828833.526243:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828833.526248:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828833.526253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828833.526257:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828833.526260:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828833.526268:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828834.038220:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828834.038237:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828834.038239:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828834.038243:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828834.038246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828834.038249:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828834.038251:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828834.038254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828834.038255:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828834.550199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828834.550217:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828834.550220:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828834.550226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828834.550230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828834.550235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828834.550239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828834.550243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828834.550245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828834.550962:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828834.550966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828834.551633:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828834.551636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828834.551964:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828834.551966:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828834.552285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828834.552287:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787828834.552491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828834.552493:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787828835.062168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828835.062175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828835.062176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828835.062196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828835.062201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828835.062204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828835.062206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828835.062208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828835.062210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828835.382350:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828835.382365:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828835.382368:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828835.574226:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828835.574234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828835.574241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828835.574252:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828835.574259:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828835.574267:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828835.574276:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828835.574279:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828835.574282:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828836.086201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828836.086207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828836.086208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828836.086213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828836.086216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828836.086219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828836.086222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828836.086223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828836.086226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828836.598201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828836.598209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828836.598214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828836.598223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828836.598229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828836.598234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828836.598241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828836.598243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828836.598245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828837.110192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828837.110198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828837.110199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828837.110203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828837.110206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828837.110209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828837.110211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828837.110214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828837.110216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828837.430329:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828837.430335:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828837.430339:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828837.622205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828837.622214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828837.622219:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828837.622229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828837.622237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828837.622242:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828837.622259:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828837.622263:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828837.622266:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828838.134224:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828838.134232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828838.134235:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828838.134241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828838.134245:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828838.134249:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828838.134252:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828838.134255:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828838.134258:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828838.518216:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300315493, at 4300315520
00000100:00000010:3.0:1787828838.518235:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000001:3.0:1787828838.646255:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828838.646268:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828838.646278:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828838.646287:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828838.646295:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828838.646300:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828838.646306:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828838.646309:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828838.646313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828839.158192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828839.158202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828839.158205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828839.158212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828839.158217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828839.158221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828839.158225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828839.158228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828839.158232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828839.478384:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828839.478390:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828839.478394:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828839.670193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828839.670205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828839.670209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828839.670217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828839.670226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828839.670235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828839.670245:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828839.670252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828839.670257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828839.670835:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828839.670844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828839.671718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828839.671721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828839.672060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828839.672062:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828839.672394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828839.672396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828839.672622:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828839.672625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787828840.182244:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828840.182252:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828840.182254:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828840.182260:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828840.182263:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828840.182267:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828840.182269:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828840.182272:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828840.182275:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828840.694195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828840.694207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828840.694210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828840.694219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828840.694227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828840.694234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828840.694240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828840.694245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828840.694253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828841.206234:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828841.206245:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828841.206247:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828841.206255:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828841.206260:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828841.206265:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828841.206269:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828841.206273:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828841.206277:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828841.526338:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828841.526342:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828841.526345:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828841.718254:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828841.718281:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828841.718286:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828841.718298:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828841.718307:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828841.718318:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828841.718323:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828841.718326:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828841.718336:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828842.742178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828842.742184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828842.742188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828842.742195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828842.742205:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828842.742211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828842.742217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828842.742224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828842.742232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828843.574287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828843.574291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828843.574294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828843.638198:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300320612, at 4300320640
00000100:00000010:3.0:1787828843.638223:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2d80.
00000100:00000001:3.0:1787828843.766205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828843.766213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828843.766216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828843.766222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828843.766232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828843.766239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828843.766245:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828843.766252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828843.766259:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828844.790282:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828844.790301:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828844.790311:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828844.790330:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828844.790347:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828844.790357:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828844.790400:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828844.790408:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828844.790421:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828844.791209:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828844.791217:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828844.792055:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828844.792059:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828844.792443:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828844.792446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828844.792779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828844.792782:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787828844.793150:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828844.793153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787828845.622260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828845.622263:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828845.622266:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828845.814219:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828845.814227:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828845.814232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828845.814238:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828845.814246:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828845.814255:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828845.814274:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828845.814280:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828845.814290:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828846.838208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828846.838215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828846.838219:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828846.838227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828846.838232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828846.838236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828846.838241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828846.838247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828846.838260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828847.670269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828847.670273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828847.670276:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828847.862193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828847.862202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828847.862207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828847.862217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828847.862225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828847.862232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828847.862249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828847.862253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828847.862256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828848.758183:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300325733, at 4300325760
00000100:00000010:3.0:1787828848.758200:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2960.
00000100:00000001:3.0:1787828848.886257:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828848.886268:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828848.886272:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828848.886278:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828848.886287:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828848.886295:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828848.886305:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828848.886309:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828848.886326:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828849.718319:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828849.718324:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828849.718327:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828849.910195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828849.910205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828849.910208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828849.910217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828849.910223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828849.910228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828849.910233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828849.910242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828849.910254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828849.910778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828849.910784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828849.911419:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828849.911421:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828849.911634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828849.911636:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828849.911843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828849.911844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787828849.912021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828849.912023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787828850.934188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828850.934196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828850.934201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828850.934208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828850.934213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828850.934218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828850.934223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828850.934227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828850.934230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828851.766237:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828851.766241:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828851.766245:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828851.958192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828851.958199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828851.958204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828851.958212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828851.958218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828851.958221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828851.958233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828851.958235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828851.958238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828852.982223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828852.982229:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828852.982231:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828852.982236:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828852.982240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828852.982244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828852.982247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828852.982249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828852.982252:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828853.814231:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828853.814234:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828853.814236:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828853.878205:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300330852, at 4300330880
00000100:00000010:3.0:1787828853.878238:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c28a0.
00000100:00000001:3.0:1787828854.006172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828854.006178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828854.006179:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828854.006184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828854.006187:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828854.006191:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828854.006194:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828854.006196:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828854.006199:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828855.030215:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828855.030241:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828855.030245:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828855.030253:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828855.030259:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828855.030264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828855.030311:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828855.030318:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828855.030326:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828855.031147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828855.031156:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828855.032396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828855.032399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828855.032650:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828855.032652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828855.032885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828855.032888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787828855.033260:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828855.033262:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1787828855.862320:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828855.862342:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828855.862346:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828856.054211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828856.054226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828856.054239:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828856.054255:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828856.054277:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828856.054297:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828856.054324:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828856.054328:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828856.054330:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.566258:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828856.566266:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828856.566269:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828856.566276:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828856.566281:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828856.566285:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828856.566288:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828856.566291:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828856.566295:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828857.078198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828857.078206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828857.078210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828857.078216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828857.078221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828857.078227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828857.078233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828857.078238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828857.078242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828857.590207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828857.590215:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828857.590217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828857.590222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828857.590226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828857.590231:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828857.590233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828857.590236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828857.590238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828857.910335:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828857.910340:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828857.910343:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828858.102166:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828858.102173:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828858.102174:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828858.102179:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828858.102184:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828858.102190:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828858.102196:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828858.102199:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828858.102204:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828858.614156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828858.614163:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828858.614164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828858.614168:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828858.614171:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828858.614174:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828858.614176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828858.614179:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828858.614181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828858.998222:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300335973, at 4300336000
00000100:00000010:3.0:1787828858.998232:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c27e0.
00000100:00000001:3.0:1787828859.126188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828859.126197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828859.126202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828859.126214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828859.126239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828859.126244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828859.126260:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828859.126264:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828859.126268:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828859.638230:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828859.638238:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828859.638241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828859.638247:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828859.638252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828859.638256:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828859.638260:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828859.638263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828859.638267:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828859.958314:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828859.958321:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828859.958325:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828860.150191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828860.150200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828860.150207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828860.150215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828860.150224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828860.150230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828860.150236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828860.150238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828860.150243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828860.150976:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828860.150981:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828860.151905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828860.151907:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828860.152244:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828860.152247:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828860.152620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828860.152623:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828860.153049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828860.153052:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787828860.662172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828860.662178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828860.662180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828860.662184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828860.662198:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828860.662201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828860.662203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828860.662205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828860.662207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.174197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828861.174205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828861.174209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828861.174216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828861.174234:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828861.174238:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828861.174255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828861.174258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828861.174260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.686194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828861.686200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828861.686201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828861.686205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828861.686208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828861.686212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828861.686214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828861.686216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828861.686218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828862.006255:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828862.006258:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828862.006261:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828862.198202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828862.198211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828862.198217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828862.198227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828862.198236:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828862.198244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828862.198260:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828862.198264:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828862.198267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828862.710169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828862.710174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828862.710176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828862.710180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828862.710183:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828862.710186:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828862.710188:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828862.710190:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828862.710192:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828863.222187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828863.222195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828863.222198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828863.222206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828863.222212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828863.222217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828863.222239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828863.222244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828863.222248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828863.734193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828863.734202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828863.734205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828863.734210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828863.734215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828863.734219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828863.734239:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828863.734242:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828863.734245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828864.054274:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828864.054278:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828864.054280:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828864.118203:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300341093, at 4300341120
00000100:00000010:3.0:1787828864.118238:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c20c0.
00000100:00000001:3.0:1787828864.246172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828864.246179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828864.246184:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828864.246193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828864.246199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828864.246203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828864.246214:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828864.246217:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828864.246221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828864.758192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828864.758198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828864.758199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828864.758203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828864.758206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828864.758209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828864.758211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828864.758213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828864.758215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828865.270168:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828865.270175:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828865.270177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828865.270182:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828865.270186:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828865.270189:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828865.270191:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828865.270193:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828865.270196:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828865.271068:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828865.271078:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828865.271613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828865.271615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828865.271828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828865.271830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828865.272118:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828865.272121:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787828865.272338:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828865.272340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787828865.782303:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828865.782312:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828865.782314:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828865.782319:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828865.782334:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828865.782338:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828865.782341:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828865.782343:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828865.782346:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828866.102422:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828866.102426:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828866.102429:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828866.294246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828866.294274:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828866.294282:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828866.294295:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828866.294310:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828866.294333:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828866.294350:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828866.294354:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828866.294358:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828866.806237:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828866.806249:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828866.806252:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828866.806260:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828866.806265:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828866.806271:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828866.806275:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828866.806279:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828866.806283:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828867.318174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828867.318180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828867.318184:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828867.318190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828867.318196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828867.318203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828867.318209:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828867.318212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828867.318215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828867.830237:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828867.830245:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828867.830247:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828867.830253:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828867.830257:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828867.830261:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828867.830264:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828867.830267:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828867.830270:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828868.150284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828868.150287:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828868.150290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828868.342192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828868.342201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828868.342205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828868.342215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828868.342222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828868.342227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828868.342242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828868.342245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828868.342247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828868.854180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828868.854187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828868.854189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828868.854195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828868.854199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828868.854202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828868.854206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828868.854208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828868.854211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828869.238170:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300346213, at 4300346240
00000100:00000010:3.0:1787828869.238184:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000001:3.0:1787828869.366190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828869.366198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828869.366202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828869.366210:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828869.366216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828869.366221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828869.366224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828869.366229:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828869.366232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828869.878181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828869.878187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828869.878189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828869.878194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828869.878197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828869.878201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828869.878203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828869.878205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828869.878207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828870.198347:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828870.198353:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828870.198358:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828870.390225:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828870.390231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828870.390236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828870.390246:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828870.390254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828870.390260:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828870.390277:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828870.390288:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828870.390293:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828870.390959:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828870.390965:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828870.391497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828870.391499:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828870.391768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828870.391771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828870.392063:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828870.392065:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828870.392371:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828870.392374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787828870.902168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828870.902176:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828870.902179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828870.902184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828870.902188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828870.902191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828870.902201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828870.902204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828870.902208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.414199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828871.414208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828871.414212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828871.414219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828871.414226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828871.414233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828871.414239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828871.414243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828871.414247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.926189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828871.926195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828871.926197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828871.926202:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828871.926205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828871.926208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828871.926211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828871.926213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828871.926215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828872.246306:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828872.246309:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828872.246311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828872.438211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828872.438220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828872.438225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828872.438246:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828872.438254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828872.438262:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828872.438277:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828872.438283:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828872.438288:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828872.950185:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828872.950191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828872.950193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828872.950196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828872.950200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828872.950203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828872.950205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828872.950207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828872.950209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828873.462192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828873.462204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828873.462209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828873.462216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828873.462224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828873.462228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828873.462245:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828873.462248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828873.462251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828873.974174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828873.974180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828873.974182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828873.974186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828873.974189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828873.974193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828873.974195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828873.974197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828873.974199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828874.294303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828874.294307:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828874.294311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828874.358182:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300351333, at 4300351360
00000100:00000010:3.0:1787828874.358198:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000001:3.0:1787828874.486192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828874.486201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828874.486206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828874.486214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828874.486221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828874.486225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828874.486229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828874.486232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828874.486236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828874.998241:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828874.998247:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828874.998249:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828874.998253:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828874.998257:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828874.998260:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828874.998263:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828874.998265:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828874.998268:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828875.510215:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828875.510223:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828875.510226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828875.510235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828875.510242:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828875.510248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828875.510255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828875.510261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828875.510269:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828875.510771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828875.510776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828875.511440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828875.511443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828875.511764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828875.511767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828875.512115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828875.512118:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828875.512437:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828875.512439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787828876.022204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828876.022211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828876.022213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828876.022219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828876.022222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828876.022227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828876.022229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828876.022232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828876.022235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828876.342264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828876.342267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828876.342270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828876.534191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828876.534197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828876.534202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828876.534207:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828876.534213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828876.534218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828876.534231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828876.534234:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828876.534237:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828877.046225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828877.046231:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828877.046233:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828877.046238:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828877.046242:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828877.046247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828877.046249:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828877.046252:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828877.046256:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828877.558211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828877.558221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828877.558227:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828877.558239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828877.558254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828877.558263:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828877.558293:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828877.558299:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828877.558304:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828878.070190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828878.070196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828878.070198:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828878.070203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828878.070206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828878.070212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828878.070215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828878.070219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828878.070221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828878.390337:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828878.390341:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828878.390345:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828878.582282:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828878.582285:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828878.582286:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828878.582289:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828878.582291:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828878.582293:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828878.582296:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828878.582297:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828878.582300:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828879.094181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828879.094187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828879.094188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828879.094192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828879.094195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828879.094198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828879.094200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828879.094201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828879.094203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828879.478175:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300356452, at 4300356480
00000100:00000010:3.0:1787828879.478189:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787828879.606164:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828879.606171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828879.606175:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828879.606182:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828879.606188:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828879.606195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828879.606202:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828879.606205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828879.606207:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828880.118217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828880.118223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828880.118225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828880.118230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828880.118234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828880.118237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828880.118240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828880.118242:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828880.118245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828880.438293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828880.438297:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828880.438300:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828880.630208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828880.630214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828880.630216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828880.630220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828880.630224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828880.630245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828880.630247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828880.630250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828880.630254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828880.630584:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5685
00000400:00000200:0.0:1787828880.630590:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828880.630594:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828880.630598:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828880.630601:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630604:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.630606:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630610:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828880.630615:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828880.630619:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787828880.630621:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828880.630626:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787828880.630630:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787828880.630636:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787828880.630644:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630649:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.630655:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630659:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828880.630663:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787828880.630667:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630670:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828880.630675:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828880.630682:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828880.630689:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.630693:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828880.630700:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828880.630705:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.630710:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828880.630716:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787828880.630721:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787828880.630727:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828880.630729:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.630733:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828880.630736:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828880.630740:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828880.630748:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787828880.630755:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828880.630766:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555304064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828880.630784:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828880.630788:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828880.630795:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555304064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828880.630816:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828880.630823:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828880.630833:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787828880.630838:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828880.630843:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828880.630848:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828880.630855:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5685
00000400:00000200:0.0:1787828880.630881:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828880.630889:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828880.630894:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828880.630902:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630906:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.630912:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.1:1787828880.630915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787828880.630917:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.1:1787828880.630920:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787828880.630922:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828880.630927:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787828880.630931:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828880.630936:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787828880.630940:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787828880.630947:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787828880.630954:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630959:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.630962:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630965:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828880.630969:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787828880.630975:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828880.630982:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828880.630987:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828880.630992:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828880.630998:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631004:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828880.631008:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828880.631016:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631020:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828880.631026:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787828880.631032:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787828880.631038:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828880.631042:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631046:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828880.631047:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828880.631050:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828880.631055:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787828880.631061:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828880.631071:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555304192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828880.631088:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828880.631093:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828880.631120:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555304192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828880.631142:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828880.631148:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828880.631156:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828880.631162:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828880.631167:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828880.631173:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828880.631180:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5685
00000400:00000200:0.0:1787828880.631191:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828880.631202:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828880.631208:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828880.631216:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631219:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.631224:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631228:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828880.631232:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828880.631236:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787828880.631239:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828880.631242:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787828880.631246:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787828880.631250:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787828880.631258:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631263:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.631266:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631272:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828880.631274:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787828880.631280:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631285:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828880.631288:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828880.631293:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828880.631297:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631299:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828880.631303:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787828880.631306:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631308:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828880.631313:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787828880.631317:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787828880.631320:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828880.631324:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631327:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828880.631329:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828880.631331:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828880.631335:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787828880.631339:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828880.631346:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555304320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828880.631365:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828880.631368:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828880.631373:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555304320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828880.631383:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828880.631387:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828880.631391:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828880.631393:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828880.631395:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828880.631397:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828880.631401:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5685
00000400:00000200:0.0:1787828880.631409:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828880.631415:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828880.631419:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828880.631423:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631427:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.631432:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631434:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828880.631439:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828880.631441:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787828880.631445:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828880.631447:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787828880.631452:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787828880.631454:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787828880.631460:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631462:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828880.631466:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631468:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828880.631474:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787828880.631477:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828880.631482:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828880.631486:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828880.631488:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828880.631491:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631495:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828880.631496:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787828880.631501:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631505:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828880.631509:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787828880.631513:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787828880.631515:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828880.631515:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828880.631516:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828880.631517:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828880.631519:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828880.631524:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787828880.631528:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828880.631534:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555304448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828880.631550:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828880.631555:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828880.631563:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555304448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828880.631573:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828880.631578:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5695)
00000800:00000200:2.1:1787828880.631708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828880.631711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828880.632049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828880.632051:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828880.632380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828880.632383:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787828880.632894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828880.632897:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787828881.142229:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828881.142237:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828881.142240:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828881.142245:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828881.142249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828881.142254:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828881.142257:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828881.142259:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828881.142263:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828881.462367:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828881.462370:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828881.462373:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828881.654222:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828881.654230:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828881.654231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828881.654236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828881.654236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.654240:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828881.654244:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828881.654245:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828881.654253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828881.654253:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828881.654259:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828881.654259:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828881.654263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828881.654267:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828881.654270:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.654274:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828881.654277:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.654279:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828882.166179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828882.166186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828882.166188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828882.166193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828882.166197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828882.166200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828882.166203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828882.166206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828882.166209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828882.486279:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828882.486283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828882.486285:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828882.678166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828882.678171:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828882.678173:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828882.678177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828882.678178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828882.678182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828882.678184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828882.678187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828882.678189:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828882.678191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828882.678195:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828882.678196:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828882.678202:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828882.678205:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828882.678207:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828882.678209:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828882.678212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828882.678214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828883.190183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828883.190188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828883.190190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828883.190194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828883.190197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828883.190201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828883.190203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828883.190205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828883.190208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828883.510257:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828883.510260:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828883.510263:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828883.702219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828883.702219:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828883.702228:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828883.702228:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828883.702233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828883.702233:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828883.702240:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828883.702243:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828883.702258:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828883.702258:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828883.702264:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828883.702264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828883.702276:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828883.702279:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828883.702281:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828883.702283:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828883.702286:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828883.702288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828884.214163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828884.214168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828884.214170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828884.214173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828884.214176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828884.214179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828884.214181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828884.214184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828884.214186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828884.534263:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828884.534266:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828884.534268:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828884.598214:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300361572, at 4300361600
00000100:00000010:3.0:1787828884.598242:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2120.
00000100:00000001:0.0:1787828884.726167:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828884.726167:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828884.726174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828884.726175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828884.726179:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828884.726179:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828884.726187:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828884.726187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828884.726195:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828884.726196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828884.726202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828884.726203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828884.726206:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828884.726210:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828884.726213:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828884.726217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828884.726220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828884.726222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828885.238205:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828885.238211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828885.238213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828885.238217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828885.238221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828885.238225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828885.238227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828885.238229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828885.238231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828885.558305:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828885.558309:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828885.558313:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828885.750211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828885.750221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828885.750225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828885.750232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828885.750238:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828885.750240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828885.750247:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828885.750249:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828885.750251:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828885.750257:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787828885.750260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828885.750263:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828885.750271:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828885.750274:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828885.750276:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828885.750292:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828885.750298:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828885.750306:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828885.750912:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828885.750918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828885.751573:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828885.751575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828885.751770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828885.751772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828885.751968:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828885.751969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787828885.752244:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828885.752246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787828886.262260:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828886.262268:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828886.262270:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828886.262275:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828886.262279:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828886.262283:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828886.262285:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828886.262288:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828886.262290:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828886.582244:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828886.582247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828886.582249:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828886.774230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828886.774238:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828886.774243:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828886.774250:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828886.774258:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828886.774264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828886.774270:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828886.774275:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828886.774279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828886.774431:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828886.774435:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828886.774437:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828886.774439:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828886.774441:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828886.774443:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828886.774444:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828886.774446:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828886.774447:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.286245:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828887.286253:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828887.286256:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828887.286262:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828887.286267:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828887.286270:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828887.286272:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828887.286275:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828887.286278:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828887.606231:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828887.606234:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828887.606237:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828887.798221:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828887.798232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828887.798233:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828887.798235:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.798240:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787828887.798243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828887.798243:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828887.798253:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828887.798256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828887.798257:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828887.798265:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828887.798265:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.798277:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828887.798282:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.798289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.798289:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828887.798295:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828887.798299:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828888.310164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828888.310170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828888.310172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828888.310176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828888.310180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828888.310184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828888.310187:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828888.310189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828888.310191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828888.630326:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828888.630331:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828888.630335:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828888.822219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828888.822219:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828888.822227:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828888.822229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828888.822232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828888.822234:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828888.822238:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828888.822241:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828888.822243:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828888.822247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828888.822248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828888.822253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828888.822255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828888.822257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828888.822268:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828888.822272:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828888.822274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828888.822276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828889.334194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828889.334200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828889.334202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828889.334206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828889.334210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828889.334213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828889.334215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828889.334217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828889.334219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828889.654342:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828889.654345:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828889.654376:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828889.718222:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300366693, at 4300366720
00000100:00000010:3.0:1787828889.718241:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2000.
00000100:00000001:0.0:1787828889.846209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828889.846217:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828889.846221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828889.846226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828889.846227:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828889.846231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828889.846235:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828889.846237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828889.846239:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828889.846243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787828889.846245:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828889.846270:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828889.846282:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828889.846284:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828889.846295:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828889.846302:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828889.846308:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828889.846313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.358165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828890.358171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828890.358173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828890.358176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828890.358179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828890.358182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828890.358184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828890.358186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828890.358188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828890.678321:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828890.678326:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828890.678330:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828890.870200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828890.870208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828890.870210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870213:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828890.870219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787828890.870220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828890.870221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828890.870226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828890.870228:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828890.870231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828890.870236:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828890.870237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828890.870246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828890.870249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828890.870254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828890.870262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828890.870273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828890.870302:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828890.870309:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828890.870313:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828890.870317:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828890.870322:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828890.870329:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5695
00000400:00000200:3.0:1787828890.870338:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828890.870345:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828890.870349:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828890.870352:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870356:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.870358:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870361:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828890.870365:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828890.870367:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828890.870370:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828890.870373:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828890.870376:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828890.870378:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828890.870382:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870384:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.870385:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870387:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828890.870391:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828890.870395:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870397:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828890.870401:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828890.870405:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828890.870408:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870411:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828890.870413:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828890.870421:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787828890.870425:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828890.870429:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828890.870431:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870435:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828890.870437:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828890.870442:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828890.870450:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828890.870457:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828890.870467:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555305216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828890.870479:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828890.870484:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828890.870489:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555305216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828890.870513:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828890.870517:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828890.870521:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828890.870523:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828890.870526:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828890.870529:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828890.870533:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5695
00000400:00000200:3.0:1787828890.870538:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828890.870544:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828890.870554:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828890.870564:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870577:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.870587:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870597:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828890.870605:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828890.870614:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828890.870623:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828890.870629:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828890.870636:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828890.870646:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828890.870658:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870662:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.870676:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870682:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828890.870692:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828890.870705:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828890.870710:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828890.870715:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828890.870724:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828890.870729:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870738:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828890.870748:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828890.870763:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870772:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828890.870781:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787828890.870787:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828890.870807:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828890.870810:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.870817:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828890.870821:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828890.870828:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828890.870851:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828890.870861:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828890.870878:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555305344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828890.870931:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828890.870938:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828890.870958:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555305344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787828890.870984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828890.870989:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828890.870995:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828890.870999:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828890.871001:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828890.871003:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828890.871006:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828890.871010:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5695
00000400:00000200:3.0:1787828890.871020:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828890.871033:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828890.871040:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828890.871049:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871054:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.871058:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871064:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828890.871071:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828890.871074:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828890.871079:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828890.871084:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828890.871088:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828890.871121:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828890.871130:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871143:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.871152:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871159:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828890.871166:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828890.871174:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871185:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828890.871191:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828890.871198:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828890.871209:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.871219:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828890.871227:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828890.871236:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.871241:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828890.871252:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787828890.871261:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828890.871269:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828890.871273:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.871280:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828890.871284:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828890.871291:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828890.871300:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828890.871308:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828890.871324:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555305472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828890.871342:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828890.871350:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828890.871366:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555305472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828890.871386:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828890.871397:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828890.871408:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828890.871415:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828890.871420:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828890.871426:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828890.871435:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5695
00000400:00000200:3.0:1787828890.871443:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828890.871447:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828890.871449:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828890.871462:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871467:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.871478:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871487:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828890.871497:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828890.871503:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828890.871508:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828890.871514:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828890.871525:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828890.871535:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828890.871545:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871556:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.871574:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871583:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828890.871592:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828890.871604:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871613:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828890.871618:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828890.871624:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828890.871632:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.871640:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828890.871646:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000800:00000200:2.1:1787828890.871652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:3.0:1787828890.871664:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.871679:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828890.871695:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787828890.871703:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828890.871713:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828890.871723:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.871732:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828890.871739:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828890.871746:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828890.871756:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828890.871763:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828890.871774:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555305600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828890.871815:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828890.871818:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828890.871825:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555305600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828890.871836:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828890.871839:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828890.871844:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828890.871846:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828890.871850:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828890.871859:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828890.871871:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5695
00000400:00000200:3.0:1787828890.871897:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828890.871912:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828890.871921:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828890.871926:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871928:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.871930:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.871941:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828890.871951:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828890.871957:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828890.871964:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828890.871968:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828890.871976:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828890.871989:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828890.872001:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.872013:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828890.872028:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828890.872037:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828890.872044:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828890.872210:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828890.872219:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828890.872226:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787828890.872232:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787828890.872242:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828890.872254:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.872261:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828890.872267:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828890.872281:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.872292:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828890.872304:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787828890.872312:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828890.872320:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828890.872328:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828890.872337:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828890.872343:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828890.872351:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828890.872362:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828890.872374:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828890.872395:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555305728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828890.872426:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828890.872435:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828890.872453:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555305728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828890.872493:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828890.872504:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5705)
00000800:00000200:2.1:1787828890.872604:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828890.872813:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787828891.382191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828891.382197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828891.382199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828891.382203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828891.382206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828891.382209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828891.382212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828891.382214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828891.382216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828891.702288:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828891.702291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828891.702294:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828891.894219:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828891.894226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828891.894228:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828891.894232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828891.894237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828891.894241:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828891.894244:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828891.894247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828891.894251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828891.894312:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828891.894320:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828891.894327:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828891.894369:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828891.894384:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828891.894389:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828891.894391:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828891.894393:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828891.894395:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828892.406274:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828892.406282:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828892.406285:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828892.406291:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828892.406296:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828892.406300:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828892.406303:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828892.406307:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828892.406310:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828892.726316:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828892.726319:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828892.726321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828892.918206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828892.918215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828892.918219:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828892.918226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828892.918233:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828892.918238:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.918249:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828892.918252:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828892.918261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.918263:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828892.918268:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828892.918272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828892.918273:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828892.918285:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828892.918289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.918292:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828892.918294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.918296:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828893.430216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828893.430224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828893.430226:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828893.430232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828893.430237:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828893.430241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828893.430244:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828893.430247:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828893.430250:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828893.750365:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828893.750369:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828893.750374:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828893.942226:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828893.942236:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828893.942241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828893.942252:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828893.942263:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828893.942271:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828893.942281:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828893.942285:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828893.942290:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828893.942498:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828893.942523:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828893.942525:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828893.942529:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828893.942533:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828893.942537:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000100:3.0:1787828893.942537:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000100:00000001:0.0:1787828893.942542:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828893.942547:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828893.942550:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787828893.942610:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787828893.942623:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828893.942628:0:2375:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:3.0:1787828893.942635:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828893.942640:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787828893.942646:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828893.942651:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d600.
00000400:00000200:3.0:1787828893.942668:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828893.942674:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828893.942682:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:3.0:1787828893.942685:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:3.0:1787828893.942691:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828893.942702:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aa940 x1874668555305216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.942729:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828893.942737:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa940 x1874668555305216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.942750:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828893.942753:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828893.942786:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828893.942792:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d000.
00000400:00000200:3.0:1787828893.942799:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828893.942810:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828893.942818:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24042a8
00000400:00000010:3.0:1787828893.942826:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24042a8.
00000100:00000001:3.0:1787828893.942832:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828893.942844:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25ab480 x1874668555305344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.942882:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828893.942890:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555305344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.942912:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828893.942922:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828893.942936:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828893.942944:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d500.
00000400:00000200:3.0:1787828893.942954:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828893.942968:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828893.942980:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:3.0:1787828893.943000:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:3.0:1787828893.943010:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828893.943023:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25abc00 x1874668555305472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.943045:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828893.943056:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555305472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.943084:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828893.943093:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828893.943152:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828893.943162:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574de00.
00000400:00000200:3.0:1787828893.943171:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828893.943182:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828893.943192:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24047f8
00000400:00000010:3.0:1787828893.943201:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24047f8.
00000100:00000001:3.0:1787828893.943212:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828893.943227:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a9a40 x1874668555305600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.943255:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828893.943267:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555305600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.943291:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828893.943298:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828893.943319:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787828893.943329:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d900.
00000400:00000200:3.0:1787828893.943339:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787828893.943351:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787828893.943376:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404dd0
00000400:00000010:3.0:1787828893.943382:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404dd0.
00000100:00000001:3.0:1787828893.943389:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787828893.943400:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aad00 x1874668555305728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.943421:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787828893.943429:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555305728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787828915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828893.943555:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828893.943562:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828894.454185:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828894.454192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828894.454194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828894.454211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828894.454216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828894.454220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828894.454223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828894.454227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828894.454230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828894.774391:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828894.774397:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828894.774402:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828894.838235:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300371812, at 4300371840
00000100:00000010:3.0:1787828894.838260:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ba0.
00000100:00000001:3.0:1787828894.966232:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828894.966245:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828894.966248:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828894.966258:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828894.966271:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828894.966280:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828894.966287:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828894.966303:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828894.966311:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828894.966355:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828894.966360:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828894.966362:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828894.966372:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828894.966377:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828894.966380:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828894.966382:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828894.966383:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828894.966385:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.478193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828895.478201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828895.478203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828895.478208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828895.478211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828895.478215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828895.478217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828895.478219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828895.478222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828895.798407:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828895.798411:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828895.798414:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828895.990251:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828895.990263:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828895.990269:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828895.990274:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828895.990286:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828895.990301:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5700
00000400:00000200:3.0:1787828895.990323:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828895.990340:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828895.990350:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828895.990366:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1787828895.990371:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828895.990374:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828895.990379:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828895.990380:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828895.990388:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000040:3.0:1787828895.990389:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828895.990397:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828895.990398:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787828895.990404:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828895.990407:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828895.990411:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787828895.990413:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:0.0:1787828895.990416:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828895.990423:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828895.990433:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828895.990440:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828895.990449:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828895.990452:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828895.990456:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990459:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.990463:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990467:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828895.990472:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828895.990477:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990482:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828895.990486:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828895.990491:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828895.990495:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.990499:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828895.990503:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828895.990513:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787828895.990518:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828895.990523:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828895.990526:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.990530:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828895.990534:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828895.990541:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828895.990552:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828895.990563:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828895.990578:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555305856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828895.990596:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828895.990603:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828895.990610:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555305856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828895.990641:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828895.990646:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828895.990651:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828895.990653:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828895.990656:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828895.990660:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828895.990665:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5700
00000400:00000200:3.0:1787828895.990672:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828895.990678:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828895.990682:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828895.990687:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990691:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.990695:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990700:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828895.990704:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828895.990709:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828895.990715:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828895.990719:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828895.990726:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828895.990732:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828895.990743:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990751:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.990776:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990784:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828895.990793:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828895.990803:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828895.990811:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828895.990816:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828895.990829:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828895.990837:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.990843:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828895.990853:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828895.990861:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.990868:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828895.990878:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787828895.990885:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828895.990894:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828895.990899:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.990903:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828895.990907:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828895.990912:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828895.990923:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828895.990931:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828895.990942:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555305984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828895.990960:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828895.990969:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828895.990980:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555305984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828895.991014:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828895.991022:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828895.991032:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828895.991038:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828895.991044:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828895.991051:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828895.991057:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5700
00000400:00000200:3.0:1787828895.991069:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828895.991076:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828895.991080:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828895.991141:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991152:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.991162:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991170:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828895.991178:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828895.991182:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828895.991187:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828895.991194:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828895.991201:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828895.991208:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828895.991217:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991225:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.991233:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991239:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828895.991243:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828895.991252:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991258:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828895.991261:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828895.991265:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787828895.991297:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828895.991302:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1787828895.991403:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.991411:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828895.991419:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828895.991425:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.991444:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828895.991455:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787828895.991461:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828895.991464:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828895.991466:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.991469:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828895.991472:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828895.991477:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828895.991485:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828895.991493:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828895.991507:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555306112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828895.991532:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828895.991539:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828895.991552:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555306112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828895.991572:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828895.991580:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828895.991591:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828895.991596:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828895.991603:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828895.991610:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828895.991619:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5700
00000400:00000200:3.0:1787828895.991632:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828895.991643:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828895.991647:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828895.991657:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991664:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.991672:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991679:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828895.991686:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828895.991692:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828895.991697:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828895.991702:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828895.991710:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828895.991717:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828895.991728:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991735:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.991744:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991751:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828895.991772:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828895.991780:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828895.991786:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828895.991795:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828895.991801:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828895.991809:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.991816:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828895.991822:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828895.991829:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.991836:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828895.991846:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787828895.991853:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828895.991861:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828895.991865:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.991871:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828895.991875:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828895.991880:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828895.991892:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828895.991900:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828895.991913:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555306240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828895.991935:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828895.991940:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828895.991954:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555306240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828895.991977:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828895.991983:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828895.991995:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828895.992002:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828895.992006:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828895.992014:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828895.992021:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5700
00000400:00000200:3.0:1787828895.992033:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828895.992043:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828895.992050:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828895.992057:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.992060:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.992065:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.992073:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828895.992080:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828895.992086:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828895.992093:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828895.992131:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828895.992137:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828895.992146:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828895.992157:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.992165:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828895.992171:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828895.992178:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828895.992188:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828895.992197:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828895.992204:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828895.992210:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828895.992216:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828895.992225:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.992231:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828895.992236:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828895.992244:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.992249:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828895.992256:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787828895.992264:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828895.992272:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828895.992277:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828895.992281:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828895.992285:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828895.992291:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828895.992299:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828895.992308:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828895.992320:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555306368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828895.992330:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828895.992335:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828895.992342:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555306368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828895.992380:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828895.992392:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5710)
00000800:00000200:2.1:1787828895.992506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828895.992510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828895.992897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828895.992901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828895.993315:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828895.993319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828895.993840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828895.993843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787828896.502245:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828896.502255:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828896.502258:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828896.502265:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828896.502270:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828896.502276:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828896.502280:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828896.502284:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828896.502288:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828896.822317:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828896.822321:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828896.822324:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828897.014309:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828897.014316:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828897.014318:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828897.014339:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828897.014344:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828897.014347:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.014350:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828897.014353:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.014357:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.526295:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828897.526309:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828897.526314:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828897.526325:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828897.526350:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828897.526359:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828897.526364:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828897.526369:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828897.526374:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828897.846413:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828897.846423:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828897.846431:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828898.038226:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828898.038235:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828898.038239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828898.038265:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828898.038280:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828898.038288:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828898.038294:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828898.038299:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828898.038304:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828898.550219:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828898.550229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828898.550231:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828898.550238:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828898.550242:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828898.550247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828898.550250:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828898.550253:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828898.550256:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828898.870302:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828898.870309:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828898.870315:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828899.062180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828899.062189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828899.062192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828899.062197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828899.062203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828899.062208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828899.062211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828899.062214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828899.062218:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828899.894282:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828899.894286:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828899.894288:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828899.958212:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300376933, at 4300376960
00000100:00000010:3.0:1787828899.958231:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2240.
00000100:00000001:0.0:1787828900.086181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828900.086188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828900.086191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828900.086196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828900.086200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828900.086204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828900.086208:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828900.086211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828900.086214:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828900.918258:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828900.918261:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828900.918264:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828901.110226:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828901.110226:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828901.110234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828901.110234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828901.110239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828901.110239:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828901.110245:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828901.110246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828901.110251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828901.110252:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828901.110258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828901.110258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828901.110264:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828901.110267:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828901.110271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828901.110271:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828901.110276:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828901.110278:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828901.111378:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828901.111396:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828901.112000:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828901.112003:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828901.112358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828901.112360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828901.112560:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828901.112562:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828901.112766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828901.112768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787828901.942312:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828901.942316:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828901.942318:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828902.134247:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828902.134256:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828902.134258:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828902.134263:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828902.134264:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828902.134268:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828902.134272:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828902.134275:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828902.134278:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828902.134285:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787828902.134287:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828902.134289:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828902.134299:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828902.134299:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.134310:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828902.134351:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828902.134355:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828902.134359:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828902.966326:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828902.966330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828902.966334:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828903.158222:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828903.158222:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828903.158230:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828903.158231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828903.158236:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828903.158238:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828903.158249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828903.158249:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828903.158259:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828903.158259:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828903.158269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828903.158270:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828903.158279:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828903.158284:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828903.158288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828903.158289:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828903.158292:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828903.158295:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828903.990263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828903.990267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828903.990270:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828904.182197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828904.182205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828904.182206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828904.182210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828904.182213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787828904.182217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828904.182218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828904.182224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787828904.182227:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828904.182228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828904.182233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828904.182234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828904.182239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828904.182239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828904.182246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828904.182255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828904.182259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828904.182262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828905.014348:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828905.014352:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828905.014355:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828905.078212:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300382053, at 4300382080
00000100:00000010:3.0:1787828905.078226:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c29c0.
00000100:00000001:3.0:1787828905.206193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828905.206199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828905.206200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828905.206206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828905.206206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828905.206211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828905.206213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828905.206217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828905.206219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828905.206226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828905.206226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828905.206232:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828905.206233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828905.206237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828905.206243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828905.206245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828905.206248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828905.206250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828906.038371:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828906.038379:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828906.038386:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828906.230216:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828906.230226:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828906.230230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828906.230232:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787828906.230237:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828906.230241:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828906.230250:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828906.230252:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828906.230257:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828906.230264:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787828906.230264:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828906.230273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828906.230275:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828906.230285:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828906.230287:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828906.230299:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828906.230306:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828906.230313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828906.231326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828906.231337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828906.232510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828906.232513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828906.232937:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828906.232941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828906.233316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828906.233318:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828906.233714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828906.233716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787828907.062307:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828907.062311:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828907.062315:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828907.254186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828907.254186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828907.254196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828907.254196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828907.254202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.254203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828907.254212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828907.254212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828907.254221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828907.254221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828907.254228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828907.254229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828907.254235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828907.254240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828907.254244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.254245:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828907.254249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828907.254252:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828908.086279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828908.086282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828908.086285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828908.278238:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828908.278249:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828908.278249:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828908.278256:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828908.278258:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828908.278262:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828908.278268:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828908.278269:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828908.278277:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828908.278279:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828908.278284:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828908.278286:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828908.278289:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828908.278295:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828908.278300:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828908.278304:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828908.278308:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828908.278312:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828909.110337:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828909.110341:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828909.110344:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828909.302193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828909.302201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828909.302203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828909.302208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828909.302213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828909.302218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828909.302224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828909.302228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828909.302252:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828909.302279:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828909.302289:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828909.302311:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828909.302319:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828909.302325:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828909.302329:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828909.302332:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828909.302335:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828909.302339:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828910.134297:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828910.134302:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828910.134305:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828910.198226:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300387173, at 4300387200
00000100:00000010:3.0:1787828910.198242:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2de0.
00000100:00000001:3.0:1787828910.326187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828910.326189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828910.326197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828910.326198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828910.326202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828910.326204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828910.326211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828910.326212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828910.326220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828910.326220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828910.326228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828910.326228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828910.326243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828910.326247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828910.326251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828910.326252:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828910.326257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828910.326261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828911.158390:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828911.158395:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828911.158400:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828911.350204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828911.350209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828911.350214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828911.350220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787828911.350221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828911.350228:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828911.350228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828911.350233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828911.350235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828911.350259:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828911.350266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828911.350268:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828911.350271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828911.350272:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828911.350279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828911.350283:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828911.350287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828911.350292:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828911.351973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828911.351976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828911.352280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828911.352282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828911.352600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828911.352603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828911.352996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828911.352999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787828911.353343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828911.353346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1787828912.182243:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828912.182248:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828912.182252:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828912.374174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828912.374174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828912.374181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828912.374182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828912.374185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828912.374186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828912.374190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828912.374192:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828912.374195:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828912.374196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828912.374201:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828912.374203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828912.374204:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828912.374208:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828912.374211:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828912.374215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828912.374218:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828912.374220:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828913.206305:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828913.206308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828913.206310:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828913.398181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828913.398182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828913.398188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828913.398189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828913.398191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828913.398193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828913.398197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828913.398200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828913.398202:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828913.398206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828913.398207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828913.398210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828913.398211:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828913.398214:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828913.398217:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828913.398218:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828913.398222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828913.398227:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828914.230240:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828914.230243:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828914.230246:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828914.422175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828914.422177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828914.422182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828914.422183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828914.422186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828914.422187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828914.422195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828914.422196:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828914.422203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828914.422204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828914.422212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828914.422212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828914.422219:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828914.422223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828914.422227:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828914.422235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828914.422239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828914.422243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828915.254258:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828915.254262:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828915.254266:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828915.318154:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300392293, at 4300392320
00000100:00000010:3.0:1787828915.318167:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c22a0.
00000100:00000001:0.0:1787828915.446199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828915.446199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828915.446206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828915.446207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828915.446209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828915.446211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828915.446218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828915.446218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828915.446227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828915.446227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828915.446234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828915.446234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828915.446237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828915.446241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828915.446243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828915.446247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828915.446249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828915.446252:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828916.278247:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828916.278250:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828916.278252:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828916.470165:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828916.470172:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828916.470175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828916.470175:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828916.470182:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828916.470183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828916.470189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828916.470190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787828916.470195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828916.470197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828916.470199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828916.470206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828916.470206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828916.470212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828916.470218:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828916.470219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828916.470223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828916.470227:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828916.470760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828916.470765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828916.471413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828916.471415:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828916.471604:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828916.471606:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828916.471811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828916.471812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787828916.472089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828916.472091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787828917.302268:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828917.302272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828917.302275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828917.494185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828917.494185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828917.494192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828917.494193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828917.494195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.494198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828917.494201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828917.494204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828917.494207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828917.494210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828917.494213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828917.494215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828917.494219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828917.494222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828917.494224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.494241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828917.494245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828917.494249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828918.326297:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828918.326301:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828918.326303:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828918.518160:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828918.518161:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828918.518168:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828918.518169:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828918.518171:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828918.518173:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828918.518179:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828918.518180:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828918.518185:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828918.518187:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828918.518190:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828918.518193:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828918.518194:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828918.518198:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828918.518204:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828918.518207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828918.518212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828918.518215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828919.350325:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828919.350330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828919.350333:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828919.542211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828919.542211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828919.542219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828919.542220:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828919.542224:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828919.542225:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828919.542232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828919.542232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828919.542240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828919.542241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828919.542247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828919.542248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828919.542252:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828919.542255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828919.542257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828919.542261:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828919.542263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828919.542266:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828920.374264:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828920.374267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828920.374269:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828920.438191:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300397412, at 4300397440
00000100:00000010:3.0:1787828920.438208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2de0.
00000100:00000001:3.0:1787828920.566151:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828920.566160:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828920.566164:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828920.566166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828920.566172:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787828920.566173:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828920.566176:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828920.566182:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787828920.566183:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828920.566189:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828920.566190:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828920.566196:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828920.566196:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828920.566199:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828920.566203:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828920.566210:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828920.566214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828920.566217:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828921.398255:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828921.398259:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828921.398262:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828921.590172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828921.590178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828921.590181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828921.590185:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828921.590190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828921.590195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828921.590199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828921.590203:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828921.590207:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828921.590228:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828921.590238:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828921.590244:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828921.590250:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828921.590258:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828921.590266:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5726
00000400:00000200:0.0:1787828921.590275:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828921.590282:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828921.590286:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828921.590289:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590292:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.590295:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590297:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828921.590302:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828921.590303:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787828921.590306:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828921.590309:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787828921.590312:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787828921.590315:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787828921.590318:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590320:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.590322:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590325:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828921.590328:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787828921.590331:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590334:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828921.590337:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828921.590340:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828921.590344:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590346:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828921.590349:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828921.590358:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787828921.590361:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787828921.590366:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828921.590367:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590370:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828921.590373:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828921.590378:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828921.590385:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787828921.590391:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828921.590401:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555309056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828921.590410:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828921.590415:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828921.590420:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555309056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828921.590441:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828921.590444:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828921.590448:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828921.590450:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828921.590451:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828921.590454:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828921.590457:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5726
00000400:00000200:0.0:1787828921.590462:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828921.590466:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828921.590469:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828921.590472:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590477:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.590483:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590488:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828921.590494:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828921.590497:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787828921.590501:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828921.590506:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787828921.590512:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787828921.590517:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787828921.590525:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590532:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.590537:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590543:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828921.590548:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787828921.590553:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590561:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828921.590565:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828921.590573:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828921.590590:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590595:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828921.590601:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828921.590607:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590612:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828921.590619:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787828921.590625:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787828921.590631:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828921.590635:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590640:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828921.590643:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828921.590648:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828921.590655:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:0.0:1787828921.590662:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828921.590673:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555309184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828921.590701:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828921.590706:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828921.590714:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555309184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828921.590741:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828921.590747:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828921.590753:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787828921.590756:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828921.590758:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828921.590768:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787828921.590773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787828921.590777:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5726
00000400:00000200:0.0:1787828921.590784:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.1:1787828921.590785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000400:00000200:0.0:1787828921.590790:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828921.590796:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828921.590805:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590812:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.590818:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590823:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828921.590830:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828921.590833:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787828921.590836:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828921.590840:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787828921.590846:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787828921.590859:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787828921.590868:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590872:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.590879:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590885:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828921.590889:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787828921.590896:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828921.590900:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828921.590904:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828921.590911:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828921.590919:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590925:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828921.590929:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828921.590933:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590938:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828921.590942:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787828921.590947:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787828921.590953:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828921.590954:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.590957:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828921.590960:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828921.590964:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828921.590969:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787828921.590973:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828921.590981:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555309312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828921.590992:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828921.590996:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828921.591003:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555309312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828921.591019:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828921.591022:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828921.591026:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828921.591027:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828921.591028:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828921.591030:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828921.591035:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5726
00000400:00000200:0.0:1787828921.591041:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828921.591047:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828921.591050:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828921.591055:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591060:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.591064:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591069:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828921.591072:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828921.591075:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787828921.591078:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828921.591081:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787828921.591086:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787828921.591089:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787828921.591113:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591116:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.591117:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591120:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828921.591126:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787828921.591132:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591137:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828921.591140:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828921.591143:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828921.591149:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.591153:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828921.591156:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787828921.591159:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.591160:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828921.591163:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787828921.591168:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787828921.591170:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828921.591173:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.591177:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828921.591179:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828921.591181:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828921.591186:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787828921.591191:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828921.591198:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555309440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828921.591209:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828921.591213:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828921.591219:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555309440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828921.591230:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828921.591233:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828921.591237:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828921.591241:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828921.591244:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828921.591247:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828921.591248:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5726
00000400:00000200:0.0:1787828921.591251:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828921.591257:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828921.591260:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828921.591266:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591270:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.591275:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591279:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828921.591283:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828921.591286:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787828921.591289:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828921.591293:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787828921.591296:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787828921.591300:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787828921.591305:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591309:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828921.591314:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591317:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828921.591320:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787828921.591326:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828921.591330:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828921.591335:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828921.591339:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828921.591344:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.591347:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828921.591349:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787828921.591353:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.591355:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828921.591358:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787828921.591361:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787828921.591363:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828921.591365:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828921.591370:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828921.591371:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828921.591376:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828921.591380:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787828921.591383:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828921.591392:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555309568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828921.591403:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828921.591407:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828921.591412:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555309568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828921.591423:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828921.591427:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5736)
00000800:00000200:2.1:1787828921.591477:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828921.591479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828921.591714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828921.591718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828921.591971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828921.591974:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787828921.592299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828921.592301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1787828922.422271:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828922.422275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828922.422277:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828922.614240:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828922.614248:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828922.614252:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828922.614262:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828922.614271:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828922.614279:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828922.614292:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828922.614295:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828922.614298:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828923.446254:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828923.446257:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828923.446260:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828923.638179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828923.638187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828923.638191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828923.638197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828923.638202:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828923.638207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828923.638212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828923.638216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828923.638219:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828924.470241:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828924.470244:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828924.470247:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828924.662207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828924.662215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828924.662220:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828924.662226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828924.662233:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828924.662239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828924.662253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828924.662256:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828924.662259:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828925.494360:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828925.494365:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828925.494369:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828925.558188:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300402532, at 4300402560
00000100:00000010:3.0:1787828925.558215:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c29c0.
00000100:00000001:3.0:1787828925.686163:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828925.686170:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828925.686181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828925.686186:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828925.686193:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828925.686197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828925.686207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828925.686211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828925.686215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828926.518243:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828926.518246:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828926.518249:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828926.710249:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828926.710257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828926.710263:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828926.710272:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828926.710275:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828926.710282:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828926.710283:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828926.710292:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828926.710293:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828926.710298:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828926.710303:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828926.710304:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828926.710316:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828926.710317:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828926.710329:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828926.710329:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828926.710336:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828926.710343:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828926.710982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828926.710990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828926.711837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828926.711839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828926.712098:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828926.712101:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828926.712389:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828926.712391:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787828926.712802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828926.712805:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787828927.542312:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828927.542318:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828927.542321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828927.734184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828927.734194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828927.734198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.734201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787828927.734205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828927.734208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828927.734215:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828927.734215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828927.734225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828927.734227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828927.734241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828927.734243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828927.734246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828927.734248:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828927.734260:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828927.734261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.734266:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828927.734270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828928.566439:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828928.566443:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828928.566447:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828928.758197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828928.758197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828928.758207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828928.758207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828928.758211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828928.758212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828928.758216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787828928.758219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828928.758221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828928.758224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828928.758228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828928.758229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828928.758241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828928.758244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828928.758246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828928.758249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828928.758253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828928.758257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828929.590337:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828929.590340:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828929.590343:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828929.782211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828929.782223:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828929.782224:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828929.782226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828929.782233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787828929.782235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828929.782237:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828929.782244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787828929.782246:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828929.782249:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828929.782252:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828929.782253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828929.782258:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828929.782258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828929.782263:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828929.782272:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828929.782276:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828929.782280:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828930.614294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828930.614299:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828930.614304:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828930.678198:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300407653, at 4300407680
00000100:00000010:3.0:1787828930.678216:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cd20.
00000100:00000001:0.0:1787828930.806201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828930.806201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828930.806209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828930.806209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828930.806214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828930.806214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828930.806223:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787828930.806223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828930.806229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828930.806233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828930.806236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828930.806238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828930.806240:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828930.806242:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828930.806244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828930.806252:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828930.806255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828930.806259:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828931.638234:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828931.638237:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828931.638240:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828931.830173:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828931.830182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828931.830186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828931.830191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828931.830198:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828931.830203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828931.830217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828931.830221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828931.830226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828931.830270:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828931.830275:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828931.830279:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828931.830284:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828931.830290:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828931.830294:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828931.830298:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828931.830303:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828931.830309:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828931.830736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828931.830742:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828931.831482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828931.831486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828931.831697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828931.831699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828931.831941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828931.831944:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787828931.832251:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828931.832253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1787828932.662308:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828932.662311:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828932.662314:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828932.854185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828932.854193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828932.854195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828932.854200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828932.854205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828932.854209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828932.854212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828932.854216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828932.854222:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828932.854241:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828932.854246:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828932.854249:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828932.854252:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828932.854255:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828932.854259:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828932.854261:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828932.854263:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828932.854266:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828933.686286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828933.686290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828933.686294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828933.878175:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828933.878175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828933.878184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828933.878184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828933.878189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828933.878189:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828933.878198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787828933.878198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828933.878205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828933.878206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828933.878211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828933.878211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828933.878218:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828933.878222:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828933.878226:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828933.878227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.878231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828933.878235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828934.710273:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828934.710276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828934.710278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828934.902183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828934.902184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828934.902192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828934.902193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828934.902196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828934.902197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828934.902205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787828934.902206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828934.902212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828934.902214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828934.902216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828934.902219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828934.902223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828934.902226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828934.902228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828934.902239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828934.902259:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828934.902262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828935.734286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828935.734290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828935.734293:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828935.798175:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300412772, at 4300412800
00000100:00000010:3.0:1787828935.798190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000001:3.0:1787828935.926180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828935.926190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828935.926191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828935.926199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828935.926199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828935.926205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828935.926207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787828935.926214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828935.926216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828935.926223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828935.926224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828935.926228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828935.926235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828935.926238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828935.926242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828935.926243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828935.926246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828935.926250:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828936.758243:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828936.758250:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828936.758253:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828936.950203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828936.950203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828936.950213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828936.950213:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828936.950220:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828936.950220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828936.950229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787828936.950229:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828936.950237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828936.950238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828936.950244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828936.950244:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828936.950254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828936.950261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828936.950267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828936.950268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828936.950272:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828936.950277:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828936.951016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828936.951022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828936.951944:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828936.951947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828936.952268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828936.952270:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828936.952662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828936.952682:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787828936.953011:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828936.953014:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787828937.782271:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828937.782274:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828937.782277:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828937.974211:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828937.974222:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828937.974229:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828937.974233:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787828937.974240:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828937.974243:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828937.974261:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828937.974264:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828937.974266:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828937.974280:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828937.974283:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828937.974288:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828937.974288:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828937.974292:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828937.974292:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828937.974295:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828937.974297:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828937.974301:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828938.806272:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828938.806277:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828938.806280:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828938.998170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828938.998178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828938.998181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828938.998186:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828938.998191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828938.998196:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828938.998199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828938.998203:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828938.998206:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828938.998207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828938.998211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828938.998213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828938.998216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828938.998220:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828938.998222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828938.998225:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828938.998227:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828938.998230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828939.830288:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828939.830292:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828939.830296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828940.022229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828940.022230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828940.022242:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828940.022244:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828940.022248:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828940.022253:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828940.022258:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787828940.022263:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828940.022266:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828940.022277:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828940.022278:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828940.022283:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828940.022288:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828940.022289:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828940.022302:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828940.022304:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828940.022312:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828940.022317:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828940.854254:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828940.854257:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828940.854259:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828940.918191:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300417893, at 4300417920
00000100:00000010:3.0:1787828940.918207:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:3.0:1787828941.046223:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828941.046234:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828941.046243:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828941.046254:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787828941.046256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828941.046261:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828941.046268:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828941.046270:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787828941.046274:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828941.046281:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828941.046282:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828941.046288:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828941.046290:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828941.046296:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828941.046301:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828941.046302:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828941.046309:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828941.046313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828941.878322:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828941.878328:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828941.878332:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828942.070292:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828942.070304:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828942.070311:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828942.070330:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828942.070347:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828942.070361:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828942.070368:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828942.070379:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828942.070388:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828942.070449:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828942.070455:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828942.070456:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828942.070461:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828942.070467:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828942.070472:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828942.070482:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828942.070486:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828942.070490:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828942.071602:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828942.071616:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828942.073343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828942.073349:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828942.074006:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828942.074012:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828942.074714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828942.074720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787828942.075677:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828942.075683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787828942.902495:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828942.902503:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828942.902509:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828943.094221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828943.094231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828943.094236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828943.094250:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828943.094263:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828943.094268:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828943.094269:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828943.094281:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828943.094283:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828943.094285:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828943.094294:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828943.094296:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828943.094302:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828943.094313:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828943.094320:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828943.094337:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828943.094342:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828943.094346:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828943.926331:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828943.926338:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828943.926342:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828944.118246:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828944.118246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828944.118256:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828944.118256:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828944.118260:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828944.118261:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828944.118275:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828944.118276:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828944.118285:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828944.118289:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828944.118290:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828944.118298:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828944.118299:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828944.118311:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828944.118327:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828944.118327:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828944.118331:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828944.118335:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828944.950358:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828944.950365:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828944.950370:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828945.142195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828945.142204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828945.142207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828945.142213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828945.142220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828945.142229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828945.142233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828945.142237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828945.142254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828945.142288:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828945.142293:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828945.142296:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828945.142300:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828945.142304:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828945.142307:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828945.142309:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828945.142312:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828945.142317:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828945.974343:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828945.974349:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828945.974354:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828946.038189:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300423013, at 4300423040
00000100:00000010:3.0:1787828946.038209:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc00.
00000100:00000001:3.0:1787828946.166235:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828946.166245:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828946.166248:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828946.166260:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828946.166267:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828946.166273:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828946.166278:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828946.166283:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828946.166284:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828946.166297:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828946.166298:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828946.166322:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828946.166328:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828946.166344:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828946.166360:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828946.166392:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828946.166395:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828946.166399:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828946.998285:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828946.998292:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828946.998298:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828947.190200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828947.190209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828947.190211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828947.190218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828947.190224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828947.190231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828947.190236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828947.190239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828947.190247:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828947.190248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828947.190254:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828947.190261:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828947.190274:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828947.190287:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828947.190294:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828947.190308:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828947.190315:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828947.190326:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828947.191321:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828947.191332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828947.192741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828947.192748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828947.193431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828947.193435:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828947.193945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828947.193949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787828947.194343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828947.194347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787828948.022293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828948.022299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828948.022302:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828948.214218:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828948.214229:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828948.214241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.214248:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787828948.214256:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828948.214258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828948.214267:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828948.214274:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828948.214279:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828948.214279:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828948.214297:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828948.214297:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828948.214321:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828948.214324:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828948.214327:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828948.214329:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828948.214332:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828948.214334:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828949.046265:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828949.046270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828949.046274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828949.238166:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828949.238174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828949.238177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828949.238182:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828949.238187:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828949.238191:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828949.238194:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828949.238198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828949.238198:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828949.238202:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828949.238205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828949.238208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828949.238217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828949.238222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828949.238231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828949.238244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828949.238249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828949.238253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828950.070292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828950.070300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828950.070305:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828950.262163:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828950.262170:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828950.262173:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828950.262179:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828950.262183:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828950.262187:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828950.262189:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828950.262192:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828950.262196:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828950.262239:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828950.262245:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828950.262250:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828950.262255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828950.262265:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828950.262268:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828950.262274:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828950.262285:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828950.262292:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828951.094317:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828951.094323:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828951.094328:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828951.158200:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300428133, at 4300428160
00000100:00000010:3.0:1787828951.158218:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c3c0.
00000100:00000001:3.0:1787828951.286214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828951.286219:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828951.286228:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828951.286233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828951.286235:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828951.286245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828951.286249:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787828951.286260:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828951.286262:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828951.286264:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828951.286273:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828951.286274:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828951.286281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828951.286288:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828951.286293:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828951.286295:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828951.286298:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828951.286302:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828952.118322:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828952.118327:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828952.118331:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828952.310226:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828952.310246:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828952.310260:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828952.310276:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828952.310294:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828952.310304:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828952.310323:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828952.310329:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828952.310333:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828952.311012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828952.311021:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828952.311672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828952.311675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828952.311971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828952.311972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828952.312231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828952.312233:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787828952.312447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828952.312449:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1787828953.142318:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828953.142322:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828953.142326:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828953.334186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828953.334191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828953.334195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828953.334202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828953.334210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828953.334217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828953.334229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828953.334233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828953.334241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828954.166260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828954.166265:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828954.166268:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828954.358171:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828954.358178:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828954.358183:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828954.358190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828954.358204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828954.358211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828954.358220:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828954.358225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828954.358236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828955.190271:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828955.190275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828955.190278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828955.382162:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828955.382169:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828955.382172:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828955.382178:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828955.382183:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828955.382187:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828955.382191:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828955.382194:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828955.382196:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828956.214363:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828956.214367:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828956.214369:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828956.278174:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300433253, at 4300433280
00000100:00000010:3.0:1787828956.278196:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2240.
00000100:00000001:3.0:1787828956.406198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828956.406208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828956.406214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828956.406222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828956.406229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828956.406234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828956.406249:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828956.406252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828956.406255:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828957.238350:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828957.238354:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828957.238358:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828957.430225:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828957.430242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828957.430247:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828957.430252:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828957.430258:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828957.430263:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828957.430283:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828957.430285:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828957.430290:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828957.430292:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828957.430298:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828957.430298:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828957.430308:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828957.430314:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828957.430317:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828957.430320:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828957.430323:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828957.430328:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828957.431014:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828957.431550:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828957.431852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828957.432055:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828957.432280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787828958.262386:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828958.262393:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828958.262397:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828958.454164:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828958.454170:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828958.454174:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828958.454180:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828958.454187:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828958.454193:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828958.454199:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828958.454201:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828958.454205:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828959.286378:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828959.286385:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828959.286390:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828959.478150:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828959.478156:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828959.478158:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828959.478162:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828959.478166:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828959.478171:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828959.478176:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828959.478180:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828959.478185:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828959.478228:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828959.478232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828959.478233:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828959.478235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828959.478237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828959.478239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828959.478240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828959.478241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828959.478243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828960.310323:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828960.310328:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828960.310332:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828960.502175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828960.502182:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828960.502184:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828960.502190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828960.502195:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828960.502199:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828960.502204:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828960.502207:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828960.502211:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828960.502398:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828960.502404:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828960.502406:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828960.502411:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828960.502414:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828960.502417:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828960.502420:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828960.502421:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828960.502423:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828961.334324:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828961.334330:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828961.334334:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828961.398156:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300438373, at 4300438400
00000100:00000010:3.0:1787828961.398165:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ba0.
00000100:00000001:3.0:1787828961.526232:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828961.526241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828961.526246:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828961.526255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828961.526261:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828961.526268:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828961.526275:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828961.526279:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828961.526282:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828961.526296:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828961.526316:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828961.526319:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828961.526322:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787828961.526325:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828961.526328:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828961.526330:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828961.526332:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828961.526333:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828962.358349:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828962.358356:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828962.358359:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828962.550172:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828962.550179:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828962.550182:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828962.550186:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828962.550189:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828962.550192:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828962.550194:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828962.550197:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828962.550200:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828962.550238:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828962.550243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828962.550248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828962.550255:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828962.550273:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828962.550285:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828962.550312:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828962.550317:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828962.550339:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828962.551265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828962.551274:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828962.552149:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828962.552151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828962.552391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828962.552394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828962.552606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828962.552607:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787828962.552783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828962.552784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1787828963.382281:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828963.382285:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828963.382298:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828963.574224:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828963.574238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828963.574246:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828963.574252:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828963.574258:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828963.574262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828963.574275:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828963.574278:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828963.574281:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.574366:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828963.574372:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828963.574373:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828963.574377:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828963.574380:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828963.574383:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828963.574385:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828963.574387:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828963.574389:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828964.086227:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828964.086233:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828964.086235:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828964.086240:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828964.086244:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828964.086248:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828964.086251:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828964.086254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828964.086256:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828964.406301:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828964.406304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828964.406307:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828964.598165:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828964.598175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828964.598179:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828964.598187:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828964.598194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828964.598197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828964.598200:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828964.598211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828964.598218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828964.598219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828964.598223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828964.598230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828964.598231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828964.598240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828964.598245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828964.598250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828964.598253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828964.598257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828965.110215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828965.110242:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828965.110244:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828965.110250:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828965.110255:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828965.110259:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828965.110263:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828965.110265:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828965.110269:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828965.430335:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828965.430339:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828965.430342:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828965.622234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828965.622237:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828965.622242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828965.622247:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828965.622248:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828965.622258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828965.622259:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828965.622290:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828965.622290:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828965.622299:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828965.622301:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828965.622307:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828965.622314:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828965.622317:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828965.622319:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828965.622333:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828965.622341:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828965.622347:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828966.134166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828966.134173:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828966.134175:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828966.134180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828966.134184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828966.134188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828966.134191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828966.134193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828966.134197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828966.454312:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828966.454317:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828966.454320:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828966.518236:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300443493, at 4300443520
00000100:00000010:3.0:1787828966.518256:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2000.
00000100:00000001:3.0:1787828966.646177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828966.646184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828966.646187:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828966.646193:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828966.646197:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828966.646202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828966.646205:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828966.646208:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828966.646212:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828967.158170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828967.158175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828967.158177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828967.158181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828967.158184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828967.158188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828967.158190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828967.158192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828967.158194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828967.478422:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828967.478428:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828967.478431:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828967.670188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828967.670196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828967.670201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828967.670208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828967.670218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828967.670223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828967.670238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828967.670244:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828967.670246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828967.670250:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828967.670268:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828967.670268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828967.670278:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828967.670285:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828967.670290:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828967.670294:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828967.670299:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828967.670306:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828967.670891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828967.670899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828967.672129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828967.672132:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828967.672566:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828967.672569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828967.672896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828967.672899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787828967.673354:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828967.673356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787828968.182243:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828968.182251:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828968.182253:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828968.182270:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828968.182275:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828968.182280:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828968.182283:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828968.182286:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828968.182289:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828968.502350:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828968.502355:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828968.502359:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828968.694191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828968.694191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828968.694200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828968.694201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828968.694206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828968.694206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828968.694214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787828968.694215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828968.694219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828968.694223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828968.694224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828968.694230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828968.694238:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828968.694242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828968.694245:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828968.694246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828968.694260:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828968.694264:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828969.206169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828969.206176:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828969.206177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828969.206181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828969.206184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828969.206188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828969.206190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828969.206192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828969.206194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828969.526391:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828969.526398:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828969.526401:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828969.718220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828969.718220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828969.718229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828969.718230:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828969.718234:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828969.718235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828969.718257:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787828969.718260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828969.718262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828969.718268:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828969.718268:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828969.718273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828969.718282:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828969.718306:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828969.718309:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828969.718310:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828969.718313:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828969.718315:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828970.230212:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828970.230219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828970.230222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828970.230227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828970.230231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828970.230235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828970.230238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828970.230254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828970.230258:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828970.550348:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828970.550354:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828970.550358:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828970.742168:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828970.742173:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828970.742177:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828970.742182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787828970.742185:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828970.742187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828970.742192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828970.742193:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828970.742199:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828970.742200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828970.742205:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828970.742208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828970.742209:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828970.742213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828970.742214:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828970.742225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828970.742229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828970.742232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828971.254182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828971.254189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828971.254192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828971.254197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828971.254201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828971.254206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828971.254208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828971.254210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828971.254213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828971.574379:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828971.574386:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828971.574408:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828971.638271:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300448613, at 4300448640
00000100:00000010:3.0:1787828971.638306:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2120.
00000100:00000001:0.0:1787828971.766252:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828971.766282:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828971.766288:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828971.766288:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828971.766298:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787828971.766301:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828971.766303:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828971.766312:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828971.766314:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828971.766320:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828971.766328:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828971.766330:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828971.766340:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828971.766342:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828971.766363:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828971.766365:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828971.766373:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828971.766377:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828972.278157:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828972.278163:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828972.278165:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828972.278169:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828972.278172:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828972.278175:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828972.278177:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828972.278178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828972.278180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828972.598380:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828972.598385:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828972.598389:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828972.790220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828972.790245:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828972.790248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828972.790255:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:0.0:1787828972.790264:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787828972.790268:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787828972.790271:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828972.790279:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828972.790280:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828972.790286:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828972.790293:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828972.790298:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787828972.790300:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787828972.790312:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5777
00000100:00000001:3.0:1787828972.790312:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787828972.790334:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828972.790349:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828972.790354:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828972.790358:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790361:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.790367:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790370:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828972.790373:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828972.790376:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787828972.790379:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828972.790382:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787828972.790384:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787828972.790387:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787828972.790392:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790395:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.790399:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790401:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828972.790404:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787828972.790406:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790408:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828972.790411:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828972.790414:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828972.790417:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790419:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828972.790421:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828972.790428:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787828972.790431:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787828972.790434:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828972.790436:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790439:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828972.790441:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828972.790445:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828972.790453:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787828972.790459:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828972.790467:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555315456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828972.790476:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828972.790479:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828972.790483:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555315456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828972.790499:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828972.790502:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828972.790504:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828972.790505:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828972.790507:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828972.790509:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828972.790511:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5777
00000400:00000200:0.0:1787828972.790514:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828972.790516:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828972.790518:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828972.790520:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790522:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.790525:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790526:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828972.790528:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828972.790529:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787828972.790530:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828972.790532:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787828972.790533:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787828972.790535:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787828972.790537:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790557:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.790560:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790566:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828972.790569:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787828972.790580:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790587:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828972.790595:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828972.790621:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828972.790627:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790633:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828972.790639:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828972.790647:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790652:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828972.790659:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787828972.790662:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787828972.790665:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828972.790668:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790671:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828972.790672:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828972.790675:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828972.790682:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787828972.790687:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828972.790692:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555315584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828972.790701:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828972.790706:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828972.790711:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555315584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828972.790748:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828972.790753:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828972.790762:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787828972.790767:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828972.790770:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828972.790775:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828972.790782:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5777
00000400:00000200:0.0:1787828972.790806:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828972.790814:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828972.790820:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828972.790824:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790826:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.790829:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790834:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828972.790837:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828972.790843:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787828972.790845:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828972.790848:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787828972.790866:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787828972.790869:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787828972.790871:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790873:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.790877:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790881:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828972.790885:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787828972.790889:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828972.790894:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828972.790896:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828972.790898:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828972.790900:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790905:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828972.790906:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828972.790909:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790915:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828972.790920:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787828972.790923:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787828972.790926:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828972.790929:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.790934:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828972.790937:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828972.790942:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828972.790970:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787828972.790976:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828972.790985:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555315712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828972.790999:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828972.791005:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828972.791011:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555315712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828972.791024:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787828972.791024:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828972.791027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1787828972.791030:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828972.791038:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828972.791042:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828972.791046:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828972.791049:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828972.791054:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5777
00000400:00000200:0.0:1787828972.791063:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828972.791070:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828972.791072:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828972.791077:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791082:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.791084:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791087:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828972.791091:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828972.791092:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787828972.791095:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828972.791098:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787828972.791101:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787828972.791122:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787828972.791148:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791151:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.791153:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791156:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828972.791158:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787828972.791165:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791172:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828972.791191:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828972.791196:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828972.791202:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.791206:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828972.791211:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787828972.791217:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.791238:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828972.791245:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787828972.791251:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787828972.791256:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828972.791258:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.791260:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828972.791264:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828972.791267:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828972.791272:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787828972.791279:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828972.791288:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555315840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828972.791302:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828972.791307:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828972.791313:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555315840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828972.791330:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828972.791335:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828972.791341:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828972.791343:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828972.791347:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828972.791352:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828972.791358:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5777
00000400:00000200:0.0:1787828972.791365:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787828972.791372:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787828972.791377:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787828972.791384:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791389:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.791392:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791397:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787828972.791403:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787828972.791407:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787828972.791409:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787828972.791412:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787828972.791417:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787828972.791423:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787828972.791430:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791435:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787828972.791439:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791444:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787828972.791450:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787828972.791456:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787828972.791460:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828972.791465:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828972.791469:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828972.791474:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.791478:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828972.791481:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787828972.791487:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.791491:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787828972.791498:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787828972.791502:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787828972.791508:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828972.791510:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828972.791515:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828972.791518:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828972.791521:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787828972.791529:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787828972.791536:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828972.791545:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555315968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828972.791574:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828972.791578:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828972.791587:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555315968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828972.791607:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787828972.791615:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5787)
00000800:00000200:2.1:1787828972.791815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828972.791818:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828972.792145:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828972.792149:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828972.792514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828972.792517:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787828972.792788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828972.792792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787828973.302203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828973.302209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828973.302211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828973.302216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828973.302234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828973.302240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828973.302243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828973.302245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828973.302247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828973.622321:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828973.622324:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828973.622328:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828973.814192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828973.814197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828973.814200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828973.814204:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828973.814210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828973.814226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828973.814244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828973.814251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828973.814273:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828974.326175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828974.326181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828974.326182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828974.326187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828974.326190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828974.326193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828974.326195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828974.326197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828974.326199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828974.646391:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828974.646398:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828974.646403:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828974.838203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828974.838241:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828974.838245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828974.838252:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828974.838263:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828974.838270:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828974.838288:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828974.838296:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828974.838304:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828975.350176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828975.350185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828975.350187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828975.350193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828975.350197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828975.350201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828975.350218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828975.350221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828975.350225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828975.670300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828975.670303:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828975.670306:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828975.862178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828975.862186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828975.862190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828975.862197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828975.862214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828975.862219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828975.862225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828975.862237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828975.862249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828976.374176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828976.374182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828976.374183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828976.374187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828976.374190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828976.374193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828976.374195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828976.374210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828976.374213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828976.694352:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828976.694359:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828976.694363:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828976.758175:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300453733, at 4300453760
00000100:00000010:3.0:1787828976.758191:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c20c0.
00000100:00000001:3.0:1787828976.886168:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828976.886177:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828976.886180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828976.886188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828976.886208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828976.886212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828976.886223:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828976.886227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828976.886234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828977.398200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828977.398208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828977.398211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828977.398216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828977.398220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828977.398223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828977.398226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828977.398229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828977.398232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828977.718363:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828977.718369:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828977.718373:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828977.910235:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828977.910244:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828977.910249:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828977.910256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828977.910263:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828977.910266:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828977.910269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828977.910273:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828977.910275:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828977.910278:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828977.910282:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828977.910285:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828977.910288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828977.910290:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828977.910298:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828977.910312:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828977.910318:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828977.910328:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828977.911472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828977.911480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828977.912280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828977.912282:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828977.912510:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828977.912512:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828977.912697:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828977.912698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787828977.912923:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828977.912925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787828978.422177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828978.422193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828978.422197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828978.422202:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828978.422206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828978.422209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828978.422211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828978.422213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828978.422216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828978.742363:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828978.742367:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828978.742370:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828978.934240:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828978.934251:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828978.934255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828978.934263:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787828978.934264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828978.934276:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828978.934279:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828978.934281:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828978.934284:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828978.934288:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828978.934293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828978.934295:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828978.934297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828978.934309:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828978.934351:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828978.934355:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828978.934358:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828978.934362:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828979.446187:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828979.446194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828979.446196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828979.446199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828979.446202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828979.446205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828979.446208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828979.446210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828979.446212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828979.766317:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828979.766323:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828979.766326:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828979.958209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828979.958209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828979.958219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828979.958219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828979.958225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828979.958225:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828979.958240:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787828979.958240:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828979.958257:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828979.958257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828979.958273:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828979.958273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828979.958289:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828979.958293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828979.958296:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828979.958305:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828979.958309:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828979.958311:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828980.470341:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828980.470349:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828980.470352:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828980.470357:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828980.470362:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828980.470367:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828980.470369:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828980.470372:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828980.470375:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828980.790326:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828980.790331:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828980.790335:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828980.982214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828980.982214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828980.982222:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828980.982222:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828980.982230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828980.982232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828980.982239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787828980.982243:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828980.982248:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828980.982250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828980.982256:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828980.982258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828980.982261:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828980.982267:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828980.982270:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828980.982272:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828980.982276:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828980.982279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828981.494189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828981.494197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828981.494199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828981.494205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828981.494209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828981.494213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828981.494216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828981.494218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828981.494222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828981.814350:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828981.814356:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828981.814359:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828981.878242:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300458853, at 4300458880
00000100:00000010:3.0:1787828981.878254:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000001:0.0:1787828982.006185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828982.006191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828982.006192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828982.006195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828982.006198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787828982.006203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787828982.006203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828982.006208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828982.006210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828982.006214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828982.006215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828982.006220:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828982.006220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828982.006226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828982.006231:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828982.006234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828982.006238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828982.006242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828982.518182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828982.518190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828982.518192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828982.518198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828982.518202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828982.518206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828982.518209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828982.518211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828982.518215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828982.838344:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828982.838349:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828982.838353:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828983.030235:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828983.030243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828983.030245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828983.030250:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828983.030262:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828983.030272:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828983.030280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828983.030287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828983.030299:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828983.030356:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828983.030363:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828983.030368:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828983.030373:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828983.030376:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828983.030381:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828983.030387:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828983.030393:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828983.030398:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828983.031014:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828983.031028:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828983.032170:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828983.032172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828983.032392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828983.032393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828983.032605:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828983.032607:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787828983.032868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828983.032869:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787828983.542181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828983.542187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828983.542189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828983.542193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828983.542196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828983.542200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828983.542202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828983.542204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828983.542206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828983.862309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828983.862314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828983.862317:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828984.054237:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828984.054245:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828984.054249:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828984.054251:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828984.054258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828984.054262:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828984.054267:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787828984.054275:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828984.054275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828984.054282:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828984.054282:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828984.054289:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828984.054300:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828984.054304:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828984.054308:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828984.054308:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828984.054313:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828984.054317:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.566195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828984.566202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828984.566205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828984.566210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828984.566213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828984.566217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828984.566219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828984.566221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828984.566223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828984.886333:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828984.886339:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828984.886342:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828985.078232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828985.078240:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828985.078243:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828985.078248:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828985.078257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828985.078262:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828985.078269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828985.078270:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828985.078275:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828985.078283:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828985.078284:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828985.078290:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828985.078294:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828985.078296:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828985.078305:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828985.078326:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828985.078334:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828985.078340:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828985.590177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828985.590183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828985.590186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828985.590191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828985.590196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828985.590200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828985.590203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828985.590206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828985.590209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828985.910327:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828985.910331:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828985.910334:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828986.102172:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828986.102179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828986.102183:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828986.102188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828986.102194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828986.102199:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828986.102203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828986.102207:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828986.102211:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828986.102256:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828986.102259:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828986.102260:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828986.102263:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828986.102267:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828986.102271:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828986.102272:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828986.102275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828986.102277:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828986.614176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828986.614183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828986.614185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828986.614189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828986.614192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828986.614196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828986.614198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828986.614200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828986.614202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828986.934328:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828986.934333:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828986.934336:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828986.998222:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300463973, at 4300464000
00000100:00000010:3.0:1787828986.998239:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cb40.
00000100:00000001:3.0:1787828987.126248:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828987.126258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828987.126262:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828987.126271:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828987.126276:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828987.126281:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828987.126295:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828987.126295:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828987.126301:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828987.126303:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828987.126308:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828987.126309:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828987.126319:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828987.126324:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828987.126328:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828987.126331:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828987.126334:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828987.126338:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828987.638204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828987.638210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828987.638212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828987.638217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828987.638220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828987.638223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828987.638225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828987.638227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828987.638229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828987.958358:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828987.958362:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828987.958365:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828988.150267:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828988.150275:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828988.150280:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828988.150297:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828988.150305:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828988.150312:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828988.150315:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828988.150317:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828988.150325:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828988.150328:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828988.150331:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828988.150337:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828988.150338:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828988.150345:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828988.150367:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828988.150373:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828988.150377:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828988.150383:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787828988.151072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828988.151079:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828988.151915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828988.151934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828988.152390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828988.152393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828988.152809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828988.152812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787828988.153197:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787828988.153199:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787828988.662185:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828988.662192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828988.662194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828988.662198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828988.662201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828988.662204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828988.662207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828988.662209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828988.662211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828988.982299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828988.982302:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828988.982305:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828989.174202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828989.174202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828989.174212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828989.174212:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828989.174216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.174217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828989.174221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787828989.174224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787828989.174226:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828989.174231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828989.174232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828989.174236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828989.174247:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828989.174250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828989.174254:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.174255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828989.174259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828989.174263:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828989.686232:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828989.686238:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828989.686240:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828989.686245:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828989.686249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828989.686253:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828989.686255:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828989.686257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828989.686259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828990.006240:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828990.006244:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828990.006247:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828990.198172:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828990.198178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828990.198179:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828990.198182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828990.198185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828990.198186:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828990.198192:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828990.198193:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828990.198198:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828990.198201:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828990.198202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828990.198208:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828990.198208:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828990.198211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828990.198214:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828990.198223:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828990.198226:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828990.198230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828990.710168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828990.710175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828990.710177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828990.710183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828990.710187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828990.710191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828990.710194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828990.710196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828990.710199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828991.030292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828991.030299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828991.030304:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828991.222206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828991.222207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828991.222214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828991.222214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828991.222218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828991.222219:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828991.222225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787828991.222226:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828991.222232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828991.222234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828991.222238:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828991.222239:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828991.222245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828991.222248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828991.222249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828991.222259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828991.222263:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828991.222267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828991.734216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828991.734222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828991.734223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828991.734227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828991.734230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828991.734233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828991.734235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828991.734237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828991.734240:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828992.054248:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828992.054251:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828992.054254:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828992.118184:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300469093, at 4300469120
00000100:00000010:3.0:1787828992.118199:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000001:3.0:1787828992.246197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828992.246204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828992.246209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828992.246218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828992.246224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828992.246228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828992.246231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828992.246235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828992.246237:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828992.246314:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828992.246317:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828992.246318:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828992.246320:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787828992.246322:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828992.246323:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828992.246325:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828992.246326:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828992.246327:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828992.758164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828992.758172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828992.758175:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828992.758180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828992.758184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828992.758188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828992.758191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828992.758193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828992.758196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828993.078377:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828993.078382:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828993.078385:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828993.270217:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828993.270227:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828993.270230:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828993.270235:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828993.270240:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828993.270250:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5797
00000400:00000200:3.0:1787828993.270260:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828993.270268:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828993.270273:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828993.270276:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270280:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270282:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270286:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828993.270291:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828993.270294:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828993.270297:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828993.270301:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828993.270304:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828993.270306:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828993.270308:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270310:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270311:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270313:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828993.270315:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828993.270318:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270320:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828993.270322:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828993.270326:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828993.270329:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270331:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828993.270333:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828993.270351:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787828993.270355:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828993.270359:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828993.270360:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270364:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828993.270367:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828993.270371:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828993.270378:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787828993.270386:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828993.270396:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555318016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828993.270405:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828993.270411:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828993.270418:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555318016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828993.270424:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828993.270430:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828993.270433:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828993.270436:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828993.270438:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828993.270441:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828993.270443:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828993.270445:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828993.270447:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828993.270449:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828993.270451:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828993.270457:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828993.270459:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828993.270461:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828993.270465:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828993.270471:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5797
00000400:00000200:3.0:1787828993.270476:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828993.270479:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828993.270482:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828993.270485:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270488:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270490:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270492:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828993.270495:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828993.270497:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828993.270500:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828993.270503:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828993.270506:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828993.270509:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828993.270516:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270518:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270521:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270525:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828993.270527:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828993.270532:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270534:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828993.270538:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828993.270545:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828993.270550:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270553:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828993.270557:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828993.270561:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270564:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828993.270570:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787828993.270576:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828993.270580:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828993.270582:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270586:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828993.270589:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828993.270592:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828993.270597:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787828993.270600:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828993.270605:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555318144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828993.270614:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828993.270618:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828993.270620:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555318144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828993.270636:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828993.270640:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828993.270644:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828993.270647:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828993.270649:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828993.270654:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828993.270658:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5797
00000400:00000200:3.0:1787828993.270665:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828993.270671:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828993.270676:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828993.270681:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270685:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270691:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270694:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828993.270698:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828993.270699:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828993.270700:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828993.270703:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787828993.270707:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828993.270709:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828993.270712:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270714:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270718:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270720:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828993.270722:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828993.270727:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270731:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828993.270733:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828993.270735:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828993.270737:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270741:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828993.270742:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828993.270744:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270747:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828993.270750:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787828993.270754:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828993.270756:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828993.270759:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270761:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828993.270764:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828993.270767:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828993.270770:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787828993.270775:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828993.270782:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555318272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828993.270794:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828993.270796:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828993.270805:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555318272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828993.270821:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828993.270824:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828993.270831:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828993.270835:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828993.270838:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828993.270842:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828993.270848:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5797
00000400:00000200:3.0:1787828993.270857:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828993.270862:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828993.270867:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787828993.270870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787828993.270872:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270877:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270879:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.1:1787828993.270879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787828993.270884:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828993.270888:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828993.270891:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828993.270896:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828993.270899:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828993.270904:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828993.270907:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828993.270917:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270922:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.270927:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270932:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828993.270936:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828993.270940:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828993.270942:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828993.270944:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828993.270947:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828993.270951:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270956:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828993.270959:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828993.270963:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270965:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828993.270970:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787828993.270975:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828993.270980:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828993.270983:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.270992:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828993.270993:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828993.270995:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828993.271001:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828993.271008:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828993.271016:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555318400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828993.271025:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828993.271027:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828993.271031:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555318400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828993.271044:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828993.271047:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828993.271050:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828993.271054:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828993.271059:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828993.271064:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828993.271068:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5797
00000400:00000200:3.0:1787828993.271076:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828993.271093:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828993.271119:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828993.271124:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.271127:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.271132:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.271136:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828993.271140:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828993.271142:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828993.271144:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828993.271147:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828993.271151:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828993.271156:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828993.271162:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.271167:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828993.271171:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828993.271175:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828993.271179:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828993.271185:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828993.271189:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828993.271193:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828993.271197:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828993.271202:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.271206:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828993.271208:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828993.271212:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.271215:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828993.271219:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787828993.271225:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828993.271230:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828993.271233:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828993.271236:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828993.271239:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828993.271242:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828993.271249:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828993.271255:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828993.271263:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555318528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828993.271278:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828993.271282:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828993.271289:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555318528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828993.271303:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828993.271308:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5807)
00000800:00000200:2.1:1787828993.271469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828993.271471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828993.271696:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828993.271698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828993.271965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828993.271967:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787828993.272196:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828993.272197:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787828993.782194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828993.782202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828993.782204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828993.782209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828993.782213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828993.782216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828993.782219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828993.782221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828993.782224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828994.102365:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828994.102372:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828994.102388:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828994.294219:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828994.294226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828994.294229:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828994.294285:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828994.294289:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828994.294294:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828994.294297:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828994.294300:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828994.294303:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828994.806165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828994.806171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828994.806173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828994.806177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828994.806180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828994.806183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828994.806185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828994.806187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828994.806189:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828995.126317:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828995.126329:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828995.126332:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828995.318154:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828995.318161:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828995.318164:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828995.318174:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828995.318182:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828995.318187:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828995.318205:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828995.318208:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828995.318212:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828995.830188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828995.830195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828995.830197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828995.830201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828995.830205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828995.830209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828995.830212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828995.830215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828995.830218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828996.150228:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828996.150231:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828996.150234:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828996.342170:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828996.342177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828996.342180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828996.342186:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828996.342191:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828996.342195:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828996.342201:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828996.342203:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828996.342206:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828996.854174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828996.854184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828996.854187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828996.854193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828996.854197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828996.854200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828996.854203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828996.854206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828996.854208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828997.174272:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828997.174277:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828997.174281:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787828997.238200:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300474212, at 4300474240
00000100:00000010:3.0:1787828997.238210:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c27e0.
00000100:00000001:0.0:1787828997.366205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828997.366214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828997.366218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828997.366228:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828997.366237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828997.366242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828997.366260:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828997.366265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828997.366268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828997.878193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828997.878198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828997.878200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828997.878204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828997.878207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828997.878210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828997.878212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828997.878214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828997.878216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828998.198255:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828998.198259:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828998.198263:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828998.390178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828998.390188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828998.390190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828998.390197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828998.390202:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828998.390207:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828998.390212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828998.390216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828998.390225:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828998.390231:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828998.390242:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828998.390249:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828998.390256:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828998.390264:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828998.390275:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5802
00000400:00000200:3.0:1787828998.390290:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828998.390299:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828998.390303:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828998.390307:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390311:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.390314:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390317:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828998.390322:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828998.390325:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787828998.390330:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828998.390334:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787828998.390338:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787828998.390341:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787828998.390344:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390346:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.390349:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390351:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828998.390354:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787828998.390359:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390362:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828998.390365:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828998.390368:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828998.390372:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390374:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828998.390377:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828998.390389:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787828998.390393:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787828998.390399:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828998.390401:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390405:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828998.390408:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828998.390413:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828998.390422:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787828998.390430:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828998.390442:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555318656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828998.390454:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828998.390459:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828998.390523:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555318656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828998.390546:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828998.390555:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828998.390558:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828998.390559:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828998.390561:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828998.390564:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828998.390567:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5802
00000400:00000200:3.0:1787828998.390574:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828998.390579:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828998.390582:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828998.390588:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390591:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.390595:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390599:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828998.390602:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828998.390605:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787828998.390608:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828998.390613:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787828998.390617:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787828998.390621:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787828998.390626:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390630:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.390635:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390639:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828998.390643:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787828998.390646:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390648:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828998.390651:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828998.390657:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828998.390661:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390663:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828998.390668:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828998.390671:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390674:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828998.390681:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787828998.390685:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828998.390689:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828998.390691:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390695:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828998.390699:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828998.390703:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828998.390710:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787828998.390717:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828998.390725:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555318784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828998.390738:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828998.390745:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828998.390755:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555318784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828998.390790:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828998.390795:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828998.390800:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787828998.390804:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828998.390806:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828998.390812:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828998.390818:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5802
00000400:00000200:3.0:1787828998.390845:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828998.390852:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828998.390857:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828998.390860:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390864:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.390869:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390872:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828998.390876:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828998.390879:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787828998.390882:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787828998.390883:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787828998.390884:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000200:2.1:1787828998.390888:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787828998.390889:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787828998.390895:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787828998.390902:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390906:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.390909:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390912:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828998.390916:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787828998.390922:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828998.390925:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828998.390929:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828998.390933:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828998.390937:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390939:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828998.390942:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828998.390948:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390952:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828998.390958:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787828998.390962:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787828998.390966:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828998.390969:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.390973:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828998.390976:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828998.390978:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828998.390983:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787828998.390988:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828998.390993:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555318912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828998.391007:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828998.391010:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828998.391015:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555318912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828998.391025:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828998.391030:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828998.391037:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828998.391039:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828998.391042:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828998.391058:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828998.391062:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5802
00000400:00000200:3.0:1787828998.391068:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828998.391075:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828998.391080:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828998.391087:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391090:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.391122:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391126:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828998.391130:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828998.391131:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787828998.391135:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828998.391138:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787828998.391142:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787828998.391144:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787828998.391149:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391152:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.391156:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391160:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828998.391164:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787828998.391170:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391176:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828998.391179:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828998.391183:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828998.391188:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.391190:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828998.391195:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787828998.391201:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.391204:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828998.391211:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787828998.391215:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828998.391221:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828998.391223:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.391227:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828998.391230:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828998.391232:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828998.391239:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787828998.391243:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828998.391253:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555319040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828998.391268:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828998.391272:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828998.391278:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555319040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828998.391298:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828998.391302:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828998.391306:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828998.391309:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828998.391311:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828998.391315:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828998.391320:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5802
00000400:00000200:3.0:1787828998.391324:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787828998.391329:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787828998.391331:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787828998.391336:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391340:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.391344:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391348:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787828998.391353:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787828998.391356:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787828998.391360:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787828998.391363:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787828998.391367:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787828998.391370:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787828998.391377:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391380:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787828998.391385:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391387:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787828998.391391:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787828998.391397:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787828998.391404:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828998.391410:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828998.391415:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828998.391420:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.391426:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828998.391431:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787828998.391438:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.391443:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787828998.391451:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787828998.391455:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787828998.391459:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828998.391462:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828998.391467:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828998.391469:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828998.391473:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787828998.391477:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787828998.391483:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828998.391491:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555319168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828998.391501:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828998.391505:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828998.391511:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555319168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828998.391522:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787828998.391527:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5813)
00000800:00000200:2.1:1787828998.391593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828998.391595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828998.391817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828998.391819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828998.391997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828998.391999:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787828998.392335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787828998.392338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787828998.902187:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828998.902194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828998.902196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828998.902202:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828998.902206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828998.902210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828998.902213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828998.902215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828998.902219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828999.222277:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828999.222281:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828999.222285:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828999.414176:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787828999.414184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828999.414189:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.414196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787828999.414203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828999.414207:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.414214:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828999.414219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.414222:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828999.926223:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787828999.926231:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828999.926234:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828999.926240:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787828999.926244:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828999.926248:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828999.926250:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828999.926253:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828999.926255:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829000.246289:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829000.246294:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829000.246298:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829000.438189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829000.438197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829000.438200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829000.438209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829000.438217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829000.438224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829000.438241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829000.438244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829000.438252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829000.950191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829000.950201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829000.950204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829000.950211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829000.950215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829000.950220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829000.950222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829000.950226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829000.950230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829001.270303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829001.270308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829001.270312:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829001.462254:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829001.462272:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829001.462278:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829001.462298:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829001.462315:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829001.462324:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829001.462328:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829001.462339:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829001.462341:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829001.974239:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829001.974250:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829001.974253:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829001.974261:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829001.974265:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829001.974270:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829001.974273:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829001.974275:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829001.974279:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829002.294300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829002.294306:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829002.294310:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829002.358157:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300479332, at 4300479360
00000100:00000010:3.0:1787829002.358170:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c28a0.
00000100:00000001:0.0:1787829002.486240:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829002.486252:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829002.486255:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829002.486271:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829002.486276:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829002.486284:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829002.486288:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829002.486290:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829002.486293:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829002.998199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829002.998207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829002.998209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829002.998214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829002.998219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829002.998223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829002.998225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829002.998228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829002.998231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829003.318366:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829003.318374:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829003.318378:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829003.510182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829003.510184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829003.510186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829003.510191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829003.510193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829003.510196:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829003.510197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829003.510200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829003.510202:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829003.510207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829003.510208:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829003.510213:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.510215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829003.510220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.510222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829003.510226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829003.510229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829003.510232:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.510426:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829003.510430:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829003.510433:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829003.510442:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.510460:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829003.510465:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.510469:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829003.510472:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829003.510476:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829003.510482:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555319296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829003.510491:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829003.510495:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829003.510499:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.510504:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829003.510510:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68800.
02000000:00000001:3.0:1787829003.510514:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829003.510520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829003.510526:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829003.510533:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829003.510539:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555319296, portal 25
00000100:00000001:3.0:1787829003.510544:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829003.510547:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:3.0:1787829003.510554:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.510566:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829003.510570:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829003.510576:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829003.510582:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555319296, offset 0
00000400:00000200:3.0:1787829003.510598:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829003.510611:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.510620:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829003.510628:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829003.510635:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829003.510642:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829003.510649:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829003.510655:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89712:89712:256:4294967295] 192.168.203.108@tcp LPNI seq info [89699:89699:8:4294967295]
00000400:00000200:3.0:1787829003.510669:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.510691:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829003.510702:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.510708:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829003.510718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829003.510725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787829003.510733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829003.510738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787829003.510747:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.510751:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829003.510757:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829003.510768:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829003.510777:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829003.510782:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829003.510797:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829003.510812:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.510828:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.510832:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.510842:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.510846:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829003.510853:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829003.510859:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829003.510863:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300484452
00000100:00000010:3.0:1787829003.510871:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a540.
00000100:00000001:3.0:1787829003.510880:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829003.510886:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300484452
00000100:00000010:3.0:1787829003.510892:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a7e0.
00000100:00000001:3.0:1787829003.510898:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829003.510902:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829003.510906:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.510910:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829003.510918:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829003/real 1787829003]  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829003.510936:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829003.510940:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829003.510945:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829003.510950:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829003.510953:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829003.510957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829003.510965:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829003.510985:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.510999:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829003.511002:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511006:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829003.511034:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511048:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829003.511055:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511065:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829003.511069:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511073:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511075:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511080:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829003.511083:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829003.511088:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829003.511094:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829003.511112:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829003.511116:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829003.511137:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555319296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829003.511148:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511151:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.511156:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555319296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511167:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829003.511171:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829003.511174:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:3.0:1787829003.511178:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829003.511181:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829003.511184:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787829003.511189:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829003.511192:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:3.0:1787829003.511196:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829003.511198:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829003.511201:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:3.0:1787829003.511211:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829003.511214:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511218:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511225:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829003.511228:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511232:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829003.511235:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829003.511237:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829003.511243:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511260:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829003.511263:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.511269:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829003.511273:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829003.511279:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829003.511286:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829003.511292:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829003.511295:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829003.511298:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.511302:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829003.511306:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68800.
02000000:00000001:3.0:1787829003.511311:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829003.511318:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829003.511323:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829003.511327:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829003.511332:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555319424, portal 10
00000100:00000001:3.0:1787829003.511336:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829003.511338:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:3.0:1787829003.511348:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511369:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829003.511374:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829003.511377:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829003.511381:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555319424, offset 0
00000400:00000200:3.0:1787829003.511391:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829003.511397:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.511403:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829003.511407:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829003.511409:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829003.511411:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829003.511414:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829003.511416:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89713:89713:256:4294967295] 192.168.203.108@tcp LPNI seq info [89700:89700:8:4294967295]
00000400:00000200:3.0:1787829003.511419:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.511429:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829003.511433:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.511435:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829003.511438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829003.511440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787829003.511444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829003.511446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787829003.511448:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.511450:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829003.511452:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829003.511455:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829003.511457:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829003.511458:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829003.511460:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829003.511462:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511468:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.511470:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511474:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511475:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829003.511477:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829003.511480:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787829003.511482:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829003.511483:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300480597
00000100:00000001:3.0:1787829003.511485:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.511486:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300480597
00000100:00000001:3.0:1787829003.511487:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.511489:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829003.511490:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511492:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829003.511494:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829003/real 1787829003]  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829003.511499:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829003.511500:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829003.511501:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829003.511502:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829003.511503:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829003.511504:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829003.511506:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829003.511512:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511516:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829003.511517:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511518:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511519:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829003.511521:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511525:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829003.511527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511531:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829003.511533:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511534:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511535:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511536:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829003.511537:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829003.511539:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829003.511541:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829003.511542:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829003.511544:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829003.511549:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829003.511552:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829003.511554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511563:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829003.511564:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.511565:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829003.511567:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829003.511568:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829003.511570:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829003.511571:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829003.511572:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829003.511573:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.511575:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829003.511576:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829003.511578:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829003.511579:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829003.511581:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829003.511582:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829003.511584:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555319552, portal 10
00000100:00000001:3.0:1787829003.511586:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829003.511587:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:3.0:1787829003.511590:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511594:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829003.511596:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829003.511597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829003.511599:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555319552, offset 0
00000400:00000200:3.0:1787829003.511601:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829003.511603:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.511605:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829003.511607:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829003.511609:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829003.511610:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829003.511612:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829003.511614:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89714:89714:256:4294967295] 192.168.203.108@tcp LPNI seq info [89701:89701:8:4294967295]
00000400:00000200:3.0:1787829003.511617:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.511621:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829003.511625:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.511627:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829003.511629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829003.511631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787829003.511634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829003.511635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787829003.511638:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.511639:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829003.511642:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829003.511646:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829003.511648:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829003.511650:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829003.511653:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829003.511657:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511665:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.511669:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511676:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511678:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829003.511681:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829003.511684:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787829003.511687:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829003.511690:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300480537
00000100:00000001:3.0:1787829003.511692:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.511695:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300480537
00000100:00000001:3.0:1787829003.511696:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.511698:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829003.511700:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511701:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829003.511704:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829003/real 1787829003]  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829003.511709:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829003.511710:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829003.511712:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829003.511720:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829003.511721:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829003.511723:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829003.511725:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829003.511731:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511735:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829003.511736:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511737:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829003.511740:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511744:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829003.511746:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511750:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829003.511752:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511753:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511754:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511755:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829003.511756:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829003.511757:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829003.511760:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829003.511761:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829003.511764:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829003.511769:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829003.511771:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829003.511773:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511777:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829003.511778:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.511779:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829003.511781:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829003.511782:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829003.511784:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829003.511786:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829003.511787:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829003.511788:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.511789:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829003.511792:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829003.511793:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829003.511795:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829003.511796:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829003.511799:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829003.511801:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555319680, portal 4
00000100:00000001:3.0:1787829003.511802:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829003.511803:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:3.0:1787829003.511807:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511811:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829003.511813:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829003.511814:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829003.511816:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555319680, offset 0
00000400:00000200:3.0:1787829003.511819:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829003.511821:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.511823:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829003.511825:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829003.511827:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829003.511829:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829003.511830:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829003.511833:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89715:89715:256:4294967295] 192.168.203.108@tcp LPNI seq info [89702:89702:8:4294967295]
00000400:00000200:3.0:1787829003.511835:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.511839:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829003.511843:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.511844:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829003.511847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829003.511849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787829003.511852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829003.511854:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787829003.511856:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.511858:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829003.511859:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829003.511862:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829003.511863:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829003.511864:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829003.511866:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829003.511868:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511873:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.511875:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511879:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511880:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829003.511882:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829003.511884:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787829003.511886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829003.511887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300480570
00000100:00000001:3.0:1787829003.511889:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.511891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300480570
00000100:00000001:3.0:1787829003.511892:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.511893:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829003.511894:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.511895:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829003.511898:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829003/real 1787829003]  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829003.511902:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829003.511903:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829003.511904:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829003.511905:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829003.511907:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829003.511908:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829003.511910:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829003.511915:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511919:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829003.511920:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511921:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511922:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829003.511924:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511928:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829003.511930:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511935:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829003.511937:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511938:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.511939:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511940:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829003.511941:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829003.511943:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829003.511945:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829003.511946:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829003.511948:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829003.511953:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829003.511955:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511956:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.511958:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555319424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511969:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829003.511970:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829003.511972:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:3.0:1787829003.511973:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829003.511974:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829003.511975:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829003.511977:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829003.511978:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:3.0:1787829003.511980:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829003.511981:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829003.511982:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:3.0:1787829003.511984:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829003.511984:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.511986:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.511988:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555319552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.511992:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829003.511993:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829003.511994:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829003.511995:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829003.511996:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829003.511997:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829003.511998:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829003.511999:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
02000000:00000001:3.0:1787829003.512000:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829003.512000:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829003.512001:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:3.0:1787829003.512003:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829003.512003:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512004:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.512006:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555319680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512026:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829003.512026:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829003.512028:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829003.512029:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829003.512030:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829003.512031:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829003.512032:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829003.512033:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f800.
02000000:00000001:3.0:1787829003.512035:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829003.512035:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829003.512036:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:3.0:1787829003.512037:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829003.512038:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512040:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512042:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829003.512043:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.512044:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829003.512046:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829003.512047:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829003.512050:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512054:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829003.512055:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.512057:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829003.512058:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829003.512059:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829003.512061:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829003.512063:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829003.512065:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829003.512066:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829003.512067:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829003.512069:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829003.512070:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829003.512073:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829003.512074:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829003.512077:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829003.512079:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555319808, portal 4
00000100:00000001:3.0:1787829003.512080:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829003.512081:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:3.0:1787829003.512085:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512089:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829003.512090:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829003.512092:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829003.512093:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555319808, offset 0
00000400:00000200:3.0:1787829003.512110:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829003.512113:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.512115:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829003.512117:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829003.512119:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829003.512122:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829003.512123:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829003.512125:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89716:89716:256:4294967295] 192.168.203.108@tcp LPNI seq info [89703:89703:8:4294967295]
00000400:00000200:3.0:1787829003.512128:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829003.512132:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829003.512135:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.512137:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829003.512140:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829003.512141:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787829003.512144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829003.512146:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787829003.512149:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829003.512150:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829003.512152:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829003.512154:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829003.512156:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829003.512157:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829003.512159:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829003.512161:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512166:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.512168:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512172:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.512173:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829003.512175:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829003.512177:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787829003.512179:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829003.512180:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300480563
00000100:00000001:3.0:1787829003.512182:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.512183:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300480563
00000100:00000001:3.0:1787829003.512185:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300484452
00000100:00000001:3.0:1787829003.512186:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829003.512188:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.512189:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829003.512191:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829003/real 1787829003]  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829003.512196:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829003.512197:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829003.512198:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829003.512199:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829003.512200:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829003.512201:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829003.512203:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829003.512209:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512213:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829003.512213:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512215:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.512215:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829003.512217:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512221:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829003.512224:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512228:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829003.512229:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512230:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829003.512231:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512232:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829003.512233:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829003.512235:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829003.512237:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829003.512239:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829003.512241:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829003.512246:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555319808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829003.512248:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512249:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829003.512251:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555319808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829003.512255:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829003.512255:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829003.512257:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829003.512258:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829003.512259:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829003.512259:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829003.512260:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829003.512261:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:3.0:1787829003.512263:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829003.512263:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829003.512264:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:3.0:1787829003.512266:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829003.512267:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512268:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829003.512269:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829003.512271:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829003.512272:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829003.512273:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.022202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829004.022207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829004.022209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829004.022213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829004.022216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829004.022220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829004.022227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829004.022229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829004.022232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829004.342235:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829004.342238:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829004.342241:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829004.534199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829004.534200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829004.534207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829004.534209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829004.534210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.534214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829004.534215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829004.534221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829004.534222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829004.534227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.534228:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829004.534230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829004.534234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829004.534234:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829004.534242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.534252:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829004.534256:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.534260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829005.046166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829005.046171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829005.046173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829005.046178:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829005.046180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829005.046184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829005.046186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829005.046188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829005.046189:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829005.366282:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829005.366285:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829005.366287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829005.558194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829005.558200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829005.558203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829005.558208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829005.558209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829005.558215:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829005.558217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829005.558218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829005.558225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829005.558225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829005.558231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829005.558234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829005.558236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829005.558238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829005.558245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829005.558254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829005.558258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829005.558261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829006.070176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829006.070183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829006.070185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829006.070190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829006.070194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829006.070199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829006.070202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829006.070205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829006.070208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829006.390275:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829006.390280:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829006.390283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829006.582207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829006.582207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829006.582216:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829006.582217:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829006.582220:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829006.582222:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829006.582229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829006.582230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829006.582236:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829006.582237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829006.582241:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829006.582242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829006.582245:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829006.582250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829006.582253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829006.582265:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829006.582270:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829006.582274:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829007.094181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829007.094188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829007.094191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829007.094196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829007.094201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829007.094204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829007.094207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829007.094210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829007.094213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829007.414297:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829007.414301:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829007.414304:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829007.478193:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300484452, at 4300484480
00000100:00000010:3.0:1787829007.478208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a7e0.
00000100:00000001:0.0:1787829007.606181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829007.606182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829007.606189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829007.606189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829007.606194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829007.606194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829007.606202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829007.606203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829007.606210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829007.606210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829007.606216:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829007.606216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829007.606221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829007.606224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829007.606226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829007.606229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829007.606232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829007.606234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.118183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829008.118189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829008.118191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.118196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829008.118200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829008.118205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.118208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.118211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.118214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829008.438273:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829008.438278:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829008.438281:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829008.630182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829008.630182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829008.630189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829008.630189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829008.630192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829008.630193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.630199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829008.630200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829008.630204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829008.630206:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829008.630209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829008.630210:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.630213:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.630216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.630222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829008.630223:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829008.630229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829008.630236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.630457:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829008.630463:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829008.630468:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829008.630478:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.630500:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.630503:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.630509:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829008.630512:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829008.630517:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.630526:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555319936:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829008.630532:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829008.630537:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829008.630541:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.630547:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829008.630553:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829008.630556:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829008.630564:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829008.630569:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829008.630574:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829008.630584:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555319936, portal 25
00000100:00000001:3.0:1787829008.630587:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829008.630591:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537134784 : -107611172416832 : ffff9e20d24b52c0)
00000100:00000040:3.0:1787829008.630598:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.630615:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829008.630623:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829008.630629:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829008.630635:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555319936, offset 0
00000400:00000200:3.0:1787829008.630649:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829008.630665:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.630676:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829008.630686:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829008.630694:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829008.630703:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829008.630712:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829008.630722:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89717:89717:256:4294967295] 192.168.203.108@tcp LPNI seq info [89704:89704:8:4294967295]
00000400:00000200:3.0:1787829008.630736:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.630756:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829008.630775:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.630784:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829008.630795:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829008.630801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787829008.630810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829008.630816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787829008.630824:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.630828:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829008.630834:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829008.630841:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829008.630846:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829008.630850:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829008.630859:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829008.630868:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.630886:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.630895:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.630919:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.630923:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829008.630932:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829008.630943:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829008.630948:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300489572
00000100:00000010:3.0:1787829008.630955:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a7e0.
00000100:00000001:3.0:1787829008.630963:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829008.630970:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300489572
00000100:00000010:3.0:1787829008.630994:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a720.
00000100:00000001:3.0:1787829008.630999:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829008.631004:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829008.631007:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631012:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829008.631020:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829008/real 1787829008]  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829008.631030:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829008.631032:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829008.631035:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829008.631039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829008.631041:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829008.631047:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829008.631053:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829008.631066:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631080:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829008.631083:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631085:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.631088:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829008.631094:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631132:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829008.631140:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631150:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829008.631158:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631165:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.631167:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631170:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829008.631172:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829008.631176:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829008.631183:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829008.631187:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829008.631191:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829008.631203:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555319936:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829008.631208:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631211:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.631217:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b52c0 x1874668555319936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631226:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829008.631230:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829008.631233:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829008.631237:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829008.631239:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829008.631242:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787829008.631244:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829008.631247:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:3.0:1787829008.631253:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829008.631255:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829008.631258:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b52c0.
00000100:00000001:3.0:1787829008.631262:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829008.631264:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631265:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631270:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829008.631271:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631275:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829008.631276:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829008.631278:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829008.631285:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631296:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.631298:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.631303:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829008.631306:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829008.631310:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.631314:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829008.631319:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829008.631322:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829008.631324:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.631327:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829008.631331:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829008.631334:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829008.631340:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829008.631346:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829008.631352:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829008.631355:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320064, portal 10
00000100:00000001:3.0:1787829008.631359:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829008.631362:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537136704 : -107611172414912 : ffff9e20d24b5a40)
00000100:00000040:3.0:1787829008.631374:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631384:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829008.631391:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829008.631395:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829008.631399:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555320064, offset 0
00000400:00000200:3.0:1787829008.631407:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829008.631413:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.631418:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829008.631423:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829008.631428:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829008.631432:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829008.631439:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829008.631449:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89718:89718:256:4294967295] 192.168.203.108@tcp LPNI seq info [89705:89705:8:4294967295]
00000400:00000200:3.0:1787829008.631463:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.631489:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829008.631499:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.631504:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829008.631512:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829008.631519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787829008.631525:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829008.631529:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787829008.631537:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.631539:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829008.631544:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829008.631548:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829008.631554:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829008.631556:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829008.631562:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829008.631568:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631606:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.631614:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631638:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631642:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829008.631650:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829008.631654:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787829008.631658:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829008.631660:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300485717
00000100:00000001:3.0:1787829008.631663:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.631665:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300485717
00000100:00000001:3.0:1787829008.631666:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.631668:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829008.631669:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631671:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829008.631674:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829008/real 1787829008]  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829008.631679:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829008.631680:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829008.631681:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829008.631683:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829008.631684:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829008.631686:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829008.631688:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829008.631693:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631698:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829008.631699:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631700:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.631701:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829008.631704:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631708:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829008.631710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631714:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829008.631716:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631717:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.631718:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631719:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829008.631720:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829008.631722:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829008.631724:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829008.631725:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829008.631728:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829008.631732:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829008.631735:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829008.631737:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631741:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.631742:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.631744:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829008.631745:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829008.631746:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.631749:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829008.631751:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829008.631752:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829008.631754:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.631755:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829008.631757:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829008.631759:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829008.631761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829008.631762:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829008.631764:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829008.631766:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320192, portal 10
00000100:00000001:3.0:1787829008.631768:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829008.631769:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:3.0:1787829008.631772:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631777:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829008.631778:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829008.631779:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829008.631781:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555320192, offset 0
00000400:00000200:3.0:1787829008.631783:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829008.631786:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.631788:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829008.631790:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829008.631792:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829008.631793:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829008.631795:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829008.631797:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89719:89719:256:4294967295] 192.168.203.108@tcp LPNI seq info [89706:89706:8:4294967295]
00000400:00000200:3.0:1787829008.631800:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.631804:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829008.631807:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.631809:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829008.631812:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829008.631814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787829008.631817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829008.631819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787829008.631821:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.631823:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829008.631825:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829008.631827:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829008.631829:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829008.631830:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829008.631831:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829008.631833:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631838:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.631840:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631844:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631845:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829008.631847:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829008.631849:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787829008.631851:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829008.631852:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300485657
00000100:00000001:3.0:1787829008.631854:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.631855:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300485657
00000100:00000001:3.0:1787829008.631857:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.631858:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829008.631859:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631860:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829008.631862:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829008/real 1787829008]  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829008.631867:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829008.631868:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829008.631869:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829008.631870:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829008.631871:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829008.631873:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829008.631875:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829008.631880:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631883:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829008.631884:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631885:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.631886:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829008.631888:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631892:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829008.631894:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631898:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829008.631900:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631901:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.631902:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631903:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829008.631904:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829008.631905:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829008.631907:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829008.631909:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829008.631911:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829008.631919:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829008.631922:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631923:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.631925:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5a40 x1874668555320064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631929:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829008.631930:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829008.631931:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829008.631933:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829008.631934:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829008.631934:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829008.631936:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829008.631937:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:3.0:1787829008.631938:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829008.631939:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829008.631940:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5a40.
00000100:00000001:3.0:1787829008.631942:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829008.631943:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631944:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.631946:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555320192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631949:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829008.631950:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829008.631951:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829008.631952:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829008.631953:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829008.631954:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829008.631955:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829008.631956:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:3.0:1787829008.631957:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829008.631958:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829008.631958:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:3.0:1787829008.631960:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829008.631961:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631963:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.631965:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829008.631966:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.631968:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829008.631969:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829008.631970:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829008.631972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.631990:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.631991:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.631993:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829008.631994:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829008.631996:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.631998:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829008.632000:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829008.632001:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829008.632002:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.632004:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829008.632006:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829008.632007:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829008.632010:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829008.632011:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829008.632014:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829008.632016:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320320, portal 4
00000100:00000001:3.0:1787829008.632017:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829008.632018:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:3.0:1787829008.632022:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632027:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829008.632028:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829008.632030:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829008.632031:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555320320, offset 0
00000400:00000200:3.0:1787829008.632034:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829008.632037:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.632039:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829008.632041:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829008.632043:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829008.632045:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829008.632046:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829008.632048:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89720:89720:256:4294967295] 192.168.203.108@tcp LPNI seq info [89707:89707:8:4294967295]
00000400:00000200:3.0:1787829008.632051:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.632055:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829008.632058:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.632060:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829008.632062:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829008.632064:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787829008.632067:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829008.632069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787829008.632072:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.632073:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829008.632075:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829008.632077:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829008.632079:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829008.632080:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829008.632081:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829008.632084:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632089:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.632091:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632109:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.632111:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829008.632113:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829008.632115:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787829008.632118:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829008.632119:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300485691
00000100:00000001:3.0:1787829008.632121:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.632123:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300485691
00000100:00000001:3.0:1787829008.632124:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.632125:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829008.632127:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.632128:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829008.632130:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829008/real 1787829008]  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829008.632135:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829008.632136:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829008.632137:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829008.632138:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829008.632140:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829008.632141:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829008.632143:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829008.632149:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632153:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829008.632153:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632154:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.632155:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829008.632157:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632161:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829008.632164:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632168:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829008.632170:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632171:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.632172:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632173:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829008.632175:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829008.632176:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829008.632178:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829008.632179:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829008.632182:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829008.632186:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829008.632189:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829008.632191:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632195:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829008.632196:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.632197:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829008.632198:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829008.632200:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829008.632201:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829008.632203:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829008.632204:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829008.632205:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829008.632207:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829008.632209:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829008.632210:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829008.632212:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829008.632214:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829008.632215:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829008.632217:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320448, portal 4
00000100:00000001:3.0:1787829008.632219:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829008.632220:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:3.0:1787829008.632223:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632228:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829008.632229:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829008.632230:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829008.632231:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555320448, offset 0
00000400:00000200:3.0:1787829008.632234:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829008.632236:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.632238:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829008.632240:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829008.632242:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829008.632244:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829008.632245:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829008.632248:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89721:89721:256:4294967295] 192.168.203.108@tcp LPNI seq info [89708:89708:8:4294967295]
00000400:00000200:3.0:1787829008.632251:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829008.632255:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829008.632258:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.632260:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829008.632262:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829008.632264:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787829008.632267:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829008.632269:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787829008.632271:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829008.632273:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829008.632275:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829008.632277:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829008.632279:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829008.632280:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829008.632282:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829008.632284:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632294:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.632295:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632299:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.632300:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829008.632302:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829008.632304:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787829008.632305:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829008.632307:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300485683
00000100:00000001:3.0:1787829008.632308:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.632309:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300485683
00000100:00000001:3.0:1787829008.632311:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300489572
00000100:00000001:3.0:1787829008.632312:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829008.632314:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.632315:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829008.632317:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829008/real 1787829008]  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829008.632321:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829008.632322:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829008.632323:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829008.632325:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829008.632326:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829008.632327:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829008.632329:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829008.632334:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632338:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829008.632339:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632340:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.632341:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829008.632343:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632347:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829008.632349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632353:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829008.632355:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632356:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829008.632356:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632357:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829008.632359:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829008.632360:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829008.632362:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829008.632363:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829008.632365:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829008.632370:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829008.632372:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632373:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.632375:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555320320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632379:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829008.632380:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829008.632381:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829008.632383:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829008.632384:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829008.632385:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829008.632387:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829008.632388:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:3.0:1787829008.632389:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829008.632390:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829008.632391:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:3.0:1787829008.632393:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829008.632393:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632394:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829008.632396:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555320448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829008.632400:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829008.632401:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829008.632402:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:3.0:1787829008.632403:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829008.632404:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829008.632405:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829008.632406:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829008.632407:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:3.0:1787829008.632408:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829008.632408:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829008.632409:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:3.0:1787829008.632411:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829008.632411:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632412:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829008.632415:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829008.632415:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829008.632417:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829008.632418:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.142217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829009.142223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829009.142224:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829009.142228:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829009.142232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829009.142235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829009.142237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829009.142239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829009.142242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829009.462241:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829009.462244:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829009.462247:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829009.654289:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829009.654295:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829009.654299:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829009.654304:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829009.654309:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829009.654313:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.654316:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829009.654318:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.654331:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.654467:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829009.654471:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829009.654473:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829009.654476:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829009.654479:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829009.654481:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829009.654484:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829009.654485:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829009.654488:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829010.166168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829010.166174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829010.166176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829010.166180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829010.166184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829010.166186:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829010.166188:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829010.166190:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829010.166192:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829010.486328:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829010.486333:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829010.486337:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829010.678190:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829010.678190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829010.678198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829010.678198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829010.678203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829010.678204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829010.678211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829010.678212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829010.678216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829010.678219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829010.678221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829010.678223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829010.678227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829010.678236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829010.678239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829010.678246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829010.678249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829010.678252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829011.190206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829011.190212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829011.190213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829011.190217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829011.190220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829011.190224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829011.190226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829011.190229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829011.190230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829011.510336:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829011.510357:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829011.510360:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829011.702164:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829011.702165:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829011.702170:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829011.702171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829011.702175:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829011.702175:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829011.702184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829011.702185:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829011.702190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829011.702191:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829011.702195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829011.702196:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829011.702209:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829011.702211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829011.702214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829011.702215:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829011.702219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829011.702222:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829012.214221:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829012.214227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829012.214229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829012.214233:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829012.214236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829012.214240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829012.214242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829012.214245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829012.214247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829012.534257:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829012.534260:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829012.534262:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829012.598169:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300489572, at 4300489600
00000100:00000010:3.0:1787829012.598184:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a720.
00000100:00000001:0.0:1787829012.726228:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829012.726240:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829012.726243:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829012.726247:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829012.726250:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829012.726257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829012.726259:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829012.726263:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829012.726269:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829012.726271:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829012.726279:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829012.726282:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829012.726284:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829012.726289:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829012.726295:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829012.726300:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829012.726303:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829012.726313:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.238223:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829013.238230:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829013.238232:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829013.238237:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829013.238241:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829013.238246:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829013.238248:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829013.238251:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829013.238253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829013.558308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829013.558312:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829013.558315:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829013.750220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829013.750220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829013.750231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829013.750232:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829013.750237:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.750238:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829013.750249:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829013.750252:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829013.750257:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829013.750266:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829013.750267:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.750276:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829013.750276:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829013.750290:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829013.750294:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.750312:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829013.750319:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.750325:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829013.750343:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829013.750350:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829013.750354:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829013.750359:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829013.750373:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829013.750382:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5818
00000400:00000200:3.0:1787829013.750392:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829013.750399:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829013.750403:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829013.750407:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750410:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829013.750413:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750416:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829013.750420:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829013.750422:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829013.750425:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829013.750430:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829013.750432:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829013.750435:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829013.750438:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750441:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829013.750443:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750445:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829013.750448:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829013.750452:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750454:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829013.750457:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829013.750462:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829013.750465:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.750468:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829013.750470:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829013.750481:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829013.750485:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829013.750489:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829013.750491:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.750494:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829013.750497:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829013.750502:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829013.750511:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829013.750518:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829013.750529:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829013.750542:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829013.750548:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829013.750553:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.750581:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829013.750586:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829013.750598:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829013.750601:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829013.750603:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829013.750607:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829013.750611:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5818
00000400:00000200:3.0:1787829013.750616:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829013.750620:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829013.750622:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829013.750626:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829013.750627:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750634:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829013.750635:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829013.750639:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829013.750641:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829013.750647:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829013.750653:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787829013.750657:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829013.750657:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829013.750663:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829013.750668:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829013.750675:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829013.750683:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:0.0:1787829013.750687:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829013.750692:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829013.750693:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.750701:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829013.750704:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787829013.750708:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829013.750710:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829013.750713:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829013.750717:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829013.750719:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00100000:0.0:1787829013.750727:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555320576:192.168.203.108@tcp:250:kworker.0
00000100:00080000:3.0:1787829013.750728:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829013.750732:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829013.750733:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829013.750739:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829013.750747:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.750751:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829013.750752:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829013.750761:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787829013.750762:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829013.750767:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829013.750768:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.750773:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829013.750774:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829013.750784:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
02000000:00000010:0.0:1787829013.750785:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
00000020:00000040:3.0:1787829013.750789:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829013.750790:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829013.750799:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829013.750802:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829013.750807:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829013.750809:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829013.750813:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787829013.750817:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
02000000:00000001:3.0:1787829013.750818:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829013.750831:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000400:00000010:0.0:1787829013.750832:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000001:3.0:1787829013.750837:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829013.750843:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320576, portal 25
00000100:00000001:0.0:1787829013.750851:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787829013.750853:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829013.750854:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000100:00000040:0.0:1787829013.750868:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.750916:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829013.750919:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829013.750926:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829013.750928:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829013.750934:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829013.750965:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555320576, offset 0
00000400:00000200:0.0:1787829013.750996:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829013.750996:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829013.751012:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.751024:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829013.751027:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829013.751032:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787829013.751053:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829013.751059:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:3.0:1787829013.751066:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787829013.751067:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829013.751075:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829013.751076:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:3.0:1787829013.751084:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829013.751086:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89722:89722:256:4294967295] 192.168.203.108@tcp LPNI seq info [89709:89709:8:4294967295]
00000100:00000001:3.0:1787829013.751095:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829013.751098:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829013.751125:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5818
00000400:00000200:0.0:1787829013.751135:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787829013.751197:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:0.0:1787829013.751209:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829013.751209:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829013.751219:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1787829013.751225:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000100:00000040:3.0:1787829013.751229:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.751237:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787829013.751245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787829013.751250:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829013.751255:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787829013.751259:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829013.751269:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829013.751272:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:0.1:1787829013.751277:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787829013.751279:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829013.751286:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000200:0.1:1787829013.751289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787829013.751295:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000100:0.0:1787829013.751306:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829013.751307:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000010:0.0:1787829013.751314:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000100:00000040:3.0:1787829013.751320:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.751328:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829013.751329:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829013.751335:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.751342:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829013.751345:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787829013.751353:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:0.0:1787829013.751356:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829013.751364:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00080000:3.0:1787829013.751365:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829013.751373:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829013.751375:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829013.751382:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787829013.751384:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829013.751390:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829013.751395:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.751401:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829013.751407:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829013.751418:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.751427:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829013.751439:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829013.751440:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.751449:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829013.751451:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829013.751461:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829013.751467:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.751469:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.751476:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829013.751477:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829013.751485:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829013.751488:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829013.751490:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829013.751498:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829013.751503:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:0.0:1787829013.751504:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300494693
00000100:00000001:3.0:1787829013.751516:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829013.751517:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4de0.
00000100:00000001:0.0:1787829013.751530:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787829013.751533:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829013.751536:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300494693
00000100:00000010:0.0:1787829013.751545:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4600.
00000100:00000001:0.0:1787829013.751552:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829013.751560:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829013.751568:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.751575:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829013.751585:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829013/real 1787829013]  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.751591:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829013.751600:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829013.751604:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829013.751608:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829013.751611:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829013.751617:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000100:00000040:3.0:1787829013.751617:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787829013.751622:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829013.751628:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829013.751638:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.751656:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829013.751680:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829013.751683:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829013.751700:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829013.751702:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829013.751708:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829013.751708:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829013.751716:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787829013.751717:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829013.751719:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829013.751729:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.751729:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829013.751758:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5818
00000100:00000001:0.0:1787829013.751769:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829013.751777:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829013.751781:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829013.751794:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829013.751798:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829013.751823:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829013.751823:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829013.751828:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.751832:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829013.751837:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829013.751838:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829013.751841:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829013.751848:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1787829013.751849:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787829013.751857:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:0.0:1787829013.751861:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829013.751885:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829013.751886:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787829013.751896:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787829013.751898:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829013.751902:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829013.751911:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829013.751918:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00100000:0.0:1787829013.751920:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555320576:192.168.203.108@tcp:250:kworker.0
00000020:00000001:3.0:1787829013.751931:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829013.751933:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.751963:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829013.751970:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829013.751977:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555320576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829013.751987:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829013.752011:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829013.752013:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829013.752015:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829013.752020:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
00000100:00000040:3.0:1787829013.752021:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829013.752026:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829013.752029:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829013.752031:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829013.752035:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000040:3.0:1787829013.752040:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000020:00000001:0.0:1787829013.752041:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829013.752045:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829013.752053:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787829013.752053:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829013.752057:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829013.752064:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:3.0:1787829013.752065:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752068:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787829013.752074:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829013.752075:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.752082:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829013.752085:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829013.752090:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787829013.752093:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752094:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752102:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829013.752102:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829013.752124:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829013.752155:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829013.752163:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000040:0.0:1787829013.752165:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829013.752174:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.752183:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752194:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787829013.752196:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829013.752198:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829013.752206:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829013.752207:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829013.752213:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829013.752216:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829013.752222:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829013.752223:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.752234:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787829013.752236:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320704:192.168.203.108@tcp:38:kworker.0
02000000:00000001:3.0:1787829013.752239:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829013.752246:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752249:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829013.752256:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787829013.752257:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829013.752260:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.752266:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829013.752268:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829013.752274:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829013.752282:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829013.752285:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829013.752295:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829013.752305:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000100:00000001:3.0:1787829013.752316:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787829013.752317:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000001:3.0:1787829013.752323:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829013.752328:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320704, portal 10
00000100:00000001:0.0:1787829013.752336:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787829013.752337:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.752340:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:0.0:1787829013.752361:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.752365:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829013.752375:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829013.752390:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829013.752393:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829013.752395:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829013.752401:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787829013.752404:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829013.752412:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787829013.752414:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829013.752421:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555320704, offset 0
00000100:00080000:3.0:1787829013.752425:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5818
00000400:00000200:0.0:1787829013.752433:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829013.752442:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.752444:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.752456:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829013.752461:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829013.752464:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787829013.752472:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787829013.752474:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829013.752482:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787829013.752488:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829013.752489:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829013.752498:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89723:89723:256:4294967295] 192.168.203.108@tcp LPNI seq info [89710:89710:8:4294967295]
00000100:00000001:3.0:1787829013.752500:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829013.752510:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829013.752511:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829013.752522:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829013.752525:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787829013.752533:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829013.752539:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000800:00000200:0.0:1787829013.752540:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.752550:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000020:00000001:3.0:1787829013.752550:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829013.752559:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000800:00000200:0.0:1787829013.752561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829013.752569:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787829013.752572:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829013.752581:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000800:00000200:0.1:1787829013.752581:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829013.752589:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787829013.752597:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000100:0.0:1787829013.752598:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.752603:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000100:00000001:3.0:1787829013.752608:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829013.752610:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829013.752619:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829013.752621:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829013.752631:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829013.752632:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829013.752636:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000020:00000040:3.0:1787829013.752643:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:0.0:1787829013.752644:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829013.752652:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829013.752674:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829013.752688:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752690:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829013.752697:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787829013.752700:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829013.752705:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829013.752715:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.752723:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829013.752747:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:0.0:1787829013.752748:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752754:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787829013.752760:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752762:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829013.752767:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829013.752770:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829013.752778:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:3.0:1787829013.752778:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829013.752784:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300490838
00000020:00000040:3.0:1787829013.752789:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829013.752790:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.752798:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300490838
02000000:00000001:3.0:1787829013.752801:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829013.752802:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.752810:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829013.752811:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752813:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.752838:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829013.752838:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829013.752846:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787829013.752847:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829013/real 1787829013]  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829013.752854:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829013.752867:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1787829013.752869:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000400:00000001:0.0:1787829013.752870:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829013.752875:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829013.752881:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000100:00000001:3.0:1787829013.752882:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829013.752884:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829013.752892:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829013.752905:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829013.752908:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787829013.752930:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.752990:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829013.752992:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829013.752993:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.752999:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829013.753002:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753003:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829013.753017:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829013.753024:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753037:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829013.753051:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829013.753058:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753067:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829013.753072:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829013.753074:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5828)
00000100:00000001:0.0:1787829013.753075:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.753078:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753083:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829013.753087:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829013.753090:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829013.753094:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829013.753096:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829013.753101:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829013.753132:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829013.753137:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829013.753142:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753149:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829013.753151:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.753153:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829013.753155:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829013.753157:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829013.753160:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829013.753163:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829013.753166:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829013.753168:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.753170:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829013.753174:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829013.753176:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829013.753180:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829013.753183:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829013.753186:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829013.753189:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320832, portal 10
00000100:00000001:0.0:1787829013.753191:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829013.753193:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:0.0:1787829013.753199:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753206:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829013.753209:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829013.753211:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829013.753213:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555320832, offset 0
00000400:00000200:0.0:1787829013.753218:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829013.753223:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.753229:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829013.753234:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829013.753238:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829013.753242:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829013.753246:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829013.753251:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89724:89724:256:4294967295] 192.168.203.108@tcp LPNI seq info [89711:89711:8:4294967295]
00000400:00000200:0.0:1787829013.753258:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.753268:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829013.753293:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.753298:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829013.753305:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829013.753310:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829013.753318:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829013.753323:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829013.753330:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.753334:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829013.753340:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829013.753347:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829013.753352:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829013.753356:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829013.753360:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829013.753368:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753383:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.753389:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753402:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753406:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829013.753412:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829013.753417:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829013.753424:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829013.753428:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300490779
00000100:00000001:0.0:1787829013.753432:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.753436:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300490779
00000100:00000001:0.0:1787829013.753440:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.753443:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829013.753447:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753450:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829013.753475:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829013/real 1787829013]  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829013.753490:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829013.753492:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829013.753494:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829013.753499:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829013.753502:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829013.753506:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829013.753512:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829013.753526:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753536:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829013.753538:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753541:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.753542:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829013.753546:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753554:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829013.753558:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753565:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829013.753567:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753568:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.753570:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753572:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829013.753573:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829013.753576:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829013.753579:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829013.753581:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829013.753584:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829013.753592:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829013.753596:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753599:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.753602:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555320704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753609:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829013.753611:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829013.753613:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829013.753616:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829013.753618:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829013.753619:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829013.753622:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829013.753624:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:0.0:1787829013.753626:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829013.753628:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829013.753629:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:0.0:1787829013.753632:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829013.753633:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753635:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.753638:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555320832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753645:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829013.753646:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829013.753647:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829013.753649:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829013.753650:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829013.753651:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829013.753653:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829013.753654:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:0.0:1787829013.753656:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829013.753657:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829013.753658:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829013.753662:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829013.753663:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753666:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753672:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829013.753674:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753677:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829013.753680:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829013.753682:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829013.753688:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753700:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829013.753703:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.753706:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829013.753709:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829013.753712:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829013.753717:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829013.753723:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829013.753726:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829013.753729:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.753731:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829013.753736:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829013.753740:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829013.753745:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829013.753748:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829013.753753:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829013.753756:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555320960, portal 4
00000100:00000001:0.0:1787829013.753758:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829013.753759:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:0.0:1787829013.753766:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753773:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829013.753775:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829013.753778:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829013.753780:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555320960, offset 0
00000400:00000200:0.0:1787829013.753784:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829013.753788:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.753792:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829013.753795:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829013.753798:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829013.753802:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829013.753804:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829013.753808:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89725:89725:256:4294967295] 192.168.203.108@tcp LPNI seq info [89712:89712:8:4294967295]
00000400:00000200:0.0:1787829013.753812:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.753819:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829013.753823:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.753826:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829013.753830:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829013.753833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829013.753838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829013.753841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829013.753845:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.753847:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829013.753851:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829013.753854:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829013.753857:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829013.753859:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829013.753861:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829013.753865:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753873:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.753876:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753883:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753885:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829013.753888:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829013.753890:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829013.753893:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829013.753895:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300490812
00000100:00000001:0.0:1787829013.753898:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.753900:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300490812
00000100:00000001:0.0:1787829013.753902:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.753904:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829013.753907:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.753909:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829013.753912:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829013/real 1787829013]  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829013.753920:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829013.753922:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829013.753924:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829013.753926:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829013.753927:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829013.753929:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829013.753932:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829013.753965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753972:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829013.753974:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.753975:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.753977:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829013.753981:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753988:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829013.753992:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.753999:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829013.754001:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.754004:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754006:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829013.754008:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829013.754012:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829013.754015:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829013.754017:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829013.754021:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829013.754029:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555320960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829013.754032:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829013.754036:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754042:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829013.754043:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.754045:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829013.754047:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829013.754049:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829013.754052:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829013.754055:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829013.754058:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829013.754059:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829013.754061:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829013.754064:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829013.754066:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829013.754069:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829013.754071:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829013.754074:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829013.754077:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321088, portal 4
00000100:00000001:0.0:1787829013.754079:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829013.754081:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:0.0:1787829013.754086:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754123:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829013.754126:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829013.754129:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829013.754131:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555321088, offset 0
00000400:00000200:0.0:1787829013.754135:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829013.754139:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.754143:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829013.754146:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829013.754149:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829013.754152:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829013.754154:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829013.754157:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89726:89726:256:4294967295] 192.168.203.108@tcp LPNI seq info [89713:89713:8:4294967295]
00000400:00000200:0.0:1787829013.754162:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829013.754168:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829013.754172:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.754175:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829013.754179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829013.754182:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829013.754186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829013.754189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829013.754193:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829013.754195:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829013.754199:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829013.754202:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829013.754205:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829013.754207:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829013.754210:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829013.754213:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754221:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.754224:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754238:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.754239:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829013.754242:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829013.754245:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829013.754248:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829013.754251:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300490805
00000100:00000001:0.0:1787829013.754254:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.754256:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300490805
00000100:00000001:0.0:1787829013.754258:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300494693
00000100:00000001:0.0:1787829013.754260:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829013.754262:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.754264:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829013.754267:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829013/real 1787829013]  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829013.754275:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829013.754276:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829013.754278:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829013.754280:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829013.754282:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829013.754284:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829013.754288:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829013.754296:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754302:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829013.754303:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754305:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.754306:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829013.754309:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754317:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829013.754321:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754328:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829013.754330:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754332:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829013.754333:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754335:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829013.754336:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829013.754339:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829013.754341:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829013.754343:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829013.754347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829013.754354:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829013.754358:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754360:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.754362:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555320960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754368:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829013.754370:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829013.754372:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829013.754375:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829013.754377:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829013.754378:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829013.754381:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829013.754383:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829013.754385:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829013.754387:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829013.754389:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829013.754391:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829013.754393:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754394:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829013.754397:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555321088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829013.754404:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829013.754405:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829013.754406:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829013.754408:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829013.754409:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829013.754410:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829013.754412:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829013.754413:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829013.754415:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829013.754416:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829013.754417:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829013.754419:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829013.754421:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754422:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829013.754426:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829013.754427:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829013.754429:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829013.754431:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829014.262248:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829014.262260:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829014.262264:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829014.262273:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829014.262282:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829014.262289:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829014.262294:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829014.262299:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829014.262305:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829014.582364:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829014.582369:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829014.582372:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829014.774190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829014.774191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829014.774198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829014.774200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829014.774203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829014.774204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829014.774214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829014.774215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829014.774223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829014.774224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829014.774232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829014.774233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829014.774243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829014.774248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829014.774253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829014.774254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829014.774259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829014.774264:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829015.286192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829015.286213:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829015.286217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829015.286225:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829015.286231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829015.286237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829015.286242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829015.286246:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829015.286250:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829015.606244:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829015.606247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829015.606249:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829015.798162:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829015.798187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829015.798190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829015.798191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829015.798196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829015.798200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829015.798201:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829015.798205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829015.798210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829015.798211:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829015.798215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829015.798216:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829015.798219:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829015.798224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829015.798226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.798231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829015.798235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829015.798239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829016.310155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829016.310159:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829016.310161:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829016.310164:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829016.310167:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829016.310170:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829016.310173:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829016.310175:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829016.310177:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829016.630277:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829016.630282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829016.630286:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829016.822177:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829016.822177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829016.822185:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829016.822185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829016.822189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829016.822190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829016.822198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829016.822199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829016.822204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829016.822206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829016.822210:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829016.822212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829016.822217:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829016.822220:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829016.822222:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829016.822233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829016.822237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829016.822241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829017.334199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829017.334206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829017.334209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829017.334215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829017.334219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829017.334223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829017.334226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829017.334229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829017.334232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829017.654394:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829017.654400:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829017.654403:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829017.718191:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300494693, at 4300494720
00000100:00000010:3.0:1787829017.718217:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4600.
00000100:00000001:0.0:1787829017.846192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829017.846205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829017.846208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829017.846215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829017.846222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829017.846228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829017.846232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829017.846235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829017.846239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829017.846275:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829017.846289:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829017.846296:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829017.846307:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829017.846315:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829017.846321:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829017.846346:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829017.846349:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829017.846352:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829018.358185:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829018.358193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829018.358195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829018.358201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829018.358205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829018.358209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829018.358213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829018.358216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829018.358219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829018.678359:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829018.678364:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829018.678367:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829018.870187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829018.870197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829018.870199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.870205:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829018.870209:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829018.870215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.870218:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829018.870220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829018.870222:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829018.870225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829018.870232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.870233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829018.870241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829018.870247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829018.870259:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829018.870264:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829018.870266:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829018.870272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.870291:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829018.870295:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829018.870297:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.870299:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829018.870301:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829018.870304:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.870307:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829018.870309:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.870313:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.870477:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829018.870485:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829018.870493:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829018.870510:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.870540:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829018.870543:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.870552:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829018.870557:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829018.870564:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.870571:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555321216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829018.870583:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829018.870595:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829018.870603:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.870621:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829018.870641:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829018.870649:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829018.870665:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829018.870674:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829018.870686:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829018.870694:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321216, portal 25
00000100:00000001:0.0:1787829018.870699:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829018.870704:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:0.0:1787829018.870717:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.870744:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829018.870754:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829018.870758:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829018.870772:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555321216, offset 0
00000400:00000200:0.0:1787829018.870793:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829018.870810:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.870829:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829018.870847:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829018.870860:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829018.870872:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829018.870882:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829018.870894:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89727:89727:256:4294967295] 192.168.203.108@tcp LPNI seq info [89714:89714:8:4294967295]
00000400:00000200:0.0:1787829018.870921:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.870965:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829018.870989:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.871000:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829018.871016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829018.871022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829018.871042:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829018.871050:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829018.871075:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.871086:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829018.871096:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829018.871104:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829018.871150:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829018.871156:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829018.871165:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829018.871181:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871224:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.871234:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871262:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.871266:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829018.871274:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829018.871283:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829018.871289:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300499813
00000100:00000010:0.0:1787829018.871296:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4840.
00000100:00000001:0.0:1787829018.871306:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829018.871316:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300499813
00000100:00000010:0.0:1787829018.871323:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f40c0.
00000100:00000001:0.0:1787829018.871334:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829018.871342:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829018.871352:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.871364:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829018.871377:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829018/real 1787829018]  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829018.871411:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829018.871414:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829018.871418:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829018.871427:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829018.871434:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829018.871440:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829018.871449:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829018.871478:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871506:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829018.871514:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.871525:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.871529:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829018.871540:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871560:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829018.871569:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871595:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829018.871602:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.871604:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.871610:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.871621:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829018.871625:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829018.871653:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829018.871668:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829018.871676:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829018.871689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829018.871715:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555321216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829018.871732:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.871741:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.871751:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555321216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871786:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829018.871792:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829018.871797:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829018.871806:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829018.871810:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829018.871820:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829018.871827:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829018.871831:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:0.0:1787829018.871836:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829018.871838:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829018.871840:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:0.0:1787829018.871843:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829018.871845:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.871847:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.871855:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829018.871856:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.871858:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829018.871860:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829018.871861:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829018.871865:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871872:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829018.871873:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.871875:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829018.871877:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829018.871879:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.871881:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829018.871884:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829018.871886:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829018.871887:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.871889:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829018.871891:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829018.871893:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829018.871897:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829018.871899:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829018.871916:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829018.871919:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321344, portal 10
00000100:00000001:0.0:1787829018.871921:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829018.871922:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:0.0:1787829018.871928:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.871934:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829018.871936:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829018.871938:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829018.871940:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555321344, offset 0
00000400:00000200:0.0:1787829018.871943:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829018.871947:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.871951:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829018.871954:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829018.871956:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829018.871958:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829018.871960:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829018.871963:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89728:89728:256:4294967295] 192.168.203.108@tcp LPNI seq info [89715:89715:8:4294967295]
00000400:00000200:0.0:1787829018.871966:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.871972:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829018.871975:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.871977:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829018.871980:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829018.871983:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829018.871988:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829018.871990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829018.871993:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.871994:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829018.871997:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829018.872000:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829018.872003:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829018.872004:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829018.872006:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829018.872009:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872015:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872017:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872023:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872024:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829018.872027:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829018.872030:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829018.872033:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829018.872035:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300495957
00000100:00000001:0.0:1787829018.872037:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872039:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300495957
00000100:00000001:0.0:1787829018.872041:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872042:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829018.872044:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872045:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829018.872048:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829018/real 1787829018]  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829018.872053:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829018.872054:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829018.872056:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829018.872058:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829018.872059:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829018.872061:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829018.872063:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829018.872069:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872074:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829018.872075:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872077:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872078:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829018.872080:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872085:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829018.872087:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872093:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829018.872116:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872118:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872119:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872121:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829018.872123:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829018.872125:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829018.872128:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829018.872130:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829018.872133:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829018.872139:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829018.872142:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829018.872145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872150:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829018.872151:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.872152:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829018.872154:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829018.872156:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.872158:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829018.872160:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829018.872162:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829018.872163:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.872165:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829018.872168:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829018.872170:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829018.872175:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829018.872178:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829018.872182:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829018.872185:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321472, portal 10
00000100:00000001:0.0:1787829018.872187:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829018.872189:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:0.0:1787829018.872197:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872206:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829018.872209:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829018.872212:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829018.872215:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555321472, offset 0
00000400:00000200:0.0:1787829018.872220:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829018.872225:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.872229:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829018.872232:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829018.872234:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829018.872237:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829018.872239:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829018.872241:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89729:89729:256:4294967295] 192.168.203.108@tcp LPNI seq info [89716:89716:8:4294967295]
00000400:00000200:0.0:1787829018.872244:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.872250:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829018.872254:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.872257:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829018.872260:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829018.872262:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829018.872265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829018.872267:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829018.872270:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.872272:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829018.872275:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829018.872277:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829018.872280:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829018.872282:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829018.872284:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829018.872286:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872293:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872296:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872301:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872302:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829018.872305:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829018.872307:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829018.872310:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829018.872311:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300495898
00000100:00000001:0.0:1787829018.872314:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872315:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300495898
00000100:00000001:0.0:1787829018.872317:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872319:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829018.872321:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872322:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829018.872324:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829018/real 1787829018]  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829018.872330:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829018.872331:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829018.872332:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829018.872334:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829018.872335:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829018.872337:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829018.872339:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829018.872345:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872350:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829018.872351:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872353:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872354:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829018.872356:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872361:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829018.872363:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872368:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829018.872370:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872371:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872372:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872373:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829018.872374:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829018.872376:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829018.872378:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829018.872380:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829018.872382:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829018.872387:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829018.872390:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829018.872393:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872398:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829018.872399:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.872402:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829018.872403:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829018.872405:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.872407:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829018.872410:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829018.872411:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829018.872413:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.872414:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829018.872416:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829018.872418:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829018.872420:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829018.872422:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829018.872425:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829018.872427:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321600, portal 4
00000100:00000001:0.0:1787829018.872429:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829018.872430:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:0.0:1787829018.872435:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872439:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829018.872441:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829018.872443:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829018.872445:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555321600, offset 0
00000400:00000200:0.0:1787829018.872447:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829018.872450:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.872452:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829018.872454:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829018.872455:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829018.872457:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829018.872459:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829018.872461:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89730:89730:256:4294967295] 192.168.203.108@tcp LPNI seq info [89717:89717:8:4294967295]
00000400:00000200:0.0:1787829018.872464:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.872469:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829018.872473:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.872475:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829018.872478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829018.872491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829018.872494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829018.872496:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829018.872500:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.872501:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829018.872503:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829018.872506:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829018.872508:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829018.872509:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829018.872511:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829018.872514:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872519:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872522:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872526:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872528:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829018.872529:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829018.872531:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829018.872533:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829018.872535:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300495931
00000100:00000001:0.0:1787829018.872537:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872538:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300495931
00000100:00000001:0.0:1787829018.872540:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872542:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829018.872543:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872544:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829018.872547:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829018/real 1787829018]  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829018.872553:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829018.872554:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829018.872556:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829018.872557:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829018.872558:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829018.872560:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829018.872562:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829018.872568:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872572:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829018.872573:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872574:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872575:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829018.872577:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872582:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829018.872585:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872599:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829018.872601:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872602:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872603:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872604:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829018.872606:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829018.872608:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829018.872610:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829018.872612:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829018.872615:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829018.872624:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829018.872629:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829018.872633:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872641:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829018.872643:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.872646:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829018.872648:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829018.872651:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829018.872654:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829018.872659:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829018.872661:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829018.872663:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829018.872666:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829018.872672:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829018.872674:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829018.872678:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829018.872680:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829018.872683:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829018.872685:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321728, portal 4
00000100:00000001:0.0:1787829018.872687:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829018.872688:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:0.0:1787829018.872694:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872699:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829018.872700:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829018.872702:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829018.872704:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555321728, offset 0
00000400:00000200:0.0:1787829018.872718:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829018.872721:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.872724:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829018.872726:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829018.872729:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829018.872731:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829018.872733:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829018.872735:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89731:89731:256:4294967295] 192.168.203.108@tcp LPNI seq info [89718:89718:8:4294967295]
00000400:00000200:0.0:1787829018.872738:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829018.872743:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829018.872746:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.872748:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829018.872751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829018.872754:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829018.872757:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829018.872759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829018.872763:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829018.872764:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:0.0:1787829018.872767:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829018.872769:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829018.872771:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829018.872773:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829018.872775:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829018.872788:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872794:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872796:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872801:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872803:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829018.872805:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829018.872807:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829018.872809:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829018.872812:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300495923
00000100:00000001:0.0:1787829018.872814:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872816:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300495923
00000100:00000001:0.0:1787829018.872817:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300499813
00000100:00000001:0.0:1787829018.872819:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829018.872820:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.872822:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829018.872824:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829018/real 1787829018]  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829018.872829:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829018.872831:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829018.872832:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:0.0:1787829018.872833:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829018.872835:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829018.872836:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829018.872839:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829018.872845:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872849:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829018.872850:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872851:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872852:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829018.872854:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872859:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829018.872861:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872866:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829018.872868:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872870:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829018.872871:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872872:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829018.872874:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829018.872876:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829018.872878:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829018.872879:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829018.872882:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829018.872887:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829018.872890:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872891:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872893:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555321344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872898:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829018.872899:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829018.872900:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829018.872929:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829018.872931:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829018.872932:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829018.872934:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829018.872936:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:0.0:1787829018.872938:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829018.872939:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829018.872941:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:0.0:1787829018.872943:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829018.872944:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872945:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872949:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555321472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872959:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829018.872960:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829018.872961:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829018.872963:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829018.872964:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829018.872965:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829018.872966:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829018.872967:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:0.0:1787829018.872968:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829018.872969:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829018.872970:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:0.0:1787829018.872972:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829018.872972:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872973:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872976:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555321600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.872980:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829018.872981:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829018.872982:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829018.872983:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829018.872984:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829018.872985:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829018.872986:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829018.872987:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:0.0:1787829018.872988:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829018.872989:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829018.872990:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:0.0:1787829018.872991:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829018.872992:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.872994:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829018.872996:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555321728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829018.873001:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829018.873002:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829018.873003:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829018.873004:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829018.873005:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829018.873006:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829018.873008:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829018.873009:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:0.0:1787829018.873010:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829018.873011:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829018.873012:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:0.0:1787829018.873013:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829018.873014:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.873015:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829018.873035:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829018.873037:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829018.873038:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829018.873040:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829019.382188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829019.382197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829019.382199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829019.382204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829019.382209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829019.382213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829019.382217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829019.382219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829019.382222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829019.702411:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829019.702418:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829019.702422:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829019.894273:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829019.894278:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829019.894283:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829019.894289:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829019.894294:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829019.894295:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829019.894307:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829019.894310:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829019.894313:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829019.894320:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829019.894321:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829019.894327:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829019.894331:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829019.894332:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829019.894335:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829019.894340:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829019.894346:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829019.894351:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829019.894377:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829019.894380:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829019.894381:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829019.894383:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829019.894385:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829019.894389:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829019.894391:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829019.894393:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829019.894396:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829020.406266:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829020.406276:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829020.406278:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829020.406284:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829020.406300:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829020.406305:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829020.406309:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829020.406312:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829020.406316:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829020.726406:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829020.726410:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829020.726414:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829020.918178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829020.918186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829020.918188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829020.918194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829020.918198:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829020.918200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829020.918203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829020.918208:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829020.918209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829020.918211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829020.918214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829020.918216:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829020.918224:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829020.918233:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829020.918240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829020.918248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829020.918251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829020.918259:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829021.430237:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829021.430246:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829021.430249:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829021.430260:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829021.430264:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829021.430267:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829021.430269:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829021.430288:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829021.430293:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829021.750309:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829021.750313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829021.750316:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829021.942227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829021.942242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829021.942250:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829021.942251:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829021.942262:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829021.942263:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829021.942269:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829021.942277:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829021.942283:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829021.942286:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829021.942293:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829021.942293:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829021.942307:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829021.942311:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829021.942315:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829021.942320:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829021.942323:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829021.942327:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829022.454225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829022.454234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829022.454236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829022.454242:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829022.454258:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829022.454262:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829022.454265:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829022.454267:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829022.454271:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829022.774328:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829022.774332:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829022.774335:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829022.838239:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300499813, at 4300499840
00000100:00000010:3.0:1787829022.838265:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f40c0.
00000100:00000001:0.0:1787829022.966207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829022.966209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829022.966215:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829022.966218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829022.966219:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829022.966222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829022.966231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829022.966232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829022.966239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829022.966241:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829022.966244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829022.966246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829022.966248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829022.966251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829022.966253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829022.966257:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829022.966259:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829022.966262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829023.478177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829023.478183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829023.478185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829023.478189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829023.478191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829023.478195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829023.478197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829023.478199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829023.478200:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829023.798460:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829023.798467:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829023.798473:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829023.990207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829023.990208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829023.990230:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829023.990231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829023.990234:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829023.990235:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829023.990241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829023.990242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829023.990247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.990249:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829023.990252:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.990257:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829023.990262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829023.990269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829023.990279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.990280:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.990286:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.990297:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.990348:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829023.990352:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829023.990354:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829023.990362:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829023.990368:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.990373:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.990378:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.990382:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.990390:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.990555:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829023.990560:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.990563:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829023.990579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.990611:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.990612:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.990618:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829023.990625:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829023.990630:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829023.990652:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555321856:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829023.990668:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829023.990673:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829023.990677:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.990691:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829023.990699:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829023.990703:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829023.990720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829023.990725:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829023.990735:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829023.990748:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321856, portal 25
00000100:00000001:0.0:1787829023.990752:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829023.990755:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:0.0:1787829023.990773:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.990846:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829023.990853:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829023.990859:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829023.990883:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555321856, offset 0
00000400:00000200:0.0:1787829023.990928:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829023.990939:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.990950:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829023.990954:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829023.990958:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829023.990961:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829023.990964:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829023.990966:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89732:89732:256:4294967295] 192.168.203.108@tcp LPNI seq info [89719:89719:8:4294967295]
00000400:00000200:0.0:1787829023.990969:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.990990:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829023.991005:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829023.991014:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076d00.
00000800:00000200:0.0:1787829023.991027:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829023.991056:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829023.991071:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829023.991080:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829023.991084:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300504932
00000100:00000010:0.0:1787829023.991142:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4060.
00000100:00000001:0.0:1787829023.991150:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829023.991158:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300504933
00000100:00000010:0.0:1787829023.991169:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4f00.
00000100:00000001:0.0:1787829023.991177:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829023.991189:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829023.991197:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.991210:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.991229:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.991240:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829023.991245:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829023.991254:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829023.991261:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.991265:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829023.991275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.991325:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.991327:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.991328:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829023.991330:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829023.991331:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829023.991335:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829023.991338:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829023.991342:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829023.991344:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.991355:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829023.991360:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829023.991364:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829023.991376:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829023.991382:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765e058.
00000400:00000010:0.0:1787829023.991397:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631880.
00000100:00000200:0.0:1787829023.991404:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555321984, portal 10
00000100:00000001:0.0:1787829023.991411:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829023.991418:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:0.0:1787829023.991438:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.991476:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829023.991490:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829023.991498:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56317f8.
00000100:00000200:0.0:1787829023.991507:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555321984, offset 0
00000400:00000200:0.0:1787829023.991522:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829023.991532:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.991542:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829023.991552:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829023.991560:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829023.991570:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829023.991579:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829023.991590:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89733:89733:255:4294967295] 192.168.203.108@tcp LPNI seq info [89720:89720:7:4294967295]
00000400:00000200:0.0:1787829023.991610:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.991630:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829023.991650:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829023.991662:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076600.
00000800:00000200:0.0:1787829023.991679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829023.991687:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829023.991694:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829023.991706:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829023.991719:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829023.991729:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300501077
00000100:00000001:0.0:1787829023.991739:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300504932
00000100:00000001:0.0:1787829023.991747:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300501077
00000100:00000001:0.0:1787829023.991757:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300504933
00000100:00000001:0.0:1787829023.991767:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829023.991777:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.991789:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.991800:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.991808:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829023.991819:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829023.991828:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829023.991835:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.991839:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829023.991854:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.991906:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.991913:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.991922:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829023.991929:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829023.991938:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829023.991951:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829023.991966:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829023.991974:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829023.991978:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.991983:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829023.991990:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829023.992000:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829023.992012:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829023.992028:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765e688.
00000400:00000010:0.0:1787829023.992036:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829023.992046:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322112, portal 10
00000100:00000001:0.0:1787829023.992053:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829023.992059:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:0.0:1787829023.992076:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.992138:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829023.992155:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829023.992166:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829023.992176:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555322112, offset 0
00000400:00000200:0.0:1787829023.992194:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829023.992207:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.992223:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829023.992241:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829023.992253:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829023.992261:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829023.992270:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829023.992275:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89734:89734:254:4294967295] 192.168.203.108@tcp LPNI seq info [89721:89721:6:4294967295]
00000400:00000200:0.0:1787829023.992284:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.992297:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829023.992300:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829023.992307:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829023.992316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829023.992323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829023.992329:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829023.992332:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829023.992336:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829023.992338:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300501018
00000100:00000001:0.0:1787829023.992340:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300504932
00000100:00000001:0.0:1787829023.992343:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300501018
00000100:00000001:0.0:1787829023.992345:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300504933
00000100:00000001:0.0:1787829023.992347:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829023.992350:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.992352:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829023.992358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.992365:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.992367:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.992369:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829023.992372:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829023.992374:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829023.992377:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829023.992381:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829023.992383:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829023.992385:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.992387:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829023.992391:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829023.992394:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829023.992398:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829023.992400:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829023.992403:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829023.992405:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322240, portal 4
00000100:00000001:0.0:1787829023.992407:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829023.992409:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:0.0:1787829023.992415:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.992422:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829023.992424:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829023.992427:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56314c8.
00000100:00000200:0.0:1787829023.992429:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555322240, offset 0
00000400:00000200:0.0:1787829023.992434:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829023.992438:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.992442:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829023.992445:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829023.992447:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829023.992449:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829023.992452:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829023.992455:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89735:89735:253:4294967295] 192.168.203.108@tcp LPNI seq info [89722:89722:5:4294967295]
00000400:00000200:0.0:1787829023.992459:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.992465:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829023.992470:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829023.992474:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076300.
00000800:00000200:0.0:1787829023.992479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829023.992482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829023.992485:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829023.992488:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829023.992491:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829023.992493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300501051
00000100:00000001:0.0:1787829023.992496:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300504932
00000100:00000001:0.0:1787829023.992498:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300501051
00000100:00000001:0.0:1787829023.992500:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300504933
00000100:00000001:0.0:1787829023.992503:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829023.992504:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.992507:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.992510:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.992514:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829023.992516:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829023.992519:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829023.992520:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.992522:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829023.992527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.992535:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829023.992536:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.992539:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829023.992541:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829023.992543:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829023.992546:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829023.992550:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829023.992552:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829023.992554:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829023.992556:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829023.992560:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829023.992562:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829023.992565:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829023.992567:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765edc0.
00000400:00000010:0.0:1787829023.992571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631220.
00000100:00000200:0.0:1787829023.992573:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322368, portal 4
00000100:00000001:0.0:1787829023.992574:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829023.992575:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:0.0:1787829023.992580:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829023.992584:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829023.992586:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829023.992587:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631000.
00000100:00000200:0.0:1787829023.992589:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555322368, offset 0
00000400:00000200:0.0:1787829023.992592:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829023.992594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.992597:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829023.992599:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829023.992601:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829023.992603:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829023.992604:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829023.992606:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89736:89736:252:4294967295] 192.168.203.108@tcp LPNI seq info [89723:89723:4:4294967295]
00000400:00000200:0.0:1787829023.992609:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829023.992613:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829023.992616:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829023.992618:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076400.
00000800:00000200:0.0:1787829023.992621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829023.992623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829023.992625:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829023.992627:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829023.992629:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829023.992631:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300501043
00000100:00000001:0.0:1787829023.992632:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300504932
00000100:00000001:0.0:1787829023.992634:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300501043
00000100:00000001:0.0:1787829023.992635:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300504933
00000100:00000001:0.0:1787829023.992637:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829023.992638:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.992640:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.992641:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829023.992643:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829023.992644:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829023.992645:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829023.992646:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829023.992647:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829023.992648:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829024.502198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829024.502206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829024.502207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829024.502213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829024.502217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829024.502222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829024.502225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829024.502229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829024.502233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829024.822381:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829024.822392:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829024.822399:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829025.014188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829025.014192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829025.014211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829025.014215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829025.014216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829025.014218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829025.014223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829025.014225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829025.014232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829025.014233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829025.014239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829025.014240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829025.014242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829025.014246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829025.014249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.014252:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829025.014256:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829025.014276:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.526191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829025.526198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829025.526199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829025.526204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829025.526207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829025.526210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829025.526212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829025.526214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829025.526216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829025.846455:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829025.846461:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829025.846466:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829026.038243:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829026.038243:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829026.038252:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829026.038253:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829026.038256:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829026.038258:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829026.038263:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829026.038265:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829026.038268:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829026.038271:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829026.038273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829026.038276:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829026.038277:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829026.038282:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829026.038286:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829026.038290:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829026.038295:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829026.038301:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829026.550217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829026.550223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829026.550225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829026.550229:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829026.550232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829026.550236:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829026.550238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829026.550240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829026.550242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829026.870301:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829026.870306:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829026.870310:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829027.062213:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829027.062220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829027.062221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829027.062226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.062231:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829027.062232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829027.062235:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829027.062239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829027.062243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829027.062245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.062253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829027.062255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829027.062262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829027.062262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829027.062277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.062278:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829027.062287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.062293:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787829027.062497:0:2372:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:3.0:1787829027.062540:0:2372:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787829027.062551:0:2372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829027.062555:0:2372:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:3.0:1787829027.062560:0:2372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829027.062563:0:2372:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787829027.062569:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829027.062573:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076d00.
00000400:00000200:3.0:1787829027.062580:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829027.062585:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829027.062592:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:3.0:1787829027.062595:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:3.0:1787829027.062600:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829027.062608:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829027.062642:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829027.062647:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829027.062655:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829027.062657:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829027.062667:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829027.062672:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076600.
00000400:00000200:3.0:1787829027.062676:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829027.062684:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829027.062687:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56317f8
00000400:00000010:3.0:1787829027.062690:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56317f8.
00000100:00000001:3.0:1787829027.062695:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829027.062700:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.062708:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829027.062711:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829027.062718:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829027.062721:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.062729:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829027.062733:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829027.062738:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829027.062751:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000100:00100000:0.0:1787829027.062753:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829023/real 1787829027]  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1787829027.062757:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:3.0:1787829027.062765:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829027.062783:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829027.062796:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:3.0:1787829027.062803:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:3.0:1787829027.062809:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1787829027.062813:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000200:3.0:1787829027.062821:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829027.062830:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829027.062836:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000010:0.0:1787829027.062839:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765e058.
00000100:00000040:3.0:1787829027.062866:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829027.062870:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631880
00000400:00000010:0.0:1787829027.062876:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631880.
00000100:00000001:3.0:1787829027.062891:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.062892:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829027.062896:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1787829027.062908:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787829027.062917:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829027.062926:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076300.
00000400:00000200:3.0:1787829027.062930:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829027.062934:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829027.062938:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56314c8
00000400:00000010:3.0:1787829027.062944:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56314c8.
00000100:00000001:3.0:1787829027.062953:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829027.062978:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829027.062979:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063046:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829027.063053:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063067:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829027.063070:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829027.063074:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829027.063088:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063142:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829027.063153:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063165:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829027.063172:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063176:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.063178:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063183:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829027.063189:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829027.063195:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829027.063202:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829027.063208:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829027.063217:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829027.063236:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829027.063243:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555321984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829027.063283:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.063284:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829027.063292:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829027.063300:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829023/real 1787829027]  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787829027.063316:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829027.063332:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076400.
00000400:00000200:3.0:1787829027.063343:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1787829027.063347:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829027.063353:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787829027.063355:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000010:0.0:1787829027.063360:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ecb8.
00000400:00000200:3.0:1787829027.063365:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631000
00000400:00000200:0.0:1787829027.063370:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:3.0:1787829027.063372:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631000.
00000400:00000010:0.0:1787829027.063379:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:3.0:1787829027.063382:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829027.063388:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829027.063397:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829027.063404:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829027.063438:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829027.063446:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829027.063460:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787829027.063461:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063468:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.063484:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829027.063489:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829027.063496:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829027.063509:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063523:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829027.063531:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063542:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829027.063546:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063549:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.063551:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063554:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829027.063556:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829027.063560:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829027.063567:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829027.063571:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829027.063578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829027.063591:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555321856:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829027.063599:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.063604:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829027.063609:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555321984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063620:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829027.063626:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829027.063633:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829027.063642:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829027.063646:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829027.063650:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829027.063654:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829027.063659:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:0.0:1787829027.063665:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829027.063667:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829027.063671:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:0.0:1787829027.063676:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829027.063677:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063679:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829027.063684:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555321856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063694:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829027.063696:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829027.063699:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829027.063704:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829027.063706:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829027.063708:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829027.063711:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829027.063716:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:0.0:1787829027.063720:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829027.063721:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829027.063723:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:0.0:1787829027.063727:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829027.063729:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063733:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.063736:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829027.063739:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829027.063742:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829027.063749:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829023/real 1787829027]  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829027.063762:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829027.063764:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829027.063768:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765edc0.
00000400:00000200:0.0:1787829027.063772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631220
00000400:00000010:0.0:1787829027.063775:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631220.
00000100:00000001:0.0:1787829027.063779:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829027.063784:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829027.063796:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063806:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829027.063809:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063811:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.063813:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829027.063819:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063829:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829027.063834:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063861:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829027.063866:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063869:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.063870:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063873:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829027.063876:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829027.063880:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829027.063887:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829027.063890:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829027.063896:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829027.063909:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829027.063915:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829027.063921:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829023/real 1787829027]  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829027.063934:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829027.063936:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829027.063939:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765e688.
00000400:00000200:0.0:1787829027.063944:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829027.063946:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829027.063950:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829027.063955:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829027.063970:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.063980:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829027.063982:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.063985:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.063987:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829027.063994:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064006:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829027.064012:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064024:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829027.064028:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064031:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.064034:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064036:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829027.064039:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829027.064043:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829027.064049:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829027.064053:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829027.064060:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829027.064072:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829027.064078:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829027.064085:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829023/real 1787829027]  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829027.064141:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829027.064145:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829027.064149:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829027.064155:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829027.064159:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829027.064163:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829027.064170:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829027.064194:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064206:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829027.064208:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064211:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.064213:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829027.064220:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064232:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829027.064238:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064245:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829027.064247:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064248:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829027.064250:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064251:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829027.064254:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829027.064257:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829027.064260:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829027.064264:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829027.064270:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829027.064283:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829027.064291:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064294:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829027.064300:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555322368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064320:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829027.064322:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829027.064326:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829027.064331:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829027.064333:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829027.064335:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829027.064339:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829027.064342:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:0.0:1787829027.064346:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829027.064348:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829027.064350:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:0.0:1787829027.064354:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829027.064356:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064359:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829027.064365:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555322112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064375:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829027.064377:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829027.064379:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829027.064383:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829027.064385:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829027.064387:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829027.064390:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829027.064393:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:0.0:1787829027.064396:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829027.064398:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829027.064400:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:0.0:1787829027.064404:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829027.064406:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064409:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829027.064414:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555322240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829027.064424:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829027.064426:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829027.064429:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829027.064433:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829027.064435:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829027.064437:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829027.064440:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829027.064442:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:0.0:1787829027.064446:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829027.064447:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829027.064449:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:0.0:1787829027.064453:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829027.064455:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064458:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829027.064469:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829027.064473:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829027.064476:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829027.064478:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829027.574180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829027.574187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829027.574188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829027.574192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829027.574195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829027.574198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829027.574200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829027.574202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829027.574204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829027.894369:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829027.894376:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829027.894380:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829027.958198:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300504933, at 4300504960
00000100:00000010:3.0:1787829027.958215:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4f00.
00000100:00000001:3.0:1787829028.086235:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829028.086243:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829028.086245:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829028.086247:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829028.086251:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829028.086253:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829028.086256:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829028.086256:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829028.086262:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829028.086263:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829028.086273:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829028.086275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829028.086277:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829028.086280:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829028.086282:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829028.086284:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829028.086288:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829028.086292:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829028.598201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829028.598207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829028.598209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829028.598213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829028.598217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829028.598220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829028.598222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829028.598224:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829028.598226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829028.918345:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829028.918353:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829028.918358:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829029.110182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829029.110183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829029.110192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829029.110193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829029.110194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.110197:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829029.110199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829029.110201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829029.110203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829029.110206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829029.110208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.110210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829029.110214:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829029.110218:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.110221:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829029.110221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.110230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.110240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.111167:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829029.111174:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829029.111177:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829029.111186:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111195:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829029.111197:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.111202:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829029.111206:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829029.111209:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829029.111213:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555322496:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829029.111218:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829029.111237:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829029.111244:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.111248:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829029.111255:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829029.111257:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829029.111264:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829029.111269:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829029.111278:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829029.111292:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322496, portal 25
00000100:00000001:0.0:1787829029.111296:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829029.111298:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537138624 : -107611172412992 : ffff9e20d24b61c0)
00000100:00000040:0.0:1787829029.111305:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111315:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829029.111318:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829029.111322:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829029.111327:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555322496, offset 0
00000400:00000200:0.0:1787829029.111335:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829029.111344:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.111352:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829029.111359:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829029.111365:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829029.111371:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829029.111374:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829029.111379:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89737:89737:256:4294967295] 192.168.203.108@tcp LPNI seq info [89724:89724:8:4294967295]
00000400:00000200:0.0:1787829029.111383:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.111397:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829029.111404:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.111411:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829029.111420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829029.111425:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829029.111431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829029.111436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829029.111441:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.111444:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829029.111455:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829029.111461:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829029.111469:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829029.111473:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829029.111479:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829029.111486:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111500:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.111506:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111515:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.111518:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829029.111528:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829029.111533:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829029.111537:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300510053
00000100:00000010:0.0:1787829029.111544:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4960.
00000100:00000001:0.0:1787829029.111553:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829029.111559:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300510053
00000100:00000010:0.0:1787829029.111562:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4c60.
00000100:00000001:0.0:1787829029.111565:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829029.111568:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829029.111570:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.111572:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829029.111577:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029]  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829029.111588:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829029.111590:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829029.111592:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829029.111595:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829029.111597:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829029.111600:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829029.111604:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829029.111614:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111622:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829029.111624:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.111627:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.111629:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829029.111635:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111641:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829029.111645:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111650:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829029.111652:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.111653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.111654:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.111656:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829029.111658:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829029.111661:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829029.111666:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829029.111669:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829029.111673:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829029.111682:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555322496:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829029.111688:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829029.111692:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111700:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829029.111702:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.111704:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829029.111707:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829029.111709:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829029.111712:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829029.111716:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829029.111719:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829029.111720:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.111722:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829029.111725:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829029.111726:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829029.111730:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829029.111732:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829029.111734:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829029.111737:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322624, portal 10
00000100:00000001:0.0:1787829029.111738:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829029.111740:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537141504 : -107611172410112 : ffff9e20d24b6d00)
00000100:00000040:0.0:1787829029.111746:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111755:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829029.111757:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829029.111758:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829029.111760:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555322624, offset 0
00000400:00000200:0.0:1787829029.111763:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829029.111766:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.111769:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829029.111771:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829029.111773:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829029.111775:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829029.111777:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829029.111779:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89738:89738:256:4294967295] 192.168.203.108@tcp LPNI seq info [89725:89725:8:4294967295]
00000400:00000200:0.0:1787829029.111782:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.111787:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829029.111790:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.111792:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829029.111795:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829029.111798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829029.111801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829029.111803:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829029.111806:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.111808:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829029.111811:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829029.111813:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829029.111816:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829029.111817:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829029.111819:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829029.111821:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111826:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.111829:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111858:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.111863:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829029.111868:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829029.111873:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829029.111876:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829029.111879:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300506197
00000100:00000001:0.0:1787829029.111885:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.111888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300506197
00000100:00000001:0.0:1787829029.111890:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.111893:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829029.111895:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.111896:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829029.111901:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029]  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829029.111909:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829029.111910:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829029.111912:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829029.111915:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829029.111917:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829029.111920:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829029.111923:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829029.111931:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111937:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829029.111939:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.111941:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.111942:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829029.111945:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111953:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829029.111957:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.111964:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829029.111966:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.111968:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.111970:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.111971:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829029.111975:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829029.111978:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829029.111981:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829029.111983:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829029.111988:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829029.111996:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829029.112001:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829029.112004:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112012:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829029.112013:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.112016:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829029.112018:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829029.112020:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829029.112024:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829029.112027:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829029.112029:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829029.112031:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.112032:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112035:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829029.112037:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829029.112039:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829029.112041:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829029.112044:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829029.112046:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322752, portal 10
00000100:00000001:0.0:1787829029.112047:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829029.112048:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:0.0:1787829029.112053:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112058:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829029.112060:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829029.112061:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829029.112063:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555322752, offset 0
00000400:00000200:0.0:1787829029.112065:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829029.112068:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.112071:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829029.112073:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829029.112075:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829029.112076:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829029.112078:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829029.112080:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89739:89739:256:4294967295] 192.168.203.108@tcp LPNI seq info [89726:89726:8:4294967295]
00000400:00000200:0.0:1787829029.112083:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.112088:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829029.112091:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.112094:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829029.112127:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829029.112130:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829029.112135:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829029.112138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829029.112142:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.112145:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829029.112148:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829029.112152:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829029.112155:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829029.112157:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829029.112159:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829029.112164:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112172:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112176:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112184:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112186:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829029.112190:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829029.112192:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829029.112196:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829029.112198:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300506138
00000100:00000001:0.0:1787829029.112200:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.112201:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300506138
00000100:00000001:0.0:1787829029.112203:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.112205:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829029.112206:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112207:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829029.112210:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029]  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829029.112216:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829029.112217:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829029.112219:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829029.112220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829029.112221:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829029.112224:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829029.112226:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829029.112231:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112235:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829029.112236:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112237:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.112238:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829029.112240:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112244:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829029.112247:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112252:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829029.112254:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112255:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.112255:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112257:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829029.112258:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829029.112259:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829029.112261:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829029.112262:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829029.112265:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829029.112270:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829029.112272:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829029.112275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112280:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829029.112281:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.112284:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829029.112286:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829029.112288:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829029.112291:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829029.112295:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829029.112297:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829029.112299:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.112301:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112305:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829029.112307:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829029.112311:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829029.112313:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829029.112317:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829029.112320:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555322880, portal 4
00000100:00000001:0.0:1787829029.112323:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829029.112324:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:0.0:1787829029.112331:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112339:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829029.112341:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829029.112344:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829029.112347:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555322880, offset 0
00000400:00000200:0.0:1787829029.112351:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829029.112355:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.112359:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829029.112361:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829029.112364:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829029.112367:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829029.112369:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829029.112373:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89740:89740:256:4294967295] 192.168.203.108@tcp LPNI seq info [89727:89727:8:4294967295]
00000400:00000200:0.0:1787829029.112377:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.112383:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829029.112387:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.112391:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829029.112395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829029.112398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829029.112403:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829029.112406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829029.112410:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.112411:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829029.112415:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829029.112418:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829029.112420:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829029.112421:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829029.112423:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829029.112426:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112432:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112434:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112439:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112440:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829029.112443:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829029.112445:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829029.112447:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829029.112449:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300506171
00000100:00000001:0.0:1787829029.112451:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.112453:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300506171
00000100:00000001:0.0:1787829029.112454:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.112456:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829029.112458:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112459:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829029.112462:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029]  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829029.112467:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829029.112468:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829029.112469:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829029.112471:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829029.112472:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829029.112473:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829029.112475:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829029.112482:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112489:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829029.112490:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112492:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.112494:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829029.112497:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112505:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829029.112509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112516:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829029.112518:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112520:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.112522:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112524:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829029.112527:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829029.112530:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829029.112534:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829029.112536:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829029.112541:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829029.112547:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555322880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829029.112550:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829029.112552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112557:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829029.112558:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.112560:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829029.112561:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829029.112563:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829029.112565:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829029.112567:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829029.112568:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829029.112570:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829029.112571:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112575:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829029.112578:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829029.112581:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829029.112584:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829029.112587:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829029.112590:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323008, portal 4
00000100:00000001:0.0:1787829029.112592:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829029.112593:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:0.0:1787829029.112600:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112607:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829029.112610:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829029.112613:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829029.112616:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555323008, offset 0
00000400:00000200:0.0:1787829029.112620:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829029.112625:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.112629:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829029.112631:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829029.112633:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829029.112634:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829029.112636:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829029.112639:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89741:89741:256:4294967295] 192.168.203.108@tcp LPNI seq info [89728:89728:8:4294967295]
00000400:00000200:0.0:1787829029.112641:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829029.112646:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829029.112650:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.112652:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829029.112655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829029.112658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829029.112662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829029.112665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829029.112669:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829029.112671:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829029.112675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829029.112678:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829029.112681:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829029.112683:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829029.112686:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829029.112689:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112698:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112702:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112709:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112711:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829029.112715:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829029.112718:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829029.112722:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829029.112724:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300506163
00000100:00000001:0.0:1787829029.112726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.112729:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300506163
00000100:00000001:0.0:1787829029.112731:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300510053
00000100:00000001:0.0:1787829029.112734:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829029.112736:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112738:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829029.112742:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829029/real 1787829029]  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829029.112750:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829029.112752:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829029.112754:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829029.112756:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829029.112758:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829029.112761:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829029.112764:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829029.112774:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112778:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829029.112780:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112781:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.112782:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829029.112785:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112789:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829029.112792:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112797:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829029.112799:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112800:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829029.112801:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112802:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829029.112804:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829029.112805:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829029.112807:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829029.112808:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829029.112811:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829029.112815:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829029.112818:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112821:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112823:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b61c0 x1874668555322496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112828:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829029.112843:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112845:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829029.112848:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829029.112850:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829029.112852:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829029.112854:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829029.112856:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:0.0:1787829029.112859:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829029.112861:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829029.112862:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b61c0.
00000100:00000001:0.0:1787829029.112865:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829029.112866:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112867:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112871:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6d00 x1874668555322624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112877:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829029.112879:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112880:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829029.112883:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829029.112885:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829029.112886:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829029.112888:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829029.112890:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:0.0:1787829029.112892:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829029.112893:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829029.112895:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6d00.
00000100:00000001:0.0:1787829029.112897:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829029.112899:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112901:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112904:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555322752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112911:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829029.112913:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112915:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829029.112917:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829029.112918:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829029.112920:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829029.112922:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829029.112924:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:0.0:1787829029.112926:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829029.112927:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829029.112928:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:0.0:1787829029.112929:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829029.112930:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112931:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112934:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555322880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112943:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829029.112943:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112945:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829029.112946:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829029.112947:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829029.112948:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829029.112949:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829029.112950:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:0.0:1787829029.112951:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829029.112952:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829029.112952:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:0.0:1787829029.112954:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829029.112954:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112955:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829029.112957:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555323008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829029.112961:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829029.112962:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829029.112962:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829029.112964:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829029.112964:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829029.112965:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829029.112966:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829029.112967:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829029.112968:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829029.112969:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829029.112970:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:0.0:1787829029.112971:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829029.112972:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112973:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829029.112980:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829029.112981:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829029.112983:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829029.112984:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829029.622173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829029.622179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829029.622180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829029.622184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829029.622187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829029.622190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829029.622192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829029.622194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829029.622196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829029.942352:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829029.942356:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829029.942359:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829030.134234:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829030.134234:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829030.134243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829030.134243:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829030.134247:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.134247:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829030.134256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829030.134256:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829030.134263:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829030.134264:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829030.134270:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829030.134271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829030.134276:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829030.134280:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829030.134284:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829030.134285:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829030.134289:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829030.134292:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829030.134352:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829030.134355:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829030.134356:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829030.134358:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829030.134361:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829030.134365:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829030.134367:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829030.134369:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829030.134375:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.646239:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829030.646250:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829030.646253:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829030.646260:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829030.646264:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829030.646268:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829030.646271:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829030.646273:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829030.646276:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829030.966403:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829030.966408:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829030.966413:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829031.158199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829031.158209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829031.158213:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829031.158214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829031.158220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829031.158222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829031.158223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829031.158230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829031.158230:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829031.158234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829031.158235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829031.158240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829031.158249:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829031.158252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829031.158255:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829031.158256:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829031.158259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829031.158262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829031.670183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829031.670191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829031.670193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829031.670199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829031.670202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829031.670206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829031.670208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829031.670211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829031.670214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829031.990306:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829031.990310:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829031.990313:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829032.182198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829032.182204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829032.182207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829032.182209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829032.182214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829032.182214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829032.182222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829032.182224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829032.182227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829032.182232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829032.182233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829032.182239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829032.182239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829032.182243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829032.182248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829032.182258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829032.182261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829032.182264:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829032.694218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829032.694226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829032.694228:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829032.694234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829032.694237:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829032.694241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829032.694244:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829032.694247:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829032.694249:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829033.014299:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829033.014302:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829033.014305:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829033.078189:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300510053, at 4300510080
00000100:00000010:3.0:1787829033.078208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4c60.
00000100:00000001:0.0:1787829033.206167:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829033.206174:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829033.206179:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829033.206187:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829033.206194:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829033.206200:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829033.206205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829033.206206:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829033.206211:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829033.206212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829033.206215:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829033.206216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829033.206223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829033.206230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829033.206233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829033.206236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829033.206239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829033.206242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829033.718193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829033.718200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829033.718202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829033.718207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829033.718211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829033.718215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829033.718217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829033.718219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829033.718222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829034.038344:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829034.038348:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829034.038351:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829034.230199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829034.230206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829034.230209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829034.230215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829034.230221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829034.230225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829034.230228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829034.230231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829034.230236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829034.230278:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829034.230288:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829034.230291:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829034.230304:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829034.230319:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829034.230326:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5838
00000400:00000200:3.0:1787829034.230346:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829034.230355:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829034.230368:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829034.230376:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230381:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.230387:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230392:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829034.230401:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829034.230404:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829034.230406:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829034.230409:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829034.230412:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829034.230413:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829034.230416:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230417:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.230419:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230420:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829034.230423:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829034.230433:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230436:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829034.230440:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829034.230443:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829034.230446:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.230448:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829034.230451:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829034.230460:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829034.230463:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829034.230468:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829034.230470:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.230473:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829034.230475:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829034.230480:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829034.230487:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829034.230492:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829034.230499:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829034.230508:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829034.230511:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829034.230515:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829034.230532:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829034.230534:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829034.230537:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829034.230538:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829034.230540:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829034.230542:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829034.230544:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5838
00000400:00000200:3.0:1787829034.230546:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829034.230548:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829034.230550:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829034.230552:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230553:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.230554:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230556:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829034.230559:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829034.230560:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829034.230561:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829034.230563:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829034.230565:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829034.230567:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829034.230571:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230572:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.230575:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230576:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829034.230578:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829034.230583:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829034.230584:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829034.230594:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.230597:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829034.230597:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829034.230607:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829034.230609:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829034.230613:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.230614:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829034.230618:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829034.230627:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829034.230629:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829034.230631:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829034.230640:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787829034.230650:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829034.230661:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829034.230668:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829034.230669:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.230676:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.230677:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829034.230687:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829034.230690:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829034.230690:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.230700:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787829034.230701:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:0.0:1787829034.230714:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.230715:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829034.230726:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555323136:192.168.203.108@tcp:250:kworker.0
00000100:00100000:3.0:1787829034.230728:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829034.230741:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829034.230750:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829034.230752:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829034.230755:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.230757:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.230763:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787829034.230764:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829034.230774:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:3.0:1787829034.230775:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.230781:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829034.230782:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829034.230788:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829034.230789:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829034.230794:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829034.230811:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829034.230815:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829034.230815:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5838
00000400:00000200:3.0:1787829034.230824:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829034.230825:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000200:3.0:1787829034.230833:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829034.230836:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1787829034.230839:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000040:3.0:1787829034.230839:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230847:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.230850:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:0.0:1787829034.230854:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323136, portal 25
00000100:00000001:3.0:1787829034.230854:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829034.230869:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829034.230870:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829034.230881:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000020:00000040:3.0:1787829034.230882:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829034.230893:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829034.230897:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829034.230899:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829034.230905:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829034.230908:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829034.230910:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230915:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.230919:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230928:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829034.230939:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829034.230948:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230954:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829034.230966:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829034.230968:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829034.230970:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829034.230974:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829034.230982:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829034.230984:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829034.230987:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787829034.230988:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000008:00000001:3.0:1787829034.230993:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.230997:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829034.230998:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555323136, offset 0
00000100:00000010:3.0:1787829034.231001:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829034.231007:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829034.231008:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829034.231010:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231013:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829034.231017:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829034.231019:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829034.231022:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829034.231030:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829034.231036:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.231042:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829034.231051:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829034.231063:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829034.231081:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829034.231083:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829034.231089:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.231093:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:3.0:1787829034.231120:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829034.231140:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829034.231143:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829034.231148:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787829034.231151:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829034.231153:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829034.231160:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829034.231161:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231171:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829034.231177:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89742:89742:256:4294967295] 192.168.203.108@tcp LPNI seq info [89729:89729:8:4294967295]
00000100:00080000:3.0:1787829034.231183:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5838
00000400:00000200:0.0:1787829034.231210:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829034.231210:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829034.231222:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829034.231224:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829034.231228:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231234:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.231247:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829034.231251:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829034.231253:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829034.231263:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829034.231264:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000800:00000200:0.0:1787829034.231271:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829034.231271:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829034.231280:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000800:00000010:0.0:1787829034.231284:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000020:00000001:3.0:1787829034.231285:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829034.231294:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829034.231300:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829034.231302:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829034.231306:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787829034.231311:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787829034.231312:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231317:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829034.231324:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829034.231328:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231330:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829034.231336:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829034.231343:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787829034.231343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787829034.231356:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231359:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1787829034.231361:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000008:00100000:3.0:1787829034.231362:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829034.231374:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231379:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829034.231382:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000800:00000100:0.0:1787829034.231390:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:3.0:1787829034.231390:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829034.231399:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829034.231401:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231402:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829034.231403:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829034.231404:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829034.231407:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829034.231409:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829034.231412:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000100:00100000:3.0:1787829034.231415:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829034.231424:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829034.231426:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.231430:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829034.231432:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829034.231451:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829034.231455:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829034.231461:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829034.231464:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000100:00080000:3.0:1787829034.231466:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1787829034.231472:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:3.0:1787829034.231472:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829034.231477:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829034.231481:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829034.231484:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829034.231486:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5838
00000100:00000200:0.0:1787829034.231497:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829034.231497:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829034.231504:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829034.231512:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829034.231526:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231535:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.231544:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829034.231546:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829034.231548:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829034.231553:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829034.231556:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000040:0.0:1787829034.231557:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829034.231561:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829034.231568:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829034.231579:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829034.231594:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829034.231596:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.231606:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787829034.231606:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231616:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829034.231617:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231619:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829034.231623:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:0.0:1787829034.231625:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829034.231629:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829034.231635:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.231641:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829034.231643:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829034.231652:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300515173
02000000:00000001:3.0:1787829034.231653:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829034.231663:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231665:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829034.231667:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000010:0.0:1787829034.231670:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f46c0.
00000008:00000001:3.0:1787829034.231671:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231678:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829034.231682:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829034.231685:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829034.231686:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829034.231695:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829034.231698:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300515173
02000000:00000001:3.0:1787829034.231698:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231713:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1787829034.231715:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4d80.
02000000:00000001:3.0:1787829034.231720:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829034.231724:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829034.231724:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.231742:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787829034.231743:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:0.0:1787829034.231750:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.231752:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.231757:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829034.231765:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829034.231767:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034]  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829034.231816:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829034.231825:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829034.231834:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787829034.231836:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829034.231839:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829034.231845:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829034.231855:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000100:00000001:3.0:1787829034.231857:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829034.231863:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000040:3.0:1787829034.231867:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5848)
00000100:00000001:0.0:1787829034.231869:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829034.231878:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829034.231890:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.231901:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829034.231904:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.231909:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.231912:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829034.231919:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.231933:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829034.231942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.231956:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829034.231961:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.231965:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.231967:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.231972:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829034.231975:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829034.231981:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829034.231986:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829034.231990:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829034.231995:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829034.232010:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555323136:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829034.232018:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232023:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.232028:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555323136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232041:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829034.232046:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829034.232052:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829034.232058:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829034.232062:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829034.232065:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829034.232070:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829034.232074:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:0.0:1787829034.232081:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829034.232085:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829034.232088:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:0.0:1787829034.232092:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829034.232093:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232123:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232133:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829034.232135:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.232137:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829034.232140:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829034.232142:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829034.232147:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232156:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829034.232158:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.232161:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829034.232164:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829034.232166:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829034.232169:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829034.232173:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829034.232176:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829034.232178:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.232180:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829034.232184:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829034.232187:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.232192:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829034.232195:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829034.232200:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829034.232204:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323264, portal 10
00000100:00000001:0.0:1787829034.232206:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829034.232208:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:0.0:1787829034.232217:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232224:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829034.232227:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829034.232230:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829034.232233:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555323264, offset 0
00000400:00000200:0.0:1787829034.232238:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829034.232243:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.232248:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829034.232252:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829034.232255:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829034.232258:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829034.232261:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829034.232265:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89743:89743:256:4294967295] 192.168.203.108@tcp LPNI seq info [89730:89730:8:4294967295]
00000400:00000200:0.0:1787829034.232269:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.232277:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829034.232282:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.232285:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829034.232290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829034.232293:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829034.232299:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829034.232302:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829034.232307:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.232310:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829034.232315:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829034.232321:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829034.232327:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829034.232331:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829034.232335:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829034.232341:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232356:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.232362:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232374:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.232377:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829034.232384:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829034.232390:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829034.232397:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829034.232400:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300511318
00000100:00000001:0.0:1787829034.232404:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.232408:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300511318
00000100:00000001:0.0:1787829034.232412:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.232416:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829034.232420:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.232423:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829034.232431:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034]  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829034.232446:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829034.232449:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829034.232452:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829034.232457:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829034.232460:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829034.232464:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829034.232470:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829034.232486:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232494:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829034.232496:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232498:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.232500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829034.232504:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232512:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829034.232516:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232525:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829034.232528:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232530:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.232532:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232534:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829034.232536:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829034.232539:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829034.232542:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829034.232545:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829034.232549:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829034.232558:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829034.232563:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829034.232566:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232573:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829034.232575:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.232578:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829034.232580:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829034.232582:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829034.232586:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829034.232589:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829034.232592:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829034.232593:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.232595:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829034.232600:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829034.232604:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.232610:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829034.232615:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829034.232620:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829034.232625:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323392, portal 10
00000100:00000001:0.0:1787829034.232629:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829034.232631:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:0.0:1787829034.232641:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232654:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829034.232658:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829034.232662:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829034.232667:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555323392, offset 0
00000400:00000200:0.0:1787829034.232675:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829034.232682:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.232687:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829034.232691:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829034.232694:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829034.232697:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829034.232700:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829034.232704:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89744:89744:256:4294967295] 192.168.203.108@tcp LPNI seq info [89731:89731:8:4294967295]
00000400:00000200:0.0:1787829034.232708:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.232716:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829034.232721:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.232725:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829034.232730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829034.232733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829034.232738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829034.232741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829034.232745:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.232748:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829034.232752:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829034.232756:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829034.232759:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829034.232762:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829034.232765:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829034.232769:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232778:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.232782:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232790:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.232791:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829034.232818:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829034.232822:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829034.232826:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829034.232829:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300511258
00000100:00000001:0.0:1787829034.232832:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.232835:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300511258
00000100:00000001:0.0:1787829034.232837:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.232840:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829034.232842:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.232844:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829034.232849:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034]  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829034.232857:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829034.232859:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829034.232861:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829034.232864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829034.232866:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829034.232868:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829034.232872:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829034.232881:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232889:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829034.232891:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232893:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.232894:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829034.232901:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232913:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829034.232920:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.232933:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829034.232937:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232940:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.232942:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.232946:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829034.232949:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829034.232954:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829034.232959:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829034.232964:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829034.232971:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829034.232986:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829034.232991:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829034.232995:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233006:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829034.233009:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.233014:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829034.233017:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829034.233020:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829034.233026:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829034.233032:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829034.233035:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829034.233038:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.233042:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829034.233047:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829034.233051:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.233058:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829034.233062:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829034.233069:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829034.233074:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323520, portal 4
00000100:00000001:0.0:1787829034.233078:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829034.233080:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:0.0:1787829034.233088:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233120:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829034.233123:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829034.233126:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829034.233130:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555323520, offset 0
00000400:00000200:0.0:1787829034.233135:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829034.233140:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.233144:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829034.233148:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829034.233151:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829034.233154:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829034.233156:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829034.233160:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89745:89745:256:4294967295] 192.168.203.108@tcp LPNI seq info [89732:89732:8:4294967295]
00000400:00000200:0.0:1787829034.233164:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.233172:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829034.233178:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.233181:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829034.233186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829034.233189:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829034.233194:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829034.233197:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829034.233202:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.233204:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829034.233208:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829034.233212:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829034.233215:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829034.233217:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829034.233220:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829034.233224:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233233:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.233236:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233244:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.233245:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829034.233248:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829034.233252:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829034.233255:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829034.233257:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300511292
00000100:00000001:0.0:1787829034.233260:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.233263:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300511292
00000100:00000001:0.0:1787829034.233265:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.233267:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829034.233270:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.233272:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829034.233275:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034]  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829034.233285:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829034.233286:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829034.233288:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829034.233291:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829034.233292:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829034.233294:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829034.233298:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829034.233306:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233318:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829034.233321:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233324:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.233327:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829034.233333:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233345:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829034.233353:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233367:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829034.233372:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233375:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.233377:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233381:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829034.233385:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829034.233390:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829034.233395:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829034.233399:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829034.233406:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829034.233421:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829034.233428:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829034.233434:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233447:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829034.233450:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.233454:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829034.233458:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829034.233461:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829034.233467:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829034.233473:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829034.233477:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829034.233480:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829034.233483:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829034.233487:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829034.233490:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829034.233494:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829034.233497:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829034.233500:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829034.233504:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323648, portal 4
00000100:00000001:0.0:1787829034.233506:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829034.233508:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:0.0:1787829034.233515:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233522:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829034.233525:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829034.233527:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829034.233530:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555323648, offset 0
00000400:00000200:0.0:1787829034.233535:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829034.233540:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.233543:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829034.233547:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829034.233550:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829034.233553:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829034.233556:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829034.233559:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89746:89746:256:4294967295] 192.168.203.108@tcp LPNI seq info [89733:89733:8:4294967295]
00000400:00000200:0.0:1787829034.233564:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829034.233571:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829034.233576:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.233579:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829034.233583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829034.233586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829034.233591:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829034.233594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829034.233600:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829034.233604:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829034.233609:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829034.233615:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829034.233620:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829034.233622:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829034.233627:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829034.233633:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233647:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.233654:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233666:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.233669:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829034.233675:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829034.233680:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829034.233685:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829034.233688:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300511284
00000100:00000001:0.0:1787829034.233692:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.233694:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300511284
00000100:00000001:0.0:1787829034.233697:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300515173
00000100:00000001:0.0:1787829034.233699:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829034.233702:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.233704:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829034.233709:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829034/real 1787829034]  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829034.233717:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829034.233719:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829034.233721:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829034.233723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829034.233725:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829034.233727:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829034.233731:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829034.233740:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233746:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829034.233748:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233750:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.233751:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829034.233755:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233762:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829034.233766:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233774:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829034.233777:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233778:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829034.233780:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233782:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829034.233784:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829034.233787:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829034.233790:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829034.233793:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829034.233817:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829034.233826:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829034.233830:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233833:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.233836:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555323264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233844:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829034.233846:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829034.233848:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829034.233851:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829034.233853:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829034.233854:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829034.233857:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829034.233859:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:0.0:1787829034.233862:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829034.233864:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829034.233866:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:0.0:1787829034.233868:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829034.233870:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233872:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.233875:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555323392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233890:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829034.233891:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829034.233893:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829034.233895:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829034.233897:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829034.233899:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829034.233902:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829034.233905:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829034.233909:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829034.233910:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829034.233913:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:0.0:1787829034.233917:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829034.233918:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233921:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.233928:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555323520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233940:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829034.233942:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829034.233945:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829034.233949:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829034.233952:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829034.233954:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829034.233958:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829034.233960:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:0.0:1787829034.233964:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829034.233966:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829034.233969:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:0.0:1787829034.233973:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829034.233975:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.233978:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829034.233985:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555323648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829034.233992:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829034.233994:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829034.233996:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829034.233999:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829034.234001:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829034.234003:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829034.234007:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829034.234009:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829034.234013:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829034.234015:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829034.234017:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:0.0:1787829034.234021:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829034.234024:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.234027:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829034.234034:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829034.234037:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829034.234040:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829034.234043:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829034.742230:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829034.742239:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829034.742242:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829034.742248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829034.742252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829034.742256:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829034.742259:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829034.742262:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829034.742264:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829035.062400:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829035.062404:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829035.062407:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829035.254180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829035.254189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829035.254192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829035.254199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829035.254205:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829035.254214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.254219:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829035.254225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.254238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.766186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829035.766194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829035.766196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829035.766201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829035.766206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829035.766209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.766212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829035.766215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.766217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829036.086355:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829036.086360:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829036.086364:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829036.278210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829036.278217:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829036.278229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829036.278250:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829036.278269:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829036.278284:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829036.278308:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829036.278312:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829036.278315:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829036.790171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829036.790179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829036.790181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829036.790186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829036.790190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829036.790194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829036.790197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829036.790200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829036.790203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829037.110337:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829037.110341:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829037.110344:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829037.302269:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829037.302276:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829037.302278:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829037.302281:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829037.302285:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829037.302288:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829037.302291:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829037.302293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829037.302296:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829037.814180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829037.814190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829037.814192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829037.814201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829037.814206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829037.814211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829037.814214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829037.814216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829037.814220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829038.134326:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829038.134330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829038.134332:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829038.198220:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300515173, at 4300515200
00000100:00000010:3.0:1787829038.198237:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4d80.
00000100:00000001:3.0:1787829038.326172:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829038.326181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829038.326184:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829038.326193:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829038.326198:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829038.326203:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829038.326209:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829038.326214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829038.326223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829038.838206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829038.838212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829038.838213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829038.838218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829038.838229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829038.838233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829038.838235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829038.838237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829038.838239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829039.158400:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829039.158406:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829039.158411:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829039.350207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829039.350217:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829039.350220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829039.350226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829039.350234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829039.350243:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829039.350253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829039.350263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829039.350276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829039.350322:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829039.350327:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829039.350330:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829039.350332:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829039.350337:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829039.350343:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5843
00000400:00000200:3.0:1787829039.350350:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829039.350355:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829039.350357:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829039.350360:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350362:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.350364:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350366:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829039.350369:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829039.350370:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829039.350372:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829039.350375:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829039.350376:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829039.350378:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829039.350380:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350381:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.350383:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350384:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829039.350387:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829039.350389:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350391:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829039.350393:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829039.350396:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829039.350397:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350399:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829039.350401:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829039.350408:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787829039.350410:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829039.350414:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829039.350415:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350417:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829039.350420:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829039.350423:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829039.350429:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829039.350434:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829039.350441:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829039.350449:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829039.350452:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829039.350456:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829039.350473:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829039.350476:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829039.350478:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829039.350479:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829039.350481:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829039.350483:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829039.350484:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5843
00000400:00000200:3.0:1787829039.350487:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829039.350488:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829039.350490:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829039.350491:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350493:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.350494:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350496:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829039.350499:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829039.350501:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829039.350502:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829039.350504:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829039.350506:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829039.350507:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829039.350510:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350512:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.350514:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350515:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829039.350516:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829039.350519:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350520:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829039.350521:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829039.350526:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829039.350527:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829039.350535:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.350538:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829039.350539:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829039.350542:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829039.350545:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829039.350549:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350551:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829039.350560:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829039.350560:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829039.350569:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829039.350577:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829039.350582:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350592:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829039.350594:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829039.350600:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.350604:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1787829039.350606:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:0.0:1787829039.350608:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350614:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.350616:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829039.350621:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829039.350631:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829039.350637:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829039.350650:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829039.350654:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829039.350655:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555323776:192.168.203.108@tcp:250:kworker.0
00000100:00000040:3.0:1787829039.350668:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.350677:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829039.350686:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829039.350690:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350691:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.350696:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829039.350700:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829039.350707:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:0.0:1787829039.350708:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:3.0:1787829039.350710:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787829039.350712:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829039.350716:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829039.350722:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829039.350724:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829039.350732:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000100:00080000:3.0:1787829039.350733:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5843
00000400:00000010:0.0:1787829039.350743:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000400:00000200:3.0:1787829039.350744:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829039.350755:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:0.0:1787829039.350756:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323776, portal 25
00000100:00000001:0.0:1787829039.350781:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829039.350781:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829039.350785:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139968 : -107611171411648 : ffff9e20d25aa940)
00000100:00000040:3.0:1787829039.350796:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829039.350819:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.350831:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829039.350840:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829039.350845:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000001:3.0:1787829039.350853:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787829039.350854:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555323776, offset 0
00000100:00000040:3.0:1787829039.350865:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350878:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829039.350881:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829039.350888:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:0.0:1787829039.350890:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829039.350894:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829039.350899:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829039.350901:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829039.350903:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829039.350908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829039.350909:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350919:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.350924:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.350926:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829039.350930:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829039.350945:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829039.350948:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829039.350950:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829039.350954:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829039.350959:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787829039.350959:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829039.350970:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350971:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829039.350974:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787829039.350978:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000008:00000001:3.0:1787829039.350980:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.350985:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829039.350988:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000400:00000200:0.0:1787829039.350992:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787829039.350994:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829039.351003:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787829039.351009:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829039.351010:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.351020:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829039.351023:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829039.351031:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829039.351049:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89747:89747:256:4294967295] 192.168.203.108@tcp LPNI seq info [89734:89734:8:4294967295]
02000000:00000010:3.0:1787829039.351050:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829039.351063:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829039.351065:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829039.351081:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829039.351090:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829039.351100:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.351108:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829039.351117:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829039.351131:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787829039.351133:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829039.351144:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829039.351147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787829039.351154:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787829039.351157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787829039.351164:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829039.351168:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829039.351171:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829039.351173:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829039.351175:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829039.351177:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829039.351179:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5843
00000400:00000200:3.0:1787829039.351182:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829039.351186:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829039.351187:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829039.351193:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.351197:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.351203:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.351205:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829039.351207:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829039.351209:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829039.351217:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829039.351220:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829039.351223:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829039.351225:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829039.351228:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.351230:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.351235:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.351240:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000100:0.0:1787829039.351241:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.351249:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000020:00000040:3.0:1787829039.351249:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829039.351259:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829039.351261:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829039.351263:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829039.351264:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787829039.351266:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829039.351272:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.351277:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829039.351281:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787829039.351283:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829039.351287:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.351288:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829039.351291:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829039.351296:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000400:00000200:0.0:1787829039.351301:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
02000000:00000001:3.0:1787829039.351301:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787829039.351308:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
02000000:00000001:3.0:1787829039.351309:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.351319:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829039.351323:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829039.351324:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829039.351327:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829039.351334:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000200:0.0:1787829039.351338:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829039.351338:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829039.351351:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829039.351394:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829039.351397:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.351400:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829039.351402:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829039.351413:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829039.351420:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829039.351431:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829039.351448:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829039.351449:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829039.351454:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829039.351458:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829039.351459:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829039.351465:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829039.351472:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5843
00000100:00000001:0.0:1787829039.351473:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829039.351481:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.351489:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829039.351497:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829039.351498:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300520293
00000100:00080000:3.0:1787829039.351503:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829039.351510:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000010:0.0:1787829039.351511:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4c00.
00000100:00000001:3.0:1787829039.351515:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.351522:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829039.351526:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829039.351527:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829039.351536:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829039.351538:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:0.0:1787829039.351542:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300520293
00000020:00000001:3.0:1787829039.351543:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829039.351549:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000010:0.0:1787829039.351557:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4120.
00000020:00000001:3.0:1787829039.351557:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829039.351563:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829039.351571:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787829039.351572:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829039.351585:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829039.351591:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829039.351592:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829039.351593:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829039.351610:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829039.351610:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829039.351622:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829039.351624:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829039.351626:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829039.351631:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829039.351633:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829039.351640:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829039.351641:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039]  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829039.351644:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829039.351648:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829039.351665:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.351673:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829039.351682:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1787829039.351684:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000400:00000001:0.0:1787829039.351688:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787829039.351691:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829039.351707:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787829039.351713:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
02000000:00000001:3.0:1787829039.351714:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.351726:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787829039.351728:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
02000000:00000001:3.0:1787829039.351729:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829039.351735:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829039.351737:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
02000000:00000010:3.0:1787829039.351746:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:0.0:1787829039.351747:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829039.351782:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829039.351794:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829039.351796:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829039.351839:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829039.351845:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829039.351853:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829039.351856:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.351896:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829039.351902:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829039.351903:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.351914:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787829039.351918:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5854)
00000100:00000001:0.0:1787829039.351921:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829039.351935:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.351949:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829039.351958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.351972:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829039.351977:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.351979:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.351981:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.351985:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829039.351989:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829039.351994:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829039.352001:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829039.352006:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829039.352013:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829039.352025:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555323776:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829039.352036:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.352039:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.352043:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa940 x1874668555323776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352053:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829039.352057:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829039.352063:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829039.352068:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829039.352072:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829039.352075:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829039.352079:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829039.352084:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829039.352090:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829039.352094:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829039.352131:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa940.
00000100:00000001:0.0:1787829039.352138:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829039.352141:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.352145:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.352156:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829039.352158:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.352162:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829039.352164:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829039.352167:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829039.352174:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352185:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829039.352188:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.352191:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829039.352195:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829039.352199:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829039.352203:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323904:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829039.352209:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829039.352213:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829039.352216:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.352220:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829039.352226:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829039.352229:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829039.352237:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829039.352242:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829039.352247:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829039.352254:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555323904, portal 10
00000100:00000001:0.0:1787829039.352257:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829039.352259:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:0.0:1787829039.352271:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352283:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829039.352287:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829039.352291:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829039.352296:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555323904, offset 0
00000400:00000200:0.0:1787829039.352303:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829039.352311:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.352318:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829039.352325:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829039.352330:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829039.352334:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829039.352338:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829039.352343:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89748:89748:256:4294967295] 192.168.203.108@tcp LPNI seq info [89735:89735:8:4294967295]
00000400:00000200:0.0:1787829039.352349:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.352360:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829039.352369:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.352375:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829039.352383:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829039.352387:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829039.352396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829039.352401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829039.352407:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.352410:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829039.352416:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829039.352422:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829039.352428:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829039.352431:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829039.352437:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829039.352443:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352454:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.352459:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352468:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.352470:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829039.352476:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829039.352484:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829039.352490:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829039.352493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300516438
00000100:00000001:0.0:1787829039.352498:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.352503:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300516438
00000100:00000001:0.0:1787829039.352508:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.352511:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829039.352516:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.352520:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829039.352528:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039]  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829039.352541:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829039.352543:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829039.352547:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829039.352553:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829039.352555:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829039.352562:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829039.352569:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829039.352584:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352595:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829039.352597:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.352600:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.352603:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829039.352609:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352620:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829039.352628:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352654:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829039.352658:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.352661:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.352663:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.352667:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829039.352671:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829039.352675:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829039.352681:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829039.352684:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829039.352690:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829039.352702:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555323904:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829039.352708:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829039.352717:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352735:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829039.352737:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.352740:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829039.352743:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829039.352746:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829039.352749:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829039.352753:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829039.352757:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829039.352773:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.352776:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829039.352782:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829039.352785:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829039.352789:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829039.352792:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829039.352797:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829039.352801:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324032, portal 10
00000100:00000001:0.0:1787829039.352803:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829039.352805:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:0.0:1787829039.352812:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352820:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829039.352823:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829039.352825:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829039.352828:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555324032, offset 0
00000400:00000200:0.0:1787829039.352832:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829039.352837:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.352843:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829039.352847:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829039.352851:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829039.352853:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829039.352856:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829039.352860:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89749:89749:256:4294967295] 192.168.203.108@tcp LPNI seq info [89736:89736:8:4294967295]
00000400:00000200:0.0:1787829039.352866:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.352874:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829039.352880:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.352884:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829039.352889:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829039.352893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829039.352899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829039.352902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829039.352908:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.352911:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829039.352916:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829039.352920:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829039.352924:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829039.352927:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829039.352930:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829039.352934:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352945:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.352949:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.352957:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.352960:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829039.352964:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829039.352968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829039.352972:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829039.352975:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300516378
00000100:00000001:0.0:1787829039.352979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.352982:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300516378
00000100:00000001:0.0:1787829039.352985:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.352988:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829039.352998:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.353000:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829039.353007:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039]  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829039.353017:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829039.353019:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829039.353022:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829039.353025:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829039.353027:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829039.353030:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829039.353034:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829039.353045:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353054:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829039.353056:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353059:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.353060:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829039.353065:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353074:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829039.353079:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353088:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829039.353092:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353131:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.353134:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353138:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829039.353140:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829039.353144:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829039.353150:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829039.353153:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829039.353160:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829039.353171:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829039.353178:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829039.353185:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353194:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829039.353197:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.353200:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829039.353203:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829039.353205:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829039.353209:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829039.353213:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829039.353215:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829039.353217:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.353220:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829039.353224:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829039.353227:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829039.353231:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829039.353234:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829039.353238:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829039.353242:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324160, portal 4
00000100:00000001:0.0:1787829039.353244:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829039.353246:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:0.0:1787829039.353253:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353261:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829039.353264:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829039.353267:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829039.353270:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555324160, offset 0
00000400:00000200:0.0:1787829039.353276:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829039.353281:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.353286:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829039.353297:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829039.353301:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829039.353304:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829039.353307:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829039.353311:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89750:89750:256:4294967295] 192.168.203.108@tcp LPNI seq info [89737:89737:8:4294967295]
00000400:00000200:0.0:1787829039.353317:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.353326:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829039.353333:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.353337:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829039.353343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829039.353347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829039.353353:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829039.353356:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829039.353362:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.353364:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829039.353370:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829039.353391:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829039.353395:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829039.353398:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829039.353402:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829039.353408:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353419:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.353424:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353434:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.353452:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829039.353457:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829039.353461:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829039.353466:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829039.353469:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300516412
00000100:00000001:0.0:1787829039.353472:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.353475:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300516412
00000100:00000001:0.0:1787829039.353478:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.353481:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829039.353484:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.353487:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829039.353493:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039]  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829039.353504:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829039.353506:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829039.353508:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829039.353512:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829039.353514:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829039.353517:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829039.353522:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829039.353533:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353541:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829039.353543:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353546:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.353548:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829039.353553:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353564:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829039.353569:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353587:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829039.353591:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353593:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.353595:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353598:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829039.353601:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829039.353603:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829039.353607:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829039.353609:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829039.353613:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829039.353620:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829039.353623:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829039.353626:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353632:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829039.353633:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.353636:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829039.353637:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829039.353639:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829039.353641:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829039.353644:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829039.353646:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829039.353647:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829039.353649:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829039.353652:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829039.353654:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829039.353658:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829039.353660:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829039.353663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829039.353666:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324288, portal 4
00000100:00000001:0.0:1787829039.353668:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829039.353669:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:0.0:1787829039.353674:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353680:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829039.353682:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829039.353684:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829039.353686:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555324288, offset 0
00000400:00000200:0.0:1787829039.353689:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829039.353693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.353696:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829039.353699:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829039.353701:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829039.353704:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829039.353706:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829039.353708:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89751:89751:256:4294967295] 192.168.203.108@tcp LPNI seq info [89738:89738:8:4294967295]
00000400:00000200:0.0:1787829039.353711:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829039.353717:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829039.353721:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.353724:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829039.353727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829039.353730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829039.353733:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829039.353736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829039.353739:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829039.353741:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829039.353744:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829039.353747:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829039.353750:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829039.353751:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829039.353753:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829039.353757:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353782:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.353786:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353791:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.353793:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829039.353797:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829039.353799:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829039.353802:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829039.353804:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300516404
00000100:00000001:0.0:1787829039.353807:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.353809:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300516404
00000100:00000001:0.0:1787829039.353811:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300520293
00000100:00000001:0.0:1787829039.353812:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829039.353814:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.353815:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829039.353819:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829039/real 1787829039]  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829039.353825:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829039.353827:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829039.353828:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829039.353830:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829039.353832:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829039.353833:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829039.353836:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829039.353842:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353853:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829039.353854:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353856:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.353857:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829039.353860:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353865:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829039.353868:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353873:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829039.353875:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353876:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829039.353877:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353878:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829039.353880:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829039.353882:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829039.353884:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829039.353886:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829039.353889:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829039.353894:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829039.353897:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353899:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.353902:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555323904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353908:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829039.353910:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829039.353912:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829039.353914:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829039.353917:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829039.353918:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829039.353920:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829039.353923:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:0.0:1787829039.353925:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829039.353926:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829039.353928:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:0.0:1787829039.353931:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829039.353932:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353934:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.353937:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555324032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353942:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829039.353943:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829039.353944:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829039.353946:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829039.353947:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829039.353948:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829039.353949:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829039.353950:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:0.0:1787829039.353952:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829039.353952:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829039.353954:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:0.0:1787829039.353956:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829039.353957:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353959:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.353963:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555324160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.353971:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829039.353973:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829039.353974:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829039.353977:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829039.353978:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829039.353980:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829039.353983:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829039.353985:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829039.353988:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829039.353990:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829039.353992:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:0.0:1787829039.353994:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829039.353996:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.353999:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829039.354003:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555324288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829039.354013:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829039.354015:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829039.354017:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829039.354020:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829039.354022:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829039.354023:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829039.354026:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829039.354027:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:0.0:1787829039.354029:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829039.354030:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829039.354031:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:0.0:1787829039.354033:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829039.354033:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.354035:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829039.354041:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829039.354043:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829039.354045:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829039.354047:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829039.862190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829039.862196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829039.862197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829039.862201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829039.862204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829039.862207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829039.862209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829039.862211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829039.862214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829040.182344:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829040.182351:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829040.182356:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829040.374228:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829040.374244:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829040.374251:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829040.374264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829040.374275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829040.374286:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829040.374309:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829040.374316:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829040.374320:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.886195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829040.886201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829040.886202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829040.886206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829040.886209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829040.886212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829040.886215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829040.886216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829040.886218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829041.206281:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829041.206285:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829041.206287:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829041.398219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829041.398229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829041.398233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829041.398242:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829041.398250:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829041.398258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829041.398276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829041.398280:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829041.398287:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829041.910170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829041.910178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829041.910180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829041.910185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829041.910189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829041.910193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829041.910196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829041.910198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829041.910201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829042.230351:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829042.230356:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829042.230359:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829042.422198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829042.422211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829042.422218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829042.422231:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829042.422242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829042.422248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829042.422265:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829042.422269:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829042.422272:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829042.934187:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829042.934192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829042.934194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829042.934198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829042.934201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829042.934203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829042.934206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829042.934208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829042.934209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829043.254310:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829043.254313:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829043.254316:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829043.318181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300520293, at 4300520320
00000100:00000010:3.0:1787829043.318197:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4120.
00000100:00000001:3.0:1787829043.446258:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829043.446262:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829043.446265:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829043.446271:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829043.446281:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829043.446284:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829043.446292:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829043.446296:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829043.446300:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829043.958171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829043.958180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829043.958182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829043.958188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829043.958191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829043.958195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829043.958198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829043.958201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829043.958204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829044.278273:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829044.278276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829044.278279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829044.470203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829044.470210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829044.470215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.470226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829044.470232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829044.470238:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.470246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.470250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.470255:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829044.470803:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829044.470808:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829044.470811:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829044.470818:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829044.470824:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829044.470828:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829044.470835:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829044.470839:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829044.470844:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.471438:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829044.471442:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829044.471445:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829044.471452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471460:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.471462:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.471465:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829044.471468:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829044.471470:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.471474:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555324416:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829044.471479:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829044.471484:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829044.471486:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.471489:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829044.471494:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b000.
02000000:00000001:3.0:1787829044.471496:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829044.471502:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829044.471506:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829044.471512:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829044.471518:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324416, portal 25
00000100:00000001:3.0:1787829044.471519:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829044.471521:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:3.0:1787829044.471526:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471534:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829044.471537:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829044.471540:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829044.471543:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555324416, offset 0
00000400:00000200:3.0:1787829044.471550:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829044.471558:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.471565:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829044.471571:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829044.471575:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829044.471579:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829044.471582:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829044.471586:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89752:89752:256:4294967295] 192.168.203.108@tcp LPNI seq info [89739:89739:8:4294967295]
00000400:00000200:3.0:1787829044.471591:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.471601:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829044.471607:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.471613:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829044.471621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829044.471626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787829044.471632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829044.471635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787829044.471639:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.471641:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829044.471645:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829044.471649:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829044.471654:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829044.471655:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829044.471659:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829044.471662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471672:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.471676:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471683:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.471685:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829044.471692:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829044.471696:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829044.471699:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300525413
00000100:00000010:3.0:1787829044.471704:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a720.
00000100:00000001:3.0:1787829044.471711:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829044.471716:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300525413
00000100:00000010:3.0:1787829044.471719:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a420.
00000100:00000001:3.0:1787829044.471722:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829044.471738:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829044.471741:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.471744:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829044.471749:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829044/real 1787829044]  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829044.471757:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829044.471759:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829044.471762:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829044.471765:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829044.471766:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829044.471768:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829044.471771:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829044.471779:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471785:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829044.471787:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.471790:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.471792:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829044.471795:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471801:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829044.471806:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471812:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829044.471815:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.471817:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.471818:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.471820:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829044.471822:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829044.471825:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829044.471829:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829044.471832:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829044.471835:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829044.471843:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555324416:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829044.471849:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829044.471852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471858:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.471859:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.471861:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829044.471863:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829044.471865:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.471868:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829044.471871:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829044.471873:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829044.471875:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.471876:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829044.471880:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829044.471882:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829044.471885:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829044.471888:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829044.471891:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829044.471894:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324544, portal 10
00000100:00000001:3.0:1787829044.471896:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829044.471898:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:3.0:1787829044.471904:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.471910:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829044.471913:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829044.471915:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829044.471918:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555324544, offset 0
00000400:00000200:3.0:1787829044.471921:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829044.471925:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.471928:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829044.471931:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829044.471934:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829044.471937:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829044.471939:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829044.471942:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89753:89753:256:4294967295] 192.168.203.108@tcp LPNI seq info [89740:89740:8:4294967295]
00000400:00000200:3.0:1787829044.471947:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.471953:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829044.471958:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.471962:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829044.471966:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829044.471969:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787829044.471973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829044.471976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787829044.471979:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.471982:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829044.471985:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829044.471989:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829044.471998:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829044.472000:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829044.472003:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829044.472007:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472015:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.472019:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472025:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472026:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829044.472029:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829044.472032:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787829044.472035:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829044.472036:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300521557
00000100:00000001:3.0:1787829044.472038:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472040:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300521557
00000100:00000001:3.0:1787829044.472042:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472043:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829044.472045:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472046:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829044.472049:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829044/real 1787829044]  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829044.472054:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829044.472055:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829044.472056:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829044.472058:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829044.472059:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829044.472060:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829044.472062:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829044.472068:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472071:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829044.472072:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472073:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472074:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829044.472076:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472081:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829044.472083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472088:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829044.472089:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472091:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472092:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829044.472135:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829044.472139:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829044.472143:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829044.472146:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829044.472150:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829044.472159:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829044.472165:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829044.472170:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472177:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.472179:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.472182:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829044.472185:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829044.472187:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.472191:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829044.472195:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829044.472198:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829044.472200:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.472202:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829044.472206:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829044.472209:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829044.472213:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829044.472215:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829044.472219:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829044.472222:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324672, portal 10
00000100:00000001:3.0:1787829044.472224:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829044.472225:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:3.0:1787829044.472232:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472240:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829044.472242:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829044.472245:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829044.472247:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555324672, offset 0
00000400:00000200:3.0:1787829044.472251:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829044.472255:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.472259:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829044.472262:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829044.472265:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829044.472268:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829044.472270:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829044.472274:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89754:89754:256:4294967295] 192.168.203.108@tcp LPNI seq info [89741:89741:8:4294967295]
00000400:00000200:3.0:1787829044.472278:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.472285:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829044.472290:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.472294:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829044.472298:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829044.472301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787829044.472306:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829044.472309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787829044.472313:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.472315:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829044.472319:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829044.472322:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829044.472326:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829044.472328:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829044.472330:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829044.472334:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472343:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.472346:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472356:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472357:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829044.472360:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829044.472362:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787829044.472365:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829044.472367:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300521498
00000100:00000001:3.0:1787829044.472368:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472370:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300521498
00000100:00000001:3.0:1787829044.472371:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472373:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829044.472374:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472375:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829044.472378:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829044/real 1787829044]  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829044.472383:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829044.472384:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829044.472386:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829044.472387:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829044.472388:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829044.472389:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829044.472391:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829044.472397:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472401:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829044.472402:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472403:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472404:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829044.472406:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472411:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829044.472414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472422:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829044.472424:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472426:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472427:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472429:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829044.472431:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829044.472434:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829044.472437:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829044.472439:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829044.472444:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829044.472453:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829044.472457:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829044.472461:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472468:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.472469:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.472471:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829044.472473:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829044.472474:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.472476:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829044.472479:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829044.472480:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829044.472482:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.472483:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829044.472486:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829044.472487:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829044.472490:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829044.472492:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829044.472495:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829044.472497:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324800, portal 4
00000100:00000001:3.0:1787829044.472498:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829044.472499:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:3.0:1787829044.472503:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472508:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829044.472509:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829044.472511:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829044.472513:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555324800, offset 0
00000400:00000200:3.0:1787829044.472517:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829044.472521:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.472525:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829044.472528:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829044.472531:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829044.472533:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829044.472536:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829044.472539:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89755:89755:256:4294967295] 192.168.203.108@tcp LPNI seq info [89742:89742:8:4294967295]
00000400:00000200:3.0:1787829044.472543:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.472549:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829044.472554:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.472558:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829044.472562:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829044.472564:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787829044.472569:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829044.472572:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787829044.472574:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.472576:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829044.472579:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829044.472581:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829044.472583:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829044.472585:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829044.472586:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829044.472589:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472595:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.472597:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472602:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472603:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829044.472605:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829044.472607:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787829044.472609:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829044.472611:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300521531
00000100:00000001:3.0:1787829044.472613:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472615:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300521531
00000100:00000001:3.0:1787829044.472616:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472617:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829044.472619:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472620:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829044.472622:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829044/real 1787829044]  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829044.472627:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829044.472628:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829044.472630:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829044.472631:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829044.472633:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829044.472634:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829044.472636:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829044.472642:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472646:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829044.472647:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472648:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472649:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829044.472651:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472655:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829044.472657:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472661:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829044.472662:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472663:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472664:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472665:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829044.472667:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829044.472668:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829044.472671:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829044.472673:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829044.472675:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829044.472680:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829044.472683:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829044.472685:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472690:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.472691:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.472693:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829044.472694:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829044.472695:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.472697:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829044.472699:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829044.472700:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829044.472701:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829044.472702:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829044.472705:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6bc00.
02000000:00000001:3.0:1787829044.472706:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829044.472708:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829044.472709:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829044.472711:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829044.472713:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555324928, portal 4
00000100:00000001:3.0:1787829044.472715:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829044.472716:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:3.0:1787829044.472719:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472740:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829044.472743:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829044.472746:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829044.472749:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555324928, offset 0
00000400:00000200:3.0:1787829044.472753:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829044.472757:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.472761:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829044.472764:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829044.472768:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829044.472771:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829044.472773:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829044.472776:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89756:89756:256:4294967295] 192.168.203.108@tcp LPNI seq info [89743:89743:8:4294967295]
00000400:00000200:3.0:1787829044.472780:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829044.472786:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829044.472791:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.472795:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829044.472799:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829044.472802:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787829044.472806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829044.472808:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787829044.472812:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829044.472814:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829044.472817:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829044.472821:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829044.472824:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829044.472826:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829044.472828:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829044.472832:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472840:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.472844:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472851:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472853:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829044.472856:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829044.472859:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787829044.472862:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829044.472864:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300521523
00000100:00000001:3.0:1787829044.472866:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300521523
00000100:00000001:3.0:1787829044.472871:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300525413
00000100:00000001:3.0:1787829044.472873:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829044.472876:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.472877:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829044.472881:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829044/real 1787829044]  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829044.472888:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829044.472889:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829044.472891:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829044.472894:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829044.472895:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829044.472897:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829044.472900:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829044.472908:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472914:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829044.472916:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472918:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472919:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829044.472923:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472930:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829044.472934:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472942:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829044.472944:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472945:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829044.472947:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472949:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829044.472950:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829044.472953:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829044.472956:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829044.472958:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829044.472962:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829044.472969:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555324928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829044.472973:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.472975:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.472978:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555324416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.472985:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829044.472987:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829044.472990:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:3.0:1787829044.472993:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829044.472995:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829044.472996:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787829044.472999:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829044.473001:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:3.0:1787829044.473005:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829044.473006:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829044.473008:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:3.0:1787829044.473011:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829044.473012:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.473014:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.473017:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555324544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.473023:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829044.473025:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829044.473026:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829044.473028:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829044.473029:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829044.473031:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829044.473032:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829044.473034:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f800.
02000000:00000001:3.0:1787829044.473037:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829044.473038:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829044.473039:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:3.0:1787829044.473041:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829044.473042:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.473043:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.473047:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555324672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.473053:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829044.473054:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829044.473055:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829044.473058:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829044.473059:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829044.473060:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829044.473062:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829044.473064:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
02000000:00000001:3.0:1787829044.473066:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829044.473068:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829044.473069:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:3.0:1787829044.473071:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829044.473072:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.473073:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.473076:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555324800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.473082:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829044.473084:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829044.473086:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829044.473088:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829044.473089:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829044.473091:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829044.473093:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829044.473122:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:3.0:1787829044.473126:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829044.473128:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829044.473129:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:3.0:1787829044.473133:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829044.473134:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.473136:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829044.473140:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555324928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829044.473146:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829044.473147:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829044.473149:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:3.0:1787829044.473151:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829044.473152:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829044.473153:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829044.473155:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829044.473156:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:3.0:1787829044.473158:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829044.473159:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829044.473161:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:3.0:1787829044.473162:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829044.473164:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.473166:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.473173:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829044.473175:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.473177:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829044.473179:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829044.982212:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829044.982219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829044.982221:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829044.982227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829044.982231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829044.982235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.982238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829044.982241:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829044.982243:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829045.302263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829045.302268:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829045.302271:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829045.494205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829045.494206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829045.494212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829045.494213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829045.494217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.494218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829045.494224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829045.494224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829045.494231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829045.494231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829045.494237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829045.494238:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829045.494242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829045.494245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829045.494247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.494256:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829045.494259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829045.494262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829046.006184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829046.006191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829046.006194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829046.006199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829046.006202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829046.006205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829046.006207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829046.006209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829046.006210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829046.326264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829046.326268:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829046.326270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829046.518182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829046.518191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829046.518196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829046.518204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829046.518207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829046.518211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829046.518212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829046.518216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829046.518218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829046.518220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829046.518224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829046.518225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829046.518226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829046.518235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829046.518239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829046.518240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829046.518243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829046.518247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829047.030209:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829047.030216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829047.030219:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829047.030224:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829047.030228:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829047.030233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829047.030236:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829047.030238:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829047.030241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829047.350310:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829047.350317:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829047.350333:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829047.542202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829047.542212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829047.542215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829047.542219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829047.542223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829047.542226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829047.542230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829047.542232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829047.542236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829047.542242:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829047.542249:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829047.542255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829047.542263:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829047.542268:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829047.542275:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829047.542279:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829047.542281:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829047.542289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829048.054203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829048.054210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829048.054213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829048.054219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829048.054223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829048.054227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829048.054230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829048.054234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829048.054237:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829048.374269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829048.374274:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829048.374278:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829048.438194:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300525413, at 4300525440
00000100:00000010:3.0:1787829048.438211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a420.
00000100:00000001:3.0:1787829048.566196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829048.566204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829048.566209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829048.566216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829048.566222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829048.566227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829048.566231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829048.566235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829048.566241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829048.566261:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829048.566267:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829048.566269:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829048.566272:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829048.566275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829048.566277:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829048.566280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829048.566281:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829048.566283:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.078208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829049.078217:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829049.078220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.078227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829049.078232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829049.078236:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.078239:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829049.078243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.078247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829049.398328:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829049.398332:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829049.398335:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829049.590210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829049.590217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829049.590218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829049.590224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829049.590225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829049.590229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.590235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829049.590238:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829049.590242:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829049.590250:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829049.590254:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829049.590257:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829049.590260:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.590262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.590273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829049.590291:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829049.590303:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829049.590307:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.590595:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829049.590600:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829049.590603:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829049.590615:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.590631:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829049.590634:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.590641:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829049.590646:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829049.590652:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.590661:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555325056:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829049.590667:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829049.590673:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829049.590677:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.590683:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829049.590706:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6bc00.
02000000:00000001:3.0:1787829049.590711:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829049.590724:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829049.590731:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829049.590740:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829049.590751:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325056, portal 25
00000100:00000001:3.0:1787829049.590757:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829049.590762:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
00000100:00000040:3.0:1787829049.590775:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.590804:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829049.590810:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829049.590817:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829049.590824:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555325056, offset 0
00000400:00000200:3.0:1787829049.590834:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829049.590855:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.590867:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829049.590875:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829049.590883:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829049.590892:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829049.590901:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829049.590909:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89757:89757:256:4294967295] 192.168.203.108@tcp LPNI seq info [89744:89744:8:4294967295]
00000400:00000200:3.0:1787829049.590923:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.590938:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829049.590949:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.590958:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829049.590973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829049.590982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787829049.590996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829049.591004:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787829049.591033:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.591040:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829049.591050:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829049.591061:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829049.591068:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829049.591075:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829049.591082:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829049.591126:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591147:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.591157:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591191:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591197:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829049.591206:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829049.591215:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829049.591221:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300530533
00000100:00000010:3.0:1787829049.591229:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a420.
00000100:00000001:3.0:1787829049.591236:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829049.591244:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300530533
00000100:00000010:3.0:1787829049.591251:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a300.
00000100:00000001:3.0:1787829049.591256:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829049.591261:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829049.591268:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591274:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829049.591281:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829049/real 1787829049]  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829049.591297:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829049.591300:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829049.591304:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829049.591307:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829049.591311:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829049.591313:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829049.591319:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829049.591345:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591365:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829049.591368:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591372:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.591375:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829049.591384:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591401:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829049.591411:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591426:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829049.591430:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591434:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.591437:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591441:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829049.591444:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829049.591448:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829049.591457:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829049.591461:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829049.591467:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829049.591490:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555325056:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829049.591498:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591502:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.591506:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555325056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591517:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829049.591521:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829049.591525:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:3.0:1787829049.591530:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829049.591534:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829049.591537:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787829049.591543:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829049.591546:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:3.0:1787829049.591551:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829049.591554:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829049.591558:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000001:3.0:1787829049.591561:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829049.591562:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591564:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591569:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829049.591571:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591573:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829049.591574:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829049.591575:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829049.591579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591584:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829049.591585:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.591586:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829049.591588:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829049.591589:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.591591:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829049.591593:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829049.591594:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829049.591596:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.591597:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829049.591599:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6bc00.
02000000:00000001:3.0:1787829049.591600:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829049.591603:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829049.591605:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829049.591607:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829049.591609:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325184, portal 10
00000100:00000001:3.0:1787829049.591611:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829049.591612:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543822336 : -107611165729280 : ffff9e20d2b15e00)
00000100:00000040:3.0:1787829049.591616:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591621:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829049.591622:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829049.591624:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829049.591626:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555325184, offset 0
00000400:00000200:3.0:1787829049.591628:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829049.591631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.591634:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829049.591636:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829049.591638:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829049.591640:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829049.591642:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829049.591644:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89758:89758:256:4294967295] 192.168.203.108@tcp LPNI seq info [89745:89745:8:4294967295]
00000400:00000200:3.0:1787829049.591646:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.591651:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829049.591654:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.591656:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829049.591658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829049.591660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787829049.591664:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829049.591665:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787829049.591668:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.591669:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829049.591671:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829049.591674:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829049.591676:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829049.591677:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829049.591678:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829049.591681:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591686:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.591704:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591710:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591711:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829049.591714:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829049.591717:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787829049.591719:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829049.591721:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300526677
00000100:00000001:3.0:1787829049.591723:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.591724:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300526677
00000100:00000001:3.0:1787829049.591726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.591727:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829049.591729:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591730:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829049.591733:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829049/real 1787829049]  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829049.591738:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829049.591739:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829049.591740:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829049.591742:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829049.591743:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829049.591744:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829049.591746:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829049.591752:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591756:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829049.591757:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591758:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.591759:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829049.591761:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591765:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829049.591767:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591772:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829049.591774:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591775:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.591776:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591777:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829049.591779:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829049.591780:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829049.591782:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829049.591783:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829049.591786:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829049.591790:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829049.591793:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829049.591795:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591799:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829049.591800:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.591802:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829049.591803:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829049.591804:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.591806:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829049.591808:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829049.591809:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829049.591810:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.591812:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829049.591814:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829049.591815:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829049.591818:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829049.591819:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829049.591821:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829049.591823:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325312, portal 10
00000100:00000001:3.0:1787829049.591824:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829049.591825:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543827136 : -107611165724480 : ffff9e20d2b170c0)
00000100:00000040:3.0:1787829049.591829:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591833:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829049.591835:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829049.591836:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829049.591838:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555325312, offset 0
00000400:00000200:3.0:1787829049.591840:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829049.591842:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.591844:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829049.591846:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829049.591848:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829049.591850:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829049.591851:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829049.591853:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89759:89759:256:4294967295] 192.168.203.108@tcp LPNI seq info [89746:89746:8:4294967295]
00000400:00000200:3.0:1787829049.591856:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.591860:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829049.591863:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.591866:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829049.591868:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829049.591870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787829049.591873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829049.591874:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787829049.591877:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.591878:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829049.591880:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829049.591882:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829049.591884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829049.591886:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829049.591887:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829049.591890:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591894:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.591896:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591901:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591902:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829049.591903:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829049.591905:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787829049.591906:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829049.591908:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300526617
00000100:00000001:3.0:1787829049.591909:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.591911:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300526617
00000100:00000001:3.0:1787829049.591912:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.591914:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829049.591915:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.591916:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829049.591918:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829049/real 1787829049]  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829049.591922:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829049.591923:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829049.591924:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829049.591925:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829049.591926:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829049.591927:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829049.591929:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829049.591934:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591938:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829049.591939:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591941:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.591942:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829049.591944:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591948:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829049.591950:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591954:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829049.591955:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591956:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.591957:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.591958:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829049.591959:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829049.591960:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829049.591962:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829049.591964:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829049.591966:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829049.591970:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829049.591973:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829049.591975:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.591979:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829049.591980:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.591981:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829049.591982:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829049.591984:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.591986:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829049.591988:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829049.591989:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829049.591990:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.591991:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829049.591992:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829049.591994:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829049.591996:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829049.591997:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829049.591999:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829049.592001:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325440, portal 4
00000100:00000001:3.0:1787829049.592002:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829049.592003:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:3.0:1787829049.592006:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592011:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829049.592012:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829049.592013:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829049.592015:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555325440, offset 0
00000400:00000200:3.0:1787829049.592017:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829049.592019:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.592021:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829049.592023:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829049.592024:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829049.592026:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829049.592027:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829049.592029:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89760:89760:256:4294967295] 192.168.203.108@tcp LPNI seq info [89747:89747:8:4294967295]
00000400:00000200:3.0:1787829049.592032:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.592036:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829049.592039:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.592041:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829049.592044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829049.592045:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787829049.592048:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829049.592049:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787829049.592052:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.592053:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829049.592055:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829049.592057:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829049.592059:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829049.592060:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829049.592061:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829049.592064:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592068:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.592070:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592074:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.592075:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829049.592076:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829049.592078:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787829049.592080:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829049.592081:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300526650
00000100:00000001:3.0:1787829049.592083:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.592084:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300526650
00000100:00000001:3.0:1787829049.592086:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.592087:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829049.592088:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.592089:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829049.592091:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829049/real 1787829049]  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829049.592114:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829049.592115:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829049.592116:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829049.592118:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829049.592119:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829049.592120:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829049.592123:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829049.592128:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592132:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829049.592133:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592134:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.592135:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829049.592137:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592141:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829049.592143:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592148:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829049.592149:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592150:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.592151:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592152:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829049.592154:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829049.592155:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829049.592157:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829049.592158:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829049.592161:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829049.592166:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829049.592169:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829049.592171:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592175:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829049.592176:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.592177:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829049.592178:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829049.592179:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829049.592181:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829049.592183:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829049.592184:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829049.592185:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829049.592186:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829049.592188:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829049.592189:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829049.592191:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829049.592193:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829049.592195:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829049.592196:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325568, portal 4
00000100:00000001:3.0:1787829049.592198:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829049.592199:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:3.0:1787829049.592202:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592206:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829049.592208:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829049.592209:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829049.592210:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555325568, offset 0
00000400:00000200:3.0:1787829049.592213:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829049.592215:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.592217:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829049.592219:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829049.592221:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829049.592223:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829049.592225:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829049.592227:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89761:89761:256:4294967295] 192.168.203.108@tcp LPNI seq info [89748:89748:8:4294967295]
00000400:00000200:3.0:1787829049.592229:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829049.592233:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829049.592236:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.592238:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829049.592240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829049.592242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787829049.592244:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829049.592246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787829049.592249:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829049.592250:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829049.592252:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829049.592254:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829049.592255:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829049.592257:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829049.592258:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829049.592260:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592265:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.592267:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592271:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.592272:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829049.592274:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829049.592275:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787829049.592277:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829049.592279:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300526643
00000100:00000001:3.0:1787829049.592280:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.592282:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300526643
00000100:00000001:3.0:1787829049.592283:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300530533
00000100:00000001:3.0:1787829049.592284:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829049.592285:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.592287:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829049.592289:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829049/real 1787829049]  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829049.592293:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829049.592294:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829049.592295:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829049.592296:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829049.592297:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829049.592298:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829049.592301:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829049.592306:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592310:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829049.592310:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592311:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.592312:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829049.592314:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592318:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829049.592320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592324:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829049.592326:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592327:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829049.592328:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592329:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829049.592331:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829049.592332:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829049.592334:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829049.592335:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829049.592337:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829049.592342:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829049.592344:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592345:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.592347:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15e00 x1874668555325184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592351:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829049.592352:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829049.592353:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:3.0:1787829049.592354:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829049.592355:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829049.592356:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829049.592357:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829049.592358:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:3.0:1787829049.592360:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829049.592361:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829049.592362:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15e00.
00000100:00000001:3.0:1787829049.592364:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829049.592365:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592366:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.592368:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b170c0 x1874668555325312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592376:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829049.592377:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829049.592378:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829049.592379:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829049.592380:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829049.592380:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829049.592382:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829049.592382:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:3.0:1787829049.592384:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829049.592384:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829049.592385:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b170c0.
00000100:00000001:3.0:1787829049.592387:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829049.592387:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592388:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.592390:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555325440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592394:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829049.592394:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829049.592395:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829049.592397:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829049.592397:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829049.592398:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829049.592399:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829049.592400:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:3.0:1787829049.592401:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829049.592402:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829049.592402:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:3.0:1787829049.592404:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829049.592404:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592405:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829049.592407:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555325568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829049.592411:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829049.592411:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829049.592412:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829049.592414:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829049.592415:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829049.592416:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829049.592417:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829049.592418:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:3.0:1787829049.592419:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829049.592420:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829049.592420:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:3.0:1787829049.592422:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829049.592422:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592423:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829049.592426:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829049.592426:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829049.592428:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829049.592429:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829050.102195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829050.102203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829050.102205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829050.102210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829050.102214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829050.102217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829050.102220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829050.102222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829050.102225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829050.422289:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829050.422294:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829050.422298:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829050.614172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829050.614174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829050.614180:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829050.614181:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829050.614185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829050.614185:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829050.614191:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829050.614192:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829050.614197:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829050.614198:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829050.614203:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829050.614203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829050.614210:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829050.614213:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829050.614215:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829050.614228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829050.614231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829050.614234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829051.126218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829051.126227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829051.126230:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829051.126236:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829051.126241:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829051.126246:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829051.126249:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829051.126263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829051.126266:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829051.446378:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829051.446384:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829051.446392:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829051.638260:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829051.638261:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829051.638270:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829051.638273:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829051.638273:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829051.638279:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829051.638284:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829051.638288:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829051.638292:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829051.638300:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829051.638300:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829051.638309:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829051.638319:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829051.638325:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829051.638330:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829051.638331:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829051.638336:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829051.638342:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829052.150201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829052.150207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829052.150208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829052.150212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829052.150214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829052.150217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829052.150219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829052.150221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829052.150223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829052.470260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829052.470264:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829052.470268:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829052.662180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829052.662186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829052.662188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829052.662192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829052.662192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829052.662196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829052.662199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829052.662201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829052.662206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829052.662208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829052.662214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829052.662214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829052.662221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829052.662225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829052.662232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829052.662232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829052.662238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829052.662243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829053.174159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829053.174164:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829053.174166:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829053.174170:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829053.174173:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829053.174176:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829053.174178:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829053.174180:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829053.174181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829053.494349:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829053.494353:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829053.494357:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829053.558155:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300530533, at 4300530560
00000100:00000010:3.0:1787829053.558168:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a300.
00000100:00000001:0.0:1787829053.686202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829053.686202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829053.686209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829053.686211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829053.686212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829053.686217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829053.686218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829053.686224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829053.686225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829053.686229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829053.686231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829053.686233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829053.686237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829053.686237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829053.686243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829053.686253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829053.686257:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829053.686260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.198224:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829054.198230:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829054.198233:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.198238:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829054.198242:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829054.198246:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.198249:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.198252:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.198255:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829054.518309:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829054.518314:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829054.518317:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829054.710167:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829054.710174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829054.710177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829054.710183:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829054.710185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829054.710191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.710191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829054.710197:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829054.710199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829054.710202:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829054.710206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829054.710206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.710210:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829054.710213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.710215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829054.710229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829054.710233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829054.710237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.710392:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829054.710396:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829054.710400:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829054.710409:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.710423:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.710426:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.710432:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829054.710436:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829054.710440:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.710453:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555325696:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829054.710460:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829054.710465:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829054.710468:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.710472:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829054.710478:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829054.710483:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829054.710491:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829054.710496:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829054.710503:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829054.710511:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325696, portal 25
00000100:00000001:3.0:1787829054.710517:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829054.710519:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:3.0:1787829054.710525:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.710535:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829054.710540:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829054.710545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829054.710549:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555325696, offset 0
00000400:00000200:3.0:1787829054.710557:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829054.710571:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.710582:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829054.710591:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829054.710599:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829054.710607:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829054.710614:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829054.710621:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89762:89762:256:4294967295] 192.168.203.108@tcp LPNI seq info [89749:89749:8:4294967295]
00000400:00000200:3.0:1787829054.710634:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.710646:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829054.710669:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.710677:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829054.710690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829054.710698:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787829054.710711:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829054.710718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787829054.710731:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.710737:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829054.710747:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829054.710760:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829054.710769:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829054.710775:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829054.710782:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829054.710791:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.710814:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.710823:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.710842:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.710846:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829054.710855:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829054.710865:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829054.710871:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300535652
00000100:00000010:3.0:1787829054.710882:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a300.
00000100:00000001:3.0:1787829054.710893:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829054.710902:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300535652
00000100:00000010:3.0:1787829054.710909:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255aea0.
00000100:00000001:3.0:1787829054.710917:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829054.710924:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829054.710931:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.710937:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829054.710947:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829054/real 1787829054]  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829054.710974:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829054.710978:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829054.710983:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829054.710990:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829054.710994:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829054.711001:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829054.711009:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829054.711035:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711049:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829054.711052:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711057:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.711062:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829054.711072:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711087:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829054.711117:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711130:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829054.711137:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711141:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.711145:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711151:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829054.711156:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829054.711162:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829054.711170:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829054.711175:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829054.711185:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829054.711205:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555325696:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829054.711213:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711218:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.711225:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555325696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711242:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829054.711247:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829054.711252:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829054.711260:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829054.711264:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829054.711268:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787829054.711275:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829054.711280:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:3.0:1787829054.711288:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829054.711293:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829054.711297:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:3.0:1787829054.711302:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829054.711305:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711312:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711323:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829054.711327:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.711332:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829054.711336:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829054.711339:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829054.711347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711364:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.711367:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.711374:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829054.711378:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829054.711385:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.711393:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829054.711403:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829054.711407:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829054.711410:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.711415:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829054.711421:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829054.711426:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829054.711431:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829054.711435:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829054.711439:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829054.711442:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325824, portal 10
00000100:00000001:3.0:1787829054.711445:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829054.711446:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:3.0:1787829054.711455:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711463:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829054.711465:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829054.711468:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829054.711470:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555325824, offset 0
00000400:00000200:3.0:1787829054.711475:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829054.711479:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.711484:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829054.711487:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829054.711490:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829054.711493:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829054.711496:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829054.711500:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89763:89763:256:4294967295] 192.168.203.108@tcp LPNI seq info [89750:89750:8:4294967295]
00000400:00000200:3.0:1787829054.711505:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.711513:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829054.711519:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.711522:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829054.711527:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829054.711530:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787829054.711535:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829054.711538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787829054.711543:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.711545:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829054.711548:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829054.711553:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829054.711556:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829054.711558:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829054.711561:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829054.711565:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711574:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.711578:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711585:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.711587:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829054.711591:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829054.711595:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787829054.711598:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829054.711601:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300531797
00000100:00000001:3.0:1787829054.711604:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.711606:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300531797
00000100:00000001:3.0:1787829054.711609:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.711611:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829054.711614:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.711616:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829054.711620:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829054/real 1787829054]  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829054.711629:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829054.711631:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829054.711633:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829054.711636:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829054.711638:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829054.711640:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829054.711643:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829054.711670:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711678:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829054.711680:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711682:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.711684:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829054.711688:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711696:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829054.711700:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711708:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829054.711711:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711713:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.711715:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711717:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829054.711719:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829054.711722:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829054.711726:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829054.711728:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829054.711733:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829054.711742:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829054.711745:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829054.711747:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711752:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.711753:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.711755:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829054.711756:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829054.711757:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.711759:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829054.711761:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829054.711763:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829054.711764:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.711765:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829054.711768:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829054.711769:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829054.711771:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829054.711773:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829054.711776:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829054.711778:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555325952, portal 10
00000100:00000001:3.0:1787829054.711779:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829054.711780:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:3.0:1787829054.711784:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711788:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829054.711790:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829054.711791:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829054.711793:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555325952, offset 0
00000400:00000200:3.0:1787829054.711797:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829054.711801:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.711805:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829054.711808:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829054.711811:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829054.711814:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829054.711816:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829054.711820:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89764:89764:256:4294967295] 192.168.203.108@tcp LPNI seq info [89751:89751:8:4294967295]
00000400:00000200:3.0:1787829054.711824:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.711831:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829054.711836:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.711839:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829054.711844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829054.711847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787829054.711851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829054.711853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787829054.711856:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.711857:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829054.711860:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829054.711862:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829054.711864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829054.711866:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829054.711867:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829054.711870:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711875:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.711877:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711882:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.711883:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829054.711885:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829054.711887:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787829054.711889:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829054.711891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300531737
00000100:00000001:3.0:1787829054.711892:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.711894:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300531737
00000100:00000001:3.0:1787829054.711896:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.711897:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829054.711899:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.711900:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829054.711902:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829054/real 1787829054]  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829054.711907:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829054.711908:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829054.711909:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829054.711911:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829054.711912:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829054.711913:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829054.711915:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829054.711920:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711924:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829054.711925:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711926:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.711927:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829054.711929:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711933:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829054.711936:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711940:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829054.711942:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711943:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.711944:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.711945:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829054.711946:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829054.711949:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829054.711952:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829054.711954:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829054.711957:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829054.711966:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555325952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829054.711970:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829054.711974:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.711982:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.711983:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.711985:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829054.711987:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829054.711989:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.711993:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829054.711996:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829054.711998:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829054.711999:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.712000:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829054.712003:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829054.712004:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829054.712007:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829054.712009:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829054.712011:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829054.712013:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326080, portal 4
00000100:00000001:3.0:1787829054.712015:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829054.712016:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:3.0:1787829054.712020:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712024:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829054.712026:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829054.712027:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829054.712029:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555326080, offset 0
00000400:00000200:3.0:1787829054.712031:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829054.712034:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.712036:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829054.712038:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829054.712040:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829054.712041:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829054.712043:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829054.712045:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89765:89765:256:4294967295] 192.168.203.108@tcp LPNI seq info [89752:89752:8:4294967295]
00000400:00000200:3.0:1787829054.712048:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.712052:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829054.712055:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.712057:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829054.712060:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829054.712062:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787829054.712065:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829054.712067:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787829054.712069:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.712070:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829054.712072:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829054.712075:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829054.712077:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829054.712078:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829054.712080:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829054.712082:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712087:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.712089:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712094:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.712112:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829054.712114:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829054.712117:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787829054.712119:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829054.712120:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300531771
00000100:00000001:3.0:1787829054.712122:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.712124:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300531771
00000100:00000001:3.0:1787829054.712125:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.712126:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829054.712128:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.712129:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829054.712131:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829054/real 1787829054]  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829054.712136:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829054.712137:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829054.712138:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829054.712140:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829054.712141:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829054.712142:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829054.712144:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829054.712150:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712158:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829054.712159:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712160:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.712161:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829054.712164:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712167:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829054.712170:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712174:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829054.712175:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712176:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.712177:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712178:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829054.712180:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829054.712182:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829054.712184:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829054.712185:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829054.712187:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829054.712192:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829054.712195:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712196:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.712198:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555325824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712202:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829054.712203:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829054.712205:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829054.712207:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829054.712208:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829054.712209:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829054.712211:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829054.712212:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:3.0:1787829054.712214:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829054.712215:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829054.712216:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:3.0:1787829054.712217:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829054.712218:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712219:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.712221:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555325952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712225:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829054.712226:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829054.712227:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829054.712228:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829054.712229:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829054.712230:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829054.712231:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829054.712232:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:3.0:1787829054.712233:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829054.712234:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829054.712235:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:3.0:1787829054.712236:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829054.712237:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712238:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.712239:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555326080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712243:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829054.712244:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829054.712245:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829054.712246:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829054.712246:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829054.712247:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829054.712249:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829054.712250:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:3.0:1787829054.712251:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829054.712252:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829054.712252:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:3.0:1787829054.712254:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829054.712255:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712256:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712258:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829054.712259:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.712260:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829054.712262:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829054.712262:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829054.712264:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712269:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829054.712270:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.712271:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829054.712272:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829054.712274:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829054.712275:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829054.712277:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829054.712278:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829054.712279:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829054.712280:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829054.712282:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829054.712284:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829054.712285:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829054.712287:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829054.712289:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829054.712291:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326208, portal 4
00000100:00000001:3.0:1787829054.712292:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829054.712293:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:3.0:1787829054.712296:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712304:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829054.712306:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829054.712308:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829054.712309:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555326208, offset 0
00000400:00000200:3.0:1787829054.712312:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829054.712314:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.712316:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829054.712318:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829054.712320:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829054.712321:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829054.712323:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829054.712325:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89766:89766:256:4294967295] 192.168.203.108@tcp LPNI seq info [89753:89753:8:4294967295]
00000400:00000200:3.0:1787829054.712328:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829054.712332:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829054.712335:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.712337:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829054.712339:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829054.712341:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787829054.712344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829054.712346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787829054.712348:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829054.712349:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829054.712351:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829054.712353:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829054.712355:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829054.712356:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829054.712358:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829054.712360:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712364:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.712366:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712374:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.712375:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829054.712377:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829054.712379:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787829054.712381:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829054.712382:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300531763
00000100:00000001:3.0:1787829054.712384:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.712385:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300531763
00000100:00000001:3.0:1787829054.712387:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300535652
00000100:00000001:3.0:1787829054.712388:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829054.712389:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.712390:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829054.712392:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829054/real 1787829054]  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829054.712396:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829054.712397:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829054.712398:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829054.712400:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829054.712401:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829054.712402:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829054.712404:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829054.712409:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712413:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829054.712414:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712415:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.712416:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829054.712418:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712422:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829054.712425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712429:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829054.712430:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712431:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829054.712432:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712433:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829054.712434:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829054.712436:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829054.712437:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829054.712439:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829054.712441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829054.712445:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829054.712448:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712449:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829054.712450:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555326208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829054.712454:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829054.712455:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829054.712456:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829054.712458:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829054.712459:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829054.712460:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829054.712461:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829054.712462:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:3.0:1787829054.712464:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829054.712465:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829054.712466:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:3.0:1787829054.712467:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829054.712468:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712469:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829054.712471:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829054.712472:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829054.712473:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829054.712474:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829055.222187:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829055.222196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829055.222198:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829055.222204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829055.222208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829055.222211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829055.222213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829055.222215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829055.222217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829055.542317:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829055.542320:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829055.542322:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829055.734186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829055.734188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829055.734192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829055.734196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.734201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829055.734204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829055.734204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829055.734212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829055.734212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829055.734219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829055.734219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829055.734223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829055.734227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829055.734230:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829055.734234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829055.734234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.734238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829055.734241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829056.246175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829056.246180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829056.246182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829056.246185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829056.246188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829056.246192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829056.246194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829056.246196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829056.246198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829056.566293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829056.566296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829056.566299:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829056.758185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829056.758186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829056.758192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829056.758194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829056.758196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829056.758200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829056.758201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829056.758207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829056.758209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829056.758212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829056.758215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829056.758216:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829056.758220:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829056.758221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829056.758224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829056.758235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829056.758239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829056.758242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829057.270189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829057.270196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829057.270199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829057.270205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829057.270209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829057.270212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829057.270215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829057.270217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829057.270220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829057.590348:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829057.590354:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829057.590357:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829057.782186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829057.782193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829057.782195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829057.782200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829057.782207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829057.782210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829057.782213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829057.782213:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829057.782221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829057.782222:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829057.782232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829057.782233:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829057.782239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829057.782246:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829057.782253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829057.782263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829057.782267:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829057.782273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829058.294179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829058.294190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829058.294192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829058.294200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829058.294205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829058.294210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829058.294213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829058.294217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829058.294221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829058.614284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829058.614289:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829058.614293:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829058.678206:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300535652, at 4300535680
00000100:00000010:3.0:1787829058.678219:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255aea0.
00000100:00000001:3.0:1787829058.806237:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829058.806247:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829058.806251:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829058.806256:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829058.806259:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829058.806268:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829058.806269:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829058.806276:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829058.806278:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829058.806289:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829058.806293:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829058.806296:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829058.806297:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829058.806305:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829058.806306:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829058.806317:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829058.806321:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829058.806326:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.318175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829059.318184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829059.318186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.318191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829059.318195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829059.318199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.318203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829059.318205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.318208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829059.638251:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829059.638256:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829059.638259:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829059.830179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829059.830182:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829059.830187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829059.830191:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829059.830191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.830196:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829059.830197:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829059.830201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829059.830204:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829059.830206:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829059.830211:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829059.830212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829059.830216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829059.830221:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5864
00000100:00000001:3.0:1787829059.830222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829059.830236:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829059.830247:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829059.830251:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829059.830255:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830258:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829059.830262:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830265:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829059.830269:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829059.830271:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829059.830274:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829059.830277:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829059.830279:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829059.830282:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829059.830285:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830287:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829059.830289:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830292:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829059.830296:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829059.830299:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830302:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829059.830305:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829059.830308:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829059.830311:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830313:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829059.830316:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829059.830324:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829059.830328:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829059.830332:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829059.830334:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830337:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829059.830339:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829059.830343:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829059.830350:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829059.830356:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829059.830365:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829059.830375:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829059.830379:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829059.830384:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829059.830404:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829059.830408:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829059.830411:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829059.830413:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829059.830415:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829059.830419:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829059.830423:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5864
00000400:00000200:0.0:1787829059.830427:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829059.830429:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787829059.830433:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829059.830435:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829059.830437:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829059.830439:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829059.830444:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830447:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829059.830451:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829059.830452:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830458:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829059.830464:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829059.830467:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:3.0:1787829059.830469:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829059.830470:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829059.830474:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829059.830475:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:3.0:1787829059.830478:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829059.830480:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:3.0:1787829059.830481:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829059.830486:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829059.830487:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00100000:3.0:1787829059.830490:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555326336:192.168.203.108@tcp:250:kworker.0
00000100:00000040:0.0:1787829059.830496:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829059.830497:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829059.830502:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829059.830503:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787829059.830506:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:3.0:1787829059.830507:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830511:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:3.0:1787829059.830512:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787829059.830516:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000010:3.0:1787829059.830518:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
00000100:00080000:0.0:1787829059.830521:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:3.0:1787829059.830522:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830528:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.830532:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829059.830533:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1787829059.830537:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
02000000:00000001:0.0:1787829059.830541:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1787829059.830542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
02000000:00000001:0.0:1787829059.830547:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830551:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1787829059.830551:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326336, portal 25
00000100:00000001:3.0:1787829059.830555:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829059.830558:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000008:00100000:0.0:1787829059.830559:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1787829059.830564:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829059.830566:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830571:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.830576:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829059.830579:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000010:0.0:1787829059.830580:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000400:00000010:3.0:1787829059.830582:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000020:00000040:0.0:1787829059.830586:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000200:3.0:1787829059.830586:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555326336, offset 0
02000000:00000001:0.0:1787829059.830593:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787829059.830595:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829059.830596:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830600:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829059.830602:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829059.830604:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.830605:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:0.0:1787829059.830612:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000400:00000200:3.0:1787829059.830613:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829059.830634:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829059.830635:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.830640:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829059.830645:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1787829059.830646:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787829059.830649:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829059.830656:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89767:89767:256:4294967295] 192.168.203.108@tcp LPNI seq info [89754:89754:8:4294967295]
00000400:00000200:3.0:1787829059.830667:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829059.830669:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829059.830673:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829059.830681:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829059.830688:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829059.830702:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787829059.830704:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829059.830707:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829059.830713:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:3.0:1787829059.830713:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000100:00000001:0.0:1787829059.830715:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829059.830719:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829059.830722:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1787829059.830724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829059.830728:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5864
00000800:00000200:3.0:1787829059.830729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1787829059.830737:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:3.1:1787829059.830739:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829059.830743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1787829059.830748:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000100:3.0:1787829059.830749:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.830753:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000100:00080000:0.0:1787829059.830754:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829059.830759:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830762:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829059.830764:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830768:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:3.0:1787829059.830770:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787829059.830771:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829059.830775:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829059.830779:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787829059.830779:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787829059.830782:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:3.0:1787829059.830785:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000020:00000001:0.0:1787829059.830786:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:3.0:1787829059.830789:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000020:00000001:0.0:1787829059.830791:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:3.0:1787829059.830793:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787829059.830798:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830802:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787829059.830804:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829059.830808:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830814:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:3.0:1787829059.830817:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787829059.830820:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000040:3.0:1787829059.830823:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829059.830828:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829059.830835:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.830837:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829059.830839:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829059.830840:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829059.830844:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829059.830846:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829059.830849:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.830854:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829059.830855:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829059.830857:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300540772
00000008:00100000:0.0:1787829059.830859:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829059.830863:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829059.830864:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255aea0.
00000100:00000001:0.0:1787829059.830866:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829059.830872:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00000001:3.0:1787829059.830872:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1787829059.830877:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829059.830881:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829059.830881:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300540772
02000000:00000001:0.0:1787829059.830882:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.830889:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829059.830890:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1787829059.830891:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d255a3c0.
02000000:00000001:0.0:1787829059.830892:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.830898:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000010:0.0:1787829059.830900:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:3.0:1787829059.830903:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829059.830906:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.830909:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829059.830915:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829059.830915:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829059.830923:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829059/real 1787829059]  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829059.830929:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829059.830934:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829059.830944:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829059.830947:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829059.830950:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829059.830954:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000100:00000001:0.0:1787829059.830959:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.830961:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000100:00080000:0.0:1787829059.830964:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1787829059.830965:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829059.830972:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829059.830973:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829059.830977:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829059.830979:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1787829059.830981:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829059.830983:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829059.830989:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5864
00000400:00000200:0.0:1787829059.831000:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:3.0:1787829059.831006:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829059.831007:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829059.831013:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829059.831017:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.831019:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829059.831022:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.831029:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:3.0:1787829059.831029:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829059.831033:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829059.831034:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829059.831036:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787829059.831037:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:3.0:1787829059.831039:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829059.831041:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829059.831047:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00100000:3.0:1787829059.831047:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829059.831054:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829059.831060:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:3.0:1787829059.831061:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829059.831069:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:3.0:1787829059.831070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829059.831075:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829059.831082:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.831087:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829059.831091:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:3.0:1787829059.831091:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829059.831118:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831122:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829059.831125:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829059.831126:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829059.831132:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831133:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829059.831136:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829059.831138:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829059.831141:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829059.831143:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787829059.831146:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.831150:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:3.0:1787829059.831151:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000008:00100000:0.0:1787829059.831153:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:3.0:1787829059.831156:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:0.0:1787829059.831158:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.831163:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829059.831168:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829059.831169:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829059.831174:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829059.831181:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829059.831184:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.831188:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555326336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829059.831189:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829059.831193:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829059.831195:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829059.831197:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831198:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.831203:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555326336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829059.831204:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829059.831211:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831212:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829059.831217:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829059.831220:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
00000100:00100000:0.0:1787829059.831222:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829059.831224:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829059.831227:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829059.831230:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:3.0:1787829059.831234:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829059.831237:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829059.831241:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829059.831242:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829059.831245:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829059.831246:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829059.831247:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:3.0:1787829059.831252:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1787829059.831254:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831255:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831258:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831266:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829059.831268:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831268:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829059.831274:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829059.831274:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829059.831276:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829059.831278:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829059.831283:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:3.0:1787829059.831284:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829059.831286:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829059.831290:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829059.831296:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829059.831298:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829059.831299:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.831302:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829059.831305:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5864
02000000:00000001:3.0:1787829059.831305:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829059.831308:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.831314:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326464:192.168.203.108@tcp:38:kworker.0
00000400:00000200:0.0:1787829059.831315:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829059.831321:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829059.831323:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1787829059.831325:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:3.0:1787829059.831325:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.831329:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829059.831332:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000010:3.0:1787829059.831333:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829059.831338:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829059.831339:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:3.0:1787829059.831344:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829059.831345:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1787829059.831347:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000100:00000040:0.0:1787829059.831351:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:3.0:1787829059.831353:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000001:0.0:1787829059.831358:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:3.0:1787829059.831359:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326464, portal 10
00000100:00000001:3.0:1787829059.831364:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787829059.831365:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829059.831366:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000020:00000040:0.0:1787829059.831370:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000040:3.0:1787829059.831375:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829059.831376:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829059.831380:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:3.0:1787829059.831386:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829059.831387:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829059.831390:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000001:0.0:1787829059.831393:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000010:3.0:1787829059.831394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829059.831399:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555326464, offset 0
00000100:00000040:0.0:1787829059.831400:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.831404:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787829059.831405:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829059.831409:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829059.831413:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:3.0:1787829059.831414:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829059.831417:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829059.831424:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:3.0:1787829059.831425:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829059.831426:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829059.831431:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787829059.831433:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787829059.831434:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829059.831438:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829059.831441:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1787829059.831442:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000008:00100000:0.0:1787829059.831443:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829059.831448:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831448:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787829059.831451:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831455:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000010:0.0:1787829059.831456:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829059.831461:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:3.0:1787829059.831462:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89768:89768:256:4294967295] 192.168.203.108@tcp LPNI seq info [89755:89755:8:4294967295]
02000000:00000001:0.0:1787829059.831465:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829059.831468:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831471:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829059.831472:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829059.831475:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829059.831477:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831482:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1787829059.831483:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829059.831488:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787829059.831489:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.831494:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000100:00100000:0.0:1787829059.831495:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787829059.831503:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829059.831508:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1787829059.831509:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787829059.831512:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787829059.831516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829059.831520:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1787829059.831520:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787829059.831530:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.831534:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000100:00000001:0.0:1787829059.831538:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831538:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829059.831545:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787829059.831546:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5874)
00000400:00000200:3.0:1787829059.831548:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829059.831551:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829059.831553:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829059.831557:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831564:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.831566:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831570:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831571:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829059.831574:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829059.831576:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:3.0:1787829059.831578:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829059.831580:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300536917
00000100:00000001:3.0:1787829059.831582:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.831584:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300536917
00000100:00000001:3.0:1787829059.831585:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.831586:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829059.831588:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831589:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829059.831591:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829059/real 1787829059]  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829059.831596:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829059.831597:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829059.831599:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829059.831600:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829059.831601:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829059.831603:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829059.831605:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829059.831610:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831614:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829059.831615:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831632:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.831634:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829059.831637:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831642:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829059.831644:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831649:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829059.831651:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831652:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.831653:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831654:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829059.831655:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829059.831657:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829059.831659:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829059.831660:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829059.831664:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829059.831673:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829059.831677:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829059.831681:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831688:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829059.831690:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.831692:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829059.831694:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829059.831696:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.831699:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829059.831703:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829059.831705:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829059.831707:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.831709:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829059.831713:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829059.831715:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831717:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829059.831719:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829059.831722:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829059.831724:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326592, portal 10
00000100:00000001:3.0:1787829059.831725:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829059.831726:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:3.0:1787829059.831731:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831735:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829059.831737:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829059.831738:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829059.831740:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555326592, offset 0
00000400:00000200:3.0:1787829059.831742:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829059.831745:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829059.831747:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829059.831749:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829059.831752:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829059.831753:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829059.831755:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829059.831757:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89769:89769:256:4294967295] 192.168.203.108@tcp LPNI seq info [89756:89756:8:4294967295]
00000400:00000200:3.0:1787829059.831760:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829059.831764:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829059.831767:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.831769:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829059.831772:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829059.831773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787829059.831777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829059.831778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787829059.831781:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.831782:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829059.831784:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829059.831787:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829059.831789:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829059.831790:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829059.831792:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829059.831794:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831799:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.831801:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831805:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831806:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829059.831808:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829059.831810:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:3.0:1787829059.831812:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829059.831813:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300536857
00000100:00000001:3.0:1787829059.831815:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.831816:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300536857
00000100:00000001:3.0:1787829059.831818:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.831819:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829059.831821:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.831822:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829059.831824:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829059/real 1787829059]  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829059.831829:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829059.831830:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829059.831831:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829059.831832:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829059.831833:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829059.831834:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829059.831836:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829059.831841:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831845:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829059.831846:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831847:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.831848:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829059.831850:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831855:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829059.831857:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831861:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829059.831862:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831863:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.831864:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.831866:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829059.831867:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829059.831869:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829059.831871:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829059.831874:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829059.831878:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829059.831886:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829059.831890:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829059.831894:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831901:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829059.831902:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.831905:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829059.831907:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829059.831909:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.831912:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829059.831916:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829059.831918:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829059.831920:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.831921:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829059.831925:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829059.831926:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.831929:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829059.831931:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829059.831933:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829059.831935:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326720, portal 4
00000100:00000001:3.0:1787829059.831937:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829059.831938:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:3.0:1787829059.831942:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.831947:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829059.831948:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829059.831950:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829059.831951:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555326720, offset 0
00000400:00000200:3.0:1787829059.831954:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829059.831956:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829059.831959:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829059.831961:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829059.831962:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829059.831964:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829059.831966:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829059.831968:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89770:89770:256:4294967295] 192.168.203.108@tcp LPNI seq info [89757:89757:8:4294967295]
00000400:00000200:3.0:1787829059.831970:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829059.831975:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829059.831978:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.831980:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829059.831982:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829059.831984:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787829059.831987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829059.831989:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787829059.831991:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.831993:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829059.831995:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829059.831997:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829059.831999:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829059.832000:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829059.832002:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829059.832004:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832009:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.832011:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832020:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.832021:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829059.832023:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829059.832024:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:3.0:1787829059.832026:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829059.832028:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300536890
00000100:00000001:3.0:1787829059.832029:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.832031:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300536890
00000100:00000001:3.0:1787829059.832032:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.832034:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829059.832035:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.832036:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829059.832039:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829059/real 1787829059]  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829059.832043:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829059.832044:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829059.832045:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829059.832046:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829059.832047:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829059.832048:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829059.832050:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829059.832056:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832060:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829059.832060:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832062:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.832062:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829059.832065:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832069:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829059.832072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832078:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829059.832080:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832082:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.832083:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832085:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829059.832087:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829059.832090:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829059.832093:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829059.832114:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829059.832120:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829059.832129:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829059.832133:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832135:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.832138:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555326464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832145:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829059.832147:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829059.832149:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:3.0:1787829059.832153:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829059.832154:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829059.832156:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829059.832158:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829059.832160:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:3.0:1787829059.832163:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829059.832165:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829059.832167:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:3.0:1787829059.832170:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829059.832171:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832173:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.832176:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555326592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832181:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829059.832182:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829059.832183:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:3.0:1787829059.832185:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829059.832186:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829059.832187:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:3.0:1787829059.832188:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829059.832189:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:3.0:1787829059.832190:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829059.832191:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829059.832192:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:3.0:1787829059.832194:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829059.832194:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832195:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.832197:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555326720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832201:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829059.832202:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829059.832203:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829059.832204:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829059.832205:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829059.832205:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829059.832206:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829059.832207:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:3.0:1787829059.832209:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829059.832210:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829059.832212:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:3.0:1787829059.832213:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829059.832214:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832215:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832218:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829059.832219:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.832221:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829059.832222:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829059.832223:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829059.832225:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832230:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829059.832231:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.832232:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829059.832234:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829059.832235:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829059.832237:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829059.832239:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829059.832240:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829059.832241:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829059.832242:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787829059.832245:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829059.832246:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829059.832249:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:3.0:1787829059.832251:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c54af840.
00000400:00000010:3.0:1787829059.832255:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6ccc0.
00000100:00000200:3.0:1787829059.832258:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326848, portal 4
00000100:00000001:3.0:1787829059.832261:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829059.832262:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:3.0:1787829059.832267:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832274:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829059.832276:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:3.0:1787829059.832279:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c7a6cee0.
00000100:00000200:3.0:1787829059.832281:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555326848, offset 0
00000400:00000200:3.0:1787829059.832286:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829059.832290:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829059.832294:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829059.832297:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829059.832300:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829059.832302:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787829059.832305:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:3.0:1787829059.832307:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89771:89771:256:4294967295] 192.168.203.108@tcp LPNI seq info [89758:89758:8:4294967295]
00000400:00000200:3.0:1787829059.832312:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829059.832317:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787829059.832320:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.832323:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20d894f400.
00000800:00000200:3.0:1787829059.832326:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.0:1787829059.832328:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787829059.832330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:3.1:1787829059.832332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787829059.832335:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:3.0:1787829059.832336:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20d894f400.
00000400:00000200:3.0:1787829059.832338:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829059.832341:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829059.832343:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6cee0
00000400:00000010:3.0:1787829059.832344:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6cee0.
00000100:00000001:3.0:1787829059.832346:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829059.832348:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832354:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.832356:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832360:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.832361:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829059.832364:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829059.832366:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:3.0:1787829059.832368:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829059.832370:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300536883
00000100:00000001:3.0:1787829059.832372:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.832374:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300536883
00000100:00000001:3.0:1787829059.832375:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300540772
00000100:00000001:3.0:1787829059.832376:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829059.832378:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.832379:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829059.832381:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829059/real 1787829059]  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829059.832386:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829059.832387:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787829059.832388:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c54af840.
00000400:00000200:3.0:1787829059.832390:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c7a6ccc0
00000400:00000010:3.0:1787829059.832391:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c7a6ccc0.
00000100:00000001:3.0:1787829059.832392:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787829059.832394:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787829059.832400:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832404:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829059.832405:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832406:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.832407:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829059.832410:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832417:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829059.832421:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832428:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829059.832431:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832433:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829059.832434:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832436:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829059.832438:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829059.832441:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829059.832445:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829059.832448:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829059.832452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829059.832461:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555326848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829059.832464:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832466:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829059.832468:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555326848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.832473:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829059.832474:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787829059.832476:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829059.832477:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829059.832478:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829059.832479:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:3.0:1787829059.832481:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787829059.832482:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:3.0:1787829059.832484:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829059.832485:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787829059.832486:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:3.0:1787829059.832487:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829059.832488:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832489:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829059.832492:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829059.832493:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.832494:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829059.832496:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829060.342208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829060.342216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829060.342218:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829060.342223:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829060.342227:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829060.342231:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829060.342234:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829060.342237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829060.342240:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829060.662251:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829060.662255:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829060.662259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829060.854211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829060.854218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829060.854222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829060.854232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829060.854239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829060.854244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829060.854257:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829060.854261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829060.854264:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829061.366181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829061.366187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829061.366189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829061.366193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829061.366196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829061.366200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829061.366202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829061.366204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829061.366206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829061.686273:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829061.686276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829061.686279:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829061.878196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829061.878202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829061.878205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829061.878210:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829061.878217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829061.878222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829061.878227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829061.878232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829061.878235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829062.390163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829062.390168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829062.390170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829062.390174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829062.390177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829062.390180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829062.390182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829062.390184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829062.390186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829062.710242:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829062.710247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829062.710251:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829062.902192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829062.902199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829062.902202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829062.902208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829062.902214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829062.902219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829062.902223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829062.902227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829062.902234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829063.414182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829063.414188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829063.414190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829063.414193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829063.414197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829063.414200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829063.414202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829063.414204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829063.414206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829063.734449:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829063.734453:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829063.734456:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829063.798245:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300540772, at 4300540800
00000100:00000010:3.0:1787829063.798258:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d255a3c0.
00000100:00000001:3.0:1787829063.926192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829063.926203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829063.926212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829063.926223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829063.926231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829063.926237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829063.926251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829063.926255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829063.926258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829064.758277:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829064.758281:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829064.758283:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829064.950260:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829064.950280:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829064.950285:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829064.950291:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829064.950311:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829064.950324:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5869
00000400:00000200:3.0:1787829064.950337:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829064.950345:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829064.950350:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829064.950355:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950359:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.950362:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950364:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829064.950370:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829064.950380:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829064.950384:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829064.950388:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829064.950391:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829064.950395:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829064.950399:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950402:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.950404:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950406:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829064.950410:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829064.950415:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950418:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829064.950422:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829064.950426:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829064.950430:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.950432:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829064.950436:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829064.950447:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829064.950452:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829064.950458:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829064.950461:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.950465:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829064.950468:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829064.950474:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829064.950485:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829064.950494:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829064.950506:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829064.950517:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829064.950522:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829064.950528:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.950553:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829064.950557:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829064.950561:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829064.950563:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829064.950565:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829064.950569:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829064.950573:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5869
00000400:00000200:3.0:1787829064.950579:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829064.950596:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787829064.950601:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829064.950604:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829064.950607:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829064.950610:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829064.950614:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950619:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.950626:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829064.950630:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.950632:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829064.950644:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829064.950648:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:0.0:1787829064.950660:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829064.950660:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829064.950667:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829064.950667:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829064.950678:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829064.950679:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829064.950685:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829064.950685:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829064.950695:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829064.950700:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950708:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829064.950709:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555326976:192.168.203.108@tcp:250:kworker.0
00000100:00000040:3.0:1787829064.950718:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829064.950721:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829064.950725:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829064.950729:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787829064.950733:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:0.0:1787829064.950734:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.950744:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829064.950744:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950754:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829064.950757:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1787829064.950761:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829064.950766:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829064.950773:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829064.950775:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829064.950780:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829064.950783:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000100:00000001:3.0:1787829064.950786:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829064.950793:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787829064.950796:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000008:00000001:3.0:1787829064.950799:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.950805:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829064.950806:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555326976, portal 25
00000100:00000001:0.0:1787829064.950811:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1787829064.950811:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829064.950816:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000020:00000040:3.0:1787829064.950819:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829064.950826:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829064.950831:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829064.950833:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.950838:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829064.950842:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829064.950847:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.950851:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1787829064.950856:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000040:0.0:1787829064.950858:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950864:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829064.950865:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829064.950871:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555326976, offset 0
00000100:00100000:3.0:1787829064.950875:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829064.950887:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829064.950904:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829064.950905:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829064.950911:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829064.950918:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829064.950920:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829064.950936:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829064.950942:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829064.950947:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:3.0:1787829064.950950:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829064.950959:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787829064.950959:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829064.950964:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829064.950968:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829064.950969:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.950976:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829064.950981:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89772:89772:256:4294967295] 192.168.203.108@tcp LPNI seq info [89759:89759:8:4294967295]
00000100:00080000:3.0:1787829064.950984:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5869
00000400:00000200:0.0:1787829064.950993:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829064.950995:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829064.951005:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829064.951009:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829064.951019:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951027:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.951032:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829064.951035:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829064.951035:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829064.951042:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829064.951046:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829064.951052:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829064.951054:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829064.951060:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:0.0:1787829064.951064:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829064.951065:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829064.951077:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951079:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.951081:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:0.0:1787829064.951082:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000100:00000001:3.0:1787829064.951083:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829064.951090:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:0.0:1787829064.951128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829064.951130:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951137:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829064.951142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1787829064.951143:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829064.951148:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829064.951153:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951155:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829064.951158:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787829064.951161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:3.0:1787829064.951164:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951170:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829064.951172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000010:3.0:1787829064.951175:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829064.951183:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829064.951186:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829064.951189:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829064.951194:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951195:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829064.951200:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829064.951206:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829064.951207:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
02000000:00000010:3.0:1787829064.951211:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829064.951217:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829064.951221:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787829064.951223:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829064.951233:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829064.951239:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829064.951239:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829064.951253:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829064.951257:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829064.951265:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:3.0:1787829064.951267:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829064.951275:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829064.951277:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829064.951279:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829064.951282:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829064.951284:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829064.951291:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787829064.951293:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829064.951295:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5869
00000400:00000200:3.0:1787829064.951304:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829064.951310:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829064.951316:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829064.951327:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951333:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829064.951335:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829064.951338:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951343:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829064.951347:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829064.951349:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829064.951352:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829064.951356:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829064.951362:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829064.951369:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829064.951373:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829064.951375:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829064.951380:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787829064.951386:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829064.951391:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951392:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.951398:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951402:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829064.951404:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829064.951406:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:0.0:1787829064.951412:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300545893
00000100:00080000:3.0:1787829064.951413:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951424:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829064.951427:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1787829064.951429:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f45a0.
02000000:00000001:3.0:1787829064.951430:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829064.951439:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951442:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829064.951444:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:0.0:1787829064.951445:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787829064.951450:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.951454:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300545893
00000100:00000001:3.0:1787829064.951456:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829064.951461:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4900.
00000100:00000010:3.0:1787829064.951465:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829064.951468:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1787829064.951471:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829064.951476:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829064.951477:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829064.951481:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.951484:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951486:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829064.951490:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829064.951491:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829064.951495:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829064.951502:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829064/real 1787829064]  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829064.951504:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829064.951515:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829064.951527:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1787829064.951530:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787829064.951531:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829064.951536:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829064.951544:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829064.951548:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:3.0:1787829064.951557:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829064.951558:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829064.951563:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829064.951571:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829064.951577:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.951631:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829064.951632:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829064.951636:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829064.951649:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829064.951656:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829064.951661:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829064.951662:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829064.951666:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829064.951668:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829064.951672:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787829064.951677:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5869
00000100:00000001:0.0:1787829064.951678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829064.951694:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829064.951695:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829064.951707:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829064.951717:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829064.951720:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829064.951726:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829064.951732:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.951734:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.951742:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829064.951751:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829064.951759:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829064.951763:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829064.951771:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829064.951778:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:0.0:1787829064.951782:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787829064.951785:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829064.951788:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829064.951791:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829064.951793:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.951795:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829064.951802:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829064.951803:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829064.951808:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829064.951810:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829064.951816:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:0.0:1787829064.951817:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829064.951825:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00080000:0.0:1787829064.951831:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000040:3.0:1787829064.951833:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:0.0:1787829064.951837:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787829064.951843:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:0.0:1787829064.951851:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.951851:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829064.951860:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829064.951867:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829064.951875:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555326976:192.168.203.108@tcp:250:kworker.0
02000000:00000001:3.0:1787829064.951876:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951886:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829064.951890:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787829064.951891:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:0.0:1787829064.951897:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787829064.951898:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829064.951904:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829064.951906:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555326976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829064.951912:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829064.951920:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829064.951927:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829064.951928:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829064.951932:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829064.951933:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829064.951939:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
00000100:00000001:3.0:1787829064.951940:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829064.951944:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829064.951948:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787829064.951949:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829064.951953:0:2384:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:3.0:1787829064.951957:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000020:00000040:0.0:1787829064.951958:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829064.951967:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829064.951968:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829064.951971:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:0.0:1787829064.951978:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:3.0:1787829064.951980:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829064.951982:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829064.951987:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:0.0:1787829064.951997:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829064.952000:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952008:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829064.952024:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829064.952027:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829064.952027:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952032:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952037:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829064.952039:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952041:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829064.952046:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829064.952056:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829064.952064:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829064.952077:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5879)
00000100:00000001:0.0:1787829064.952078:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829064.952084:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952088:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829064.952092:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829064.952119:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829064.952124:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829064.952129:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829064.952133:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829064.952136:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952138:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952142:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829064.952145:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829064.952150:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829064.952153:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829064.952157:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829064.952161:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327104, portal 10
00000100:00000001:0.0:1787829064.952163:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829064.952165:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:0.0:1787829064.952172:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952181:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829064.952183:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829064.952186:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829064.952188:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555327104, offset 0
00000400:00000200:0.0:1787829064.952193:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952197:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952203:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829064.952206:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829064.952209:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829064.952212:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829064.952215:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952219:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89773:89773:256:4294967295] 192.168.203.108@tcp LPNI seq info [89760:89760:8:4294967295]
00000400:00000200:0.0:1787829064.952224:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952232:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829064.952237:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952240:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829064.952245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829064.952249:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829064.952255:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829064.952259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829064.952263:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952266:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829064.952269:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829064.952273:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829064.952276:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829064.952278:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829064.952282:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829064.952285:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952294:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952298:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952305:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952306:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829064.952310:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829064.952314:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829064.952317:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829064.952319:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300542038
00000100:00000001:0.0:1787829064.952322:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952325:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300542038
00000100:00000001:0.0:1787829064.952327:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952329:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829064.952331:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952334:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829064.952337:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829064/real 1787829064]  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829064.952343:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829064.952344:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829064.952345:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829064.952347:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829064.952348:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829064.952349:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829064.952352:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829064.952357:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952361:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829064.952362:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.952364:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829064.952366:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952370:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829064.952373:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952378:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829064.952379:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952381:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.952382:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952383:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829064.952385:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829064.952387:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829064.952389:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829064.952390:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829064.952393:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829064.952398:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829064.952400:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829064.952403:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952407:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829064.952408:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952410:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829064.952411:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829064.952412:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829064.952414:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829064.952416:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829064.952418:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829064.952419:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952420:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952422:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829064.952424:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829064.952426:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829064.952428:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829064.952429:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829064.952432:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327232, portal 10
00000100:00000001:0.0:1787829064.952433:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829064.952434:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:0.0:1787829064.952438:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952442:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829064.952444:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829064.952445:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829064.952447:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555327232, offset 0
00000400:00000200:0.0:1787829064.952450:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952452:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952454:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829064.952456:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829064.952458:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829064.952460:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829064.952462:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952464:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89774:89774:256:4294967295] 192.168.203.108@tcp LPNI seq info [89761:89761:8:4294967295]
00000400:00000200:0.0:1787829064.952466:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952471:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829064.952474:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952476:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829064.952479:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829064.952480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829064.952483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829064.952485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829064.952487:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952489:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829064.952491:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829064.952493:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829064.952495:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829064.952497:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829064.952498:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829064.952500:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952505:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952507:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952512:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952513:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829064.952515:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829064.952517:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829064.952519:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829064.952520:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300541978
00000100:00000001:0.0:1787829064.952521:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952523:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300541978
00000100:00000001:0.0:1787829064.952524:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952526:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829064.952527:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952528:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829064.952530:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829064/real 1787829064]  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829064.952535:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829064.952535:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829064.952536:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829064.952537:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829064.952538:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829064.952540:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829064.952541:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829064.952546:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952550:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829064.952551:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952552:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.952553:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829064.952556:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952560:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829064.952563:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952567:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829064.952568:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952569:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.952570:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952571:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829064.952572:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829064.952574:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829064.952575:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829064.952577:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829064.952579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829064.952600:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829064.952605:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829064.952609:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952616:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829064.952617:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952620:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829064.952622:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829064.952624:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829064.952627:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829064.952630:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829064.952633:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829064.952634:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952635:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952638:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829064.952639:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829064.952642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829064.952643:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829064.952646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829064.952648:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327360, portal 4
00000100:00000001:0.0:1787829064.952650:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829064.952651:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:0.0:1787829064.952655:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952659:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829064.952661:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829064.952662:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829064.952664:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555327360, offset 0
00000400:00000200:0.0:1787829064.952666:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952669:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952671:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829064.952673:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829064.952674:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829064.952676:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829064.952678:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952680:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89775:89775:256:4294967295] 192.168.203.108@tcp LPNI seq info [89762:89762:8:4294967295]
00000400:00000200:0.0:1787829064.952683:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952687:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829064.952690:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952692:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829064.952695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829064.952697:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829064.952699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829064.952701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829064.952704:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952705:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829064.952707:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829064.952710:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829064.952712:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829064.952713:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829064.952714:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829064.952716:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952721:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952723:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952728:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952729:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829064.952731:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829064.952733:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829064.952735:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829064.952736:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300542011
00000100:00000001:0.0:1787829064.952738:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952739:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300542011
00000100:00000001:0.0:1787829064.952740:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952742:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829064.952743:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952744:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829064.952746:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829064/real 1787829064]  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829064.952751:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829064.952752:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829064.952753:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829064.952754:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829064.952755:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829064.952757:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829064.952759:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829064.952764:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952768:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829064.952769:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952770:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.952771:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829064.952773:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952777:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829064.952779:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952783:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829064.952785:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952786:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.952786:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952788:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829064.952789:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829064.952791:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829064.952793:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829064.952794:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829064.952796:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829064.952802:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829064.952804:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952805:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952807:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555327104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952812:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829064.952813:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952814:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829064.952816:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829064.952816:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829064.952817:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829064.952819:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829064.952820:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:0.0:1787829064.952822:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829064.952823:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829064.952824:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829064.952826:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829064.952827:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952828:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952830:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555327232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952834:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829064.952834:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952835:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829064.952837:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829064.952837:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829064.952838:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829064.952840:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829064.952841:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:0.0:1787829064.952842:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829064.952843:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829064.952844:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829064.952845:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829064.952846:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952847:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952849:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555327360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952852:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829064.952853:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952854:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829064.952856:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829064.952857:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829064.952858:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829064.952859:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829064.952860:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829064.952861:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829064.952862:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829064.952862:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829064.952863:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829064.952864:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952865:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.952868:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829064.952869:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952870:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829064.952871:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829064.952872:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829064.952874:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952879:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829064.952879:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952881:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829064.952882:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829064.952883:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829064.952885:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829064.952887:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829064.952888:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829064.952889:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829064.952891:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829064.952892:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829064.952894:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829064.952895:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829064.952897:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829064.952899:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829064.952901:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327488, portal 4
00000100:00000001:0.0:1787829064.952902:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829064.952903:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:0.0:1787829064.952906:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952911:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829064.952912:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829064.952913:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829064.952915:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555327488, offset 0
00000400:00000200:0.0:1787829064.952917:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952921:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829064.952923:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829064.952924:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829064.952926:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829064.952927:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829064.952929:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89776:89776:256:4294967295] 192.168.203.108@tcp LPNI seq info [89763:89763:8:4294967295]
00000400:00000200:0.0:1787829064.952932:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829064.952936:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829064.952939:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952941:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829064.952943:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829064.952945:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829064.952948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829064.952949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829064.952952:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829064.952954:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829064.952955:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829064.952957:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829064.952959:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829064.952960:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829064.952962:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829064.952964:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952973:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.952975:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.952980:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829064.952982:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829064.952984:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829064.952986:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829064.952987:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300542003
00000100:00000001:0.0:1787829064.952988:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952990:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300542003
00000100:00000001:0.0:1787829064.952991:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300545893
00000100:00000001:0.0:1787829064.952992:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829064.952994:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.952995:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829064.952997:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829064/real 1787829064]  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829064.953001:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829064.953002:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829064.953003:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829064.953005:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829064.953006:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829064.953007:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829064.953009:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829064.953014:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.953018:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829064.953019:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.953020:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.953021:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829064.953024:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.953028:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829064.953030:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.953034:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829064.953035:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.953036:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829064.953037:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.953038:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829064.953039:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829064.953041:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829064.953042:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829064.953044:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829064.953046:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829064.953051:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829064.953053:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.953054:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829064.953056:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555327488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829064.953060:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829064.953061:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829064.953062:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829064.953063:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829064.953064:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829064.953065:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829064.953066:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829064.953068:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829064.953069:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829064.953070:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829064.953071:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:0.0:1787829064.953072:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829064.953073:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.953074:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829064.953076:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829064.953077:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829064.953078:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829064.953079:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829065.782350:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829065.782354:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829065.782357:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829065.974217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829065.974223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829065.974229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829065.974237:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829065.974242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829065.974249:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829065.974260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829065.974265:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829065.974273:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829066.806324:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829066.806330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829066.806333:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829066.998204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829066.998215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829066.998221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829066.998243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829066.998253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829066.998263:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829066.998280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829066.998288:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829066.998293:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829067.830266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829067.830271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829067.830275:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829068.022183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829068.022191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829068.022195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829068.022202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829068.022209:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829068.022214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829068.022232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829068.022237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829068.022240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829068.854342:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829068.854349:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829068.854354:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829068.918181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300545893, at 4300545920
00000100:00000010:3.0:1787829068.918197:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4900.
00000100:00000001:3.0:1787829069.046178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829069.046186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829069.046190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829069.046194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829069.046199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829069.046203:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829069.046213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829069.046217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829069.046220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829069.878290:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829069.878294:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829069.878297:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829070.070274:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829070.070281:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829070.070289:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829070.070301:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829070.070317:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829070.070322:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829070.070328:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829070.070332:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.070334:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5874
00000100:00100000:0.0:1787829070.070336:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829070.070352:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829070.070369:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829070.070376:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829070.070385:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829070.070395:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829070.070396:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829070.070400:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.070402:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829070.070408:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070411:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829070.070413:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070415:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829070.070419:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829070.070421:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829070.070425:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829070.070429:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829070.070433:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829070.070435:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829070.070437:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070439:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829070.070440:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070441:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829070.070443:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829070.070446:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070447:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829070.070449:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829070.070452:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829070.070455:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.070457:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829070.070459:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829070.070469:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829070.070471:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829070.070475:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829070.070488:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.070491:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829070.070494:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829070.070498:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829070.070507:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829070.070515:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829070.070523:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829070.070532:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829070.070536:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829070.070540:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829070.070573:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.070575:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829070.070579:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829070.070580:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829070.070581:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829070.070594:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829070.070597:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5874
00000400:00000200:3.0:1787829070.070600:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829070.070603:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829070.070605:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829070.070607:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070609:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829070.070610:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829070.070611:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070615:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829070.070617:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829070.070617:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829070.070621:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787829070.070621:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829070.070623:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829070.070626:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829070.070629:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829070.070630:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829070.070631:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829070.070639:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829070.070644:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829070.070646:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.070649:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829070.070651:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787829070.070655:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829070.070656:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829070.070660:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829070.070661:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829070.070665:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00100000:0.0:1787829070.070668:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555327616:192.168.203.108@tcp:250:kworker.0
00000100:00080000:3.0:1787829070.070671:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829070.070676:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829070.070677:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829070.070680:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829070.070683:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829070.070687:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829070.070687:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829070.070689:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829070.070690:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.070693:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829070.070697:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1787829070.070698:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829070.070704:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829070.070704:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.070710:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.070715:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:3.0:1787829070.070716:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000400:00000010:0.0:1787829070.070720:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000020:00000040:3.0:1787829070.070721:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829070.070727:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829070.070729:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829070.070730:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000001:3.0:1787829070.070732:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829070.070735:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829070.070738:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829070.070739:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327616, portal 25
00000100:00000001:0.0:1787829070.070743:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829070.070744:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
02000000:00000010:3.0:1787829070.070745:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000040:0.0:1787829070.070751:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829070.070752:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.070762:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829070.070764:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787829070.070768:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829070.070773:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829070.070778:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555327616, offset 0
00000100:00000001:3.0:1787829070.070782:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829070.070786:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.070787:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829070.070795:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829070.070800:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.070810:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829070.070812:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.070817:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829070.070818:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787829070.070824:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787829070.070826:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829070.070827:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829070.070831:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787829070.070831:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829070.070836:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070837:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829070.070841:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89777:89777:256:4294967295] 192.168.203.108@tcp LPNI seq info [89764:89764:8:4294967295]
00000100:00080000:3.0:1787829070.070845:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5874
00000400:00000200:0.0:1787829070.070848:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829070.070855:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829070.070860:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829070.070863:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829070.070870:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829070.070872:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829070.070875:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829070.070881:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829070.070882:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829070.070888:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000010:0.0:1787829070.070891:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000020:00000001:3.0:1787829070.070892:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829070.070896:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829070.070898:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787829070.070901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829070.070903:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000200:0.0:1787829070.070906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787829070.070908:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829070.070913:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:0.1:1787829070.070915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787829070.070920:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.1:1787829070.070921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787829070.070925:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1787829070.070929:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829070.070933:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:0.0:1787829070.070934:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000100:00000001:3.0:1787829070.070939:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829070.070943:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:0.0:1787829070.070945:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787829070.070949:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829070.070953:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829070.070956:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.070959:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
02000000:00000001:3.0:1787829070.070960:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787829070.070962:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
02000000:00000001:3.0:1787829070.070965:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829070.070969:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829070.070970:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829070.070974:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829070.070975:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829070.070980:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829070.070987:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.070990:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829070.070991:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829070.070995:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829070.070998:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829070.071005:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829070.071006:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829070.071009:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829070.071010:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829070.071014:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071018:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.071018:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829070.071021:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829070.071024:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829070.071025:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071028:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300551012
02000000:00000010:3.0:1787829070.071032:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000010:0.0:1787829070.071035:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4f60.
00000100:00000001:3.0:1787829070.071038:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071044:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787829070.071047:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829070.071050:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300551012
00000100:00000010:0.0:1787829070.071055:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4240.
00000100:00000001:0.0:1787829070.071060:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829070.071065:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829070.071070:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.071075:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829070.071076:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829070.071081:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829070.071084:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070]  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829070.071090:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829070.071133:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.071139:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787829070.071144:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829070.071145:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:0.0:1787829070.071147:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829070.071149:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787829070.071150:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000100:00080000:3.0:1787829070.071152:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829070.071154:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000100:00000001:3.0:1787829070.071157:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787829070.071158:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829070.071162:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787829070.071163:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5874
00000100:00000200:0.0:1787829070.071168:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829070.071173:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829070.071182:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:0.0:1787829070.071186:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829070.071187:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829070.071195:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829070.071201:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829070.071201:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829070.071205:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829070.071206:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829070.071208:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.071211:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829070.071212:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:0.0:1787829070.071217:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829070.071218:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829070.071221:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829070.071224:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829070.071228:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829070.071231:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829070.071232:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829070.071236:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829070.071239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829070.071243:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.071249:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829070.071251:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829070.071254:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829070.071255:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.071259:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829070.071259:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829070.071262:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787829070.071265:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:0.0:1787829070.071266:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829070.071270:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829070.071272:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00080000:0.0:1787829070.071274:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829070.071280:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829070.071283:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
02000000:00000001:3.0:1787829070.071284:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829070.071286:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787829070.071290:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829070.071303:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829070.071303:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.071307:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829070.071311:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00100000:0.0:1787829070.071316:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555327616:192.168.203.108@tcp:250:kworker.0
00000008:00000001:3.0:1787829070.071317:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829070.071322:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071324:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.071327:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1787829070.071328:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000100:00000040:0.0:1787829070.071329:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555327616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829070.071334:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829070.071338:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829070.071340:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829070.071341:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829070.071344:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829070.071345:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
00000100:00000001:3.0:1787829070.071348:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829070.071350:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787829070.071352:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1787829070.071353:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829070.071357:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829070.071357:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829070.071359:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829070.071363:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000010:3.0:1787829070.071367:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829070.071368:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829070.071372:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829070.071374:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:3.0:1787829070.071375:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071388:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829070.071390:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.071392:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829070.071395:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829070.071400:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829070.071403:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071409:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829070.071409:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829070.071413:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829070.071429:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071430:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829070.071438:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829070.071441:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071456:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829070.071460:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.071467:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829070.071470:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829070.071476:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.071477:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.071484:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829070.071485:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829070.071497:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829070.071497:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1787829070.071499:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829070.071501:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787829070.071502:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.071506:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829070.071506:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1787829070.071510:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:3.0:1787829070.071512:0:49828:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787829070.071514:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829070.071519:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5874
00000400:00000200:0.0:1787829070.071520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829070.071525:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829070.071531:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000400:00000200:3.0:1787829070.071531:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:0.0:1787829070.071538:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327744, portal 10
00000400:00000200:3.0:1787829070.071539:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829070.071541:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829070.071561:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829070.071565:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:3.0:1787829070.071570:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.071575:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829070.071580:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829070.071583:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.071615:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829070.071618:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829070.071620:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787829070.071624:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000040:3.0:1787829070.071625:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000010:0.0:1787829070.071627:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000020:00000001:3.0:1787829070.071628:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1787829070.071631:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555327744, offset 0
00000020:00000040:3.0:1787829070.071633:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:0.0:1787829070.071637:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829070.071639:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:0.0:1787829070.071644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829070.071645:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:0.0:1787829070.071649:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829070.071654:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829070.071654:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829070.071659:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829070.071660:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829070.071664:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787829070.071667:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829070.071670:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829070.071673:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829070.071675:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89778:89778:256:4294967295] 192.168.203.108@tcp LPNI seq info [89765:89765:8:4294967295]
00000020:00000040:3.0:1787829070.071678:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:0.0:1787829070.071682:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829070.071686:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829070.071695:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829070.071695:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829070.071701:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787829070.071704:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829070.071706:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1787829070.071708:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
02000000:00000001:3.0:1787829070.071711:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829070.071716:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829070.071717:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1787829070.071721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000008:00100000:3.0:1787829070.071722:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829070.071728:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829070.071728:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829070.071733:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829070.071734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1787829070.071739:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000800:00000100:0.0:1787829070.071740:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.071743:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000020:00000040:3.0:1787829070.071746:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:0.0:1787829070.071747:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829070.071753:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787829070.071753:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829070.071758:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.071759:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829070.071762:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:3.0:1787829070.071764:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829070.071765:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829070.071768:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787829070.071771:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829070.071772:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829070.071779:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:0.0:1787829070.071780:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.071785:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829070.071786:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071795:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829070.071796:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829070.071797:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829070.071801:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829070.071807:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00000001:3.0:1787829070.071810:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829070.071813:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829070.071816:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071817:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300547157
00000100:00000001:0.0:1787829070.071822:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300551012
00000100:00000040:3.0:1787829070.071825:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071826:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300547157
00000100:00000001:0.0:1787829070.071828:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.071832:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829070.071836:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.071840:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829070.071846:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070]  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829070.071846:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829070.071853:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5884)
00000400:00000001:0.0:1787829070.071855:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829070.071858:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829070.071860:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829070.071862:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829070.071864:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829070.071865:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829070.071867:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829070.071874:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071878:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829070.071880:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.071881:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.071882:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829070.071885:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071889:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829070.071892:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071896:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829070.071898:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.071899:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.071900:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.071901:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829070.071903:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829070.071904:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829070.071906:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829070.071908:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829070.071910:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829070.071915:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829070.071918:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829070.071920:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071925:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829070.071926:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.071927:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829070.071929:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829070.071930:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829070.071932:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829070.071933:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829070.071935:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829070.071936:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.071937:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829070.071940:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829070.071942:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.071944:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829070.071946:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829070.071948:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829070.071950:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555327872, portal 10
00000100:00000001:0.0:1787829070.071951:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829070.071952:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:0.0:1787829070.071956:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.071960:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829070.071962:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829070.071963:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829070.071965:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555327872, offset 0
00000400:00000200:0.0:1787829070.071967:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829070.071969:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.071971:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829070.071973:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829070.071975:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829070.071977:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829070.071979:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829070.071981:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89779:89779:256:4294967295] 192.168.203.108@tcp LPNI seq info [89766:89766:8:4294967295]
00000400:00000200:0.0:1787829070.071984:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.071988:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829070.071990:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.071992:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829070.071995:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829070.071997:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787829070.072000:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829070.072001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787829070.072003:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.072005:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829070.072007:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829070.072010:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829070.072012:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829070.072013:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829070.072014:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829070.072017:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072022:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072024:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072028:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072029:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829070.072030:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829070.072032:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829070.072034:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829070.072035:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300547097
00000100:00000001:0.0:1787829070.072037:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.072039:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300547097
00000100:00000001:0.0:1787829070.072040:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.072042:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829070.072044:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072045:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829070.072047:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070]  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829070.072052:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829070.072053:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829070.072053:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829070.072055:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829070.072056:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829070.072057:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829070.072059:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829070.072064:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072069:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829070.072070:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072071:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.072072:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829070.072074:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072078:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829070.072080:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072084:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829070.072085:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072086:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.072087:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072089:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829070.072090:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829070.072092:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829070.072094:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829070.072096:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829070.072098:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829070.072103:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555327872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829070.072105:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072106:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072108:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555327744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072127:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829070.072128:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829070.072129:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829070.072131:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829070.072132:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829070.072133:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829070.072134:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829070.072135:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:0.0:1787829070.072137:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829070.072138:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829070.072139:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:0.0:1787829070.072141:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829070.072142:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072143:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072145:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555327872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072150:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829070.072151:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829070.072152:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829070.072154:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829070.072155:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829070.072155:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829070.072157:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829070.072158:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829070.072159:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829070.072160:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829070.072160:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:0.0:1787829070.072162:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829070.072162:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072164:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072166:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829070.072167:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072168:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829070.072169:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829070.072170:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829070.072172:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072176:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829070.072177:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.072178:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829070.072180:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829070.072181:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829070.072183:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555328000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829070.072185:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829070.072186:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829070.072187:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.072188:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829070.072190:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829070.072191:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.072194:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829070.072195:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829070.072197:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829070.072200:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555328000, portal 4
00000100:00000001:0.0:1787829070.072201:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829070.072202:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:0.0:1787829070.072206:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072210:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829070.072212:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829070.072213:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829070.072215:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555328000, offset 0
00000400:00000200:0.0:1787829070.072217:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829070.072220:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.072222:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829070.072223:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829070.072225:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829070.072227:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829070.072228:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829070.072231:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89780:89780:256:4294967295] 192.168.203.108@tcp LPNI seq info [89767:89767:8:4294967295]
00000400:00000200:0.0:1787829070.072233:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.072237:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829070.072240:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.072242:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829070.072245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829070.072246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787829070.072249:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829070.072251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787829070.072253:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.072255:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829070.072257:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829070.072259:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829070.072270:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829070.072271:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829070.072273:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829070.072275:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072280:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072282:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072286:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072288:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829070.072289:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829070.072291:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829070.072293:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829070.072295:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300547131
00000100:00000001:0.0:1787829070.072297:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.072298:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300547131
00000100:00000001:0.0:1787829070.072299:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.072301:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829070.072302:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072303:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829070.072305:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070]  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829070.072310:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829070.072310:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829070.072312:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829070.072313:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829070.072314:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829070.072315:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829070.072317:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829070.072322:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072327:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829070.072328:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072329:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.072330:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829070.072332:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072337:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829070.072339:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072343:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829070.072345:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072346:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.072347:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072348:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829070.072350:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829070.072351:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829070.072353:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829070.072354:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829070.072356:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829070.072361:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555328000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829070.072364:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829070.072377:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072382:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829070.072383:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.072384:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829070.072385:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829070.072386:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829070.072388:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555328128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829070.072389:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829070.072391:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829070.072392:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829070.072393:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829070.072395:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829070.072397:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829070.072399:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829070.072400:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829070.072402:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829070.072403:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555328128, portal 4
00000100:00000001:0.0:1787829070.072405:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829070.072406:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:0.0:1787829070.072427:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072432:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829070.072434:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829070.072436:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829070.072438:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555328128, offset 0
00000400:00000200:0.0:1787829070.072441:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829070.072444:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.072446:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829070.072448:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829070.072450:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829070.072452:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829070.072454:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829070.072456:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89781:89781:256:4294967295] 192.168.203.108@tcp LPNI seq info [89768:89768:8:4294967295]
00000400:00000200:0.0:1787829070.072460:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829070.072465:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829070.072468:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.072470:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829070.072473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829070.072485:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787829070.072488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829070.072490:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787829070.072493:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829070.072495:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829070.072497:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829070.072500:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829070.072502:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829070.072503:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829070.072505:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829070.072508:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072514:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072516:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072521:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072523:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829070.072525:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829070.072527:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829070.072529:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829070.072531:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300547123
00000100:00000001:0.0:1787829070.072533:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.072534:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300547123
00000100:00000001:0.0:1787829070.072536:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300551012
00000100:00000001:0.0:1787829070.072538:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829070.072579:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072580:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829070.072583:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829070/real 1787829070]  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829070.072588:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829070.072589:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829070.072591:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829070.072592:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829070.072593:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829070.072595:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829070.072597:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829070.072602:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072606:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829070.072607:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072608:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.072609:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829070.072611:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072615:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829070.072617:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072621:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829070.072623:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072624:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829070.072625:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072626:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829070.072627:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829070.072629:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829070.072631:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829070.072632:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829070.072634:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829070.072639:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555328128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829070.072641:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072642:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072644:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555328000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072649:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829070.072650:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829070.072652:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829070.072653:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829070.072654:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829070.072655:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829070.072656:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829070.072657:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829070.072659:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829070.072660:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829070.072661:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:0.0:1787829070.072663:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829070.072664:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072665:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829070.072667:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555328128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829070.072671:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829070.072672:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829070.072673:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829070.072674:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829070.072675:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829070.072675:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829070.072676:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829070.072677:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829070.072678:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829070.072679:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829070.072680:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:0.0:1787829070.072681:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829070.072682:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072683:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829070.072685:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829070.072686:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829070.072687:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829070.072688:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829070.902356:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829070.902360:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829070.902363:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829071.094196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829071.094203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829071.094218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829071.094226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829071.094232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829071.094236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829071.094240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829071.094245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829071.094249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829071.926411:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829071.926416:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829071.926419:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829072.118274:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829072.118283:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829072.118288:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829072.118295:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829072.118305:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829072.118314:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829072.118324:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829072.118332:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829072.118337:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829072.950302:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829072.950308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829072.950312:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829073.142257:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829073.142263:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829073.142268:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829073.142272:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829073.142277:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829073.142282:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829073.142291:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829073.142294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829073.142298:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829073.974306:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829073.974309:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829073.974311:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829074.038195:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300551012, at 4300551040
00000100:00000010:3.0:1787829074.038222:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4240.
00000100:00000001:0.0:1787829074.166295:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829074.166305:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829074.166313:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829074.166321:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829074.166330:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829074.166338:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829074.166343:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829074.166346:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829074.166349:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829074.998282:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829074.998285:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829074.998287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829075.190188:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829075.190197:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829075.190201:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829075.190206:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829075.190212:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829075.190221:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5879
00000400:00000200:3.0:1787829075.190233:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829075.190241:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829075.190246:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829075.190253:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190260:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190263:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190265:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829075.190268:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829075.190269:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829075.190272:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829075.190274:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829075.190276:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829075.190278:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829075.190281:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190283:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190285:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190286:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829075.190289:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829075.190292:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190297:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829075.190300:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829075.190304:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829075.190308:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190312:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829075.190314:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829075.190323:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787829075.190328:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829075.190334:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829075.190337:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190341:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829075.190343:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829075.190346:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829075.190352:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829075.190357:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829075.190365:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555328256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829075.190373:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829075.190376:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829075.190380:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555328256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829075.190398:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829075.190400:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829075.190403:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829075.190404:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829075.190405:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829075.190407:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829075.190409:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5879
00000400:00000200:3.0:1787829075.190411:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829075.190413:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829075.190415:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829075.190418:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190420:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190422:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190424:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829075.190426:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829075.190427:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829075.190428:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829075.190430:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829075.190431:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829075.190433:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829075.190437:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190439:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190444:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190449:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829075.190451:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829075.190456:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190457:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829075.190458:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829075.190462:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829075.190466:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190470:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829075.190475:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829075.190480:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190483:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829075.190490:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787829075.190494:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829075.190499:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829075.190500:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190504:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829075.190507:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829075.190525:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829075.190532:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829075.190538:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829075.190545:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555328384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829075.190556:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829075.190559:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829075.190563:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555328384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829075.190573:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829075.190578:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829075.190581:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829075.190584:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829075.190586:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829075.190591:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829075.190593:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5879
00000400:00000200:3.0:1787829075.190600:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829075.190602:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829075.190605:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829075.190609:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190613:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190615:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190617:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829075.190622:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829075.190626:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829075.190628:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829075.190631:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829075.190634:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829075.190636:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829075.190642:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190649:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190654:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190660:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829075.190664:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829075.190673:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190678:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829075.190683:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829075.190688:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829075.190693:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190697:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829075.190701:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829075.190704:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190709:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829075.190716:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787829075.190722:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829075.190727:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829075.190731:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190735:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829075.190739:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829075.190743:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829075.190750:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829075.190757:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829075.190769:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555328512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829075.190779:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829075.190785:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829075.190794:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555328512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829075.190810:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829075.190815:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829075.190822:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829075.190825:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829075.190827:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829075.190830:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829075.190835:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5879
00000400:00000200:3.0:1787829075.190842:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.1:1787829075.190845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:3.0:1787829075.190846:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829075.190851:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787829075.190853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787829075.190854:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190857:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190860:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190862:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829075.190866:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829075.190868:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829075.190871:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829075.190875:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829075.190879:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829075.190881:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829075.190885:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190888:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.190892:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190894:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829075.190898:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829075.190904:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829075.190907:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829075.190908:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829075.190911:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829075.190915:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190917:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829075.190921:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829075.190924:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190928:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829075.190931:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829075.190934:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829075.190939:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829075.190941:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.190945:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829075.190948:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829075.190950:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829075.190966:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829075.190972:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829075.190980:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555328640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829075.190988:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829075.190991:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829075.190997:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555328640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829075.191009:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829075.191013:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829075.191016:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829075.191018:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829075.191021:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829075.191024:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829075.191026:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5879
00000400:00000200:3.0:1787829075.191029:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829075.191035:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829075.191038:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829075.191044:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.191047:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.191051:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.191054:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829075.191055:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829075.191058:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829075.191060:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829075.191062:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829075.191066:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829075.191070:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829075.191076:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.191078:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829075.191082:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829075.191084:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829075.191086:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829075.191090:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829075.191094:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829075.191114:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829075.191117:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829075.191118:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.191120:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829075.191121:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829075.191126:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.191129:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829075.191134:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787829075.191138:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829075.191143:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829075.191145:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829075.191149:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829075.191151:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829075.191153:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829075.191157:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829075.191161:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829075.191167:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555328768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829075.191177:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829075.191181:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829075.191185:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555328768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829075.191194:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829075.191199:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5889)
00000800:00000200:1.1:1787829075.191491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829075.191494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829075.191838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829075.191841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829075.192177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829075.192179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829075.192550:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829075.192553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787829076.022263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829076.022266:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829076.022268:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829076.214200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829076.214205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829076.214209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829076.214215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829076.214219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829076.214222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829076.214230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829076.214233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829076.214236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829077.046280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829077.046291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829077.046295:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829077.238186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829077.238196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829077.238200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829077.238208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829077.238217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829077.238223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829077.238240:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829077.238243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829077.238248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829078.070232:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829078.070235:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829078.070237:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829078.262191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829078.262199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829078.262203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829078.262211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829078.262218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829078.262233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829078.262245:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829078.262248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829078.262250:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829079.094284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829079.094288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829079.094291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829079.158194:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300556132, at 4300556160
00000100:00000010:3.0:1787829079.158208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000001:0.0:1787829079.286189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829079.286193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829079.286198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829079.286202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829079.286208:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829079.286212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829079.286217:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829079.286219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829079.286221:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829080.118245:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829080.118248:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829080.118251:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829080.310175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829080.310182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829080.310187:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.310193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829080.310195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829080.310199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829080.310201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829080.310204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829080.310206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829080.310211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829080.310212:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.310215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829080.310215:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.310218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829080.310218:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.310221:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.310225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.310228:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.310377:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829080.310382:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829080.310386:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829080.310395:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310412:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.310415:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.310421:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829080.310425:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829080.310428:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829080.310434:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555328896:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829080.310441:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829080.310446:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829080.310450:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.310454:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829080.310460:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829080.310466:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829080.310486:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829080.310493:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829080.310501:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829080.310509:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555328896, portal 25
00000100:00000001:0.0:1787829080.310513:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829080.310515:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:0.0:1787829080.310524:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310540:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829080.310545:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829080.310549:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829080.310554:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555328896, offset 0
00000400:00000200:0.0:1787829080.310563:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829080.310573:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.310582:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829080.310587:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829080.310591:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829080.310594:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829080.310597:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829080.310600:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89787:89787:256:4294967295] 192.168.203.108@tcp LPNI seq info [89774:89774:8:4294967295]
00000400:00000200:0.0:1787829080.310603:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.310627:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829080.310643:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.310652:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829080.310678:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829080.310686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787829080.310698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829080.310705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787829080.310716:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.310722:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829080.310729:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829080.310736:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829080.310742:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829080.310745:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829080.310750:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829080.310756:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310771:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.310776:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310797:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.310800:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829080.310806:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829080.310812:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829080.310816:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300561252
00000100:00000010:0.0:1787829080.310824:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f49c0.
00000100:00000001:0.0:1787829080.310833:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829080.310838:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300561252
00000100:00000010:0.0:1787829080.310843:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f47e0.
00000100:00000001:0.0:1787829080.310850:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829080.310856:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829080.310861:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.310866:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829080.310872:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080]  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829080.310891:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829080.310894:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829080.310898:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829080.310904:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829080.310909:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829080.310913:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829080.310920:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829080.310939:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310949:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829080.310951:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.310953:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.310954:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829080.310957:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310965:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829080.310972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.310988:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829080.310992:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.310997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.310999:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311002:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829080.311004:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829080.311009:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829080.311016:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829080.311020:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829080.311027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829080.311039:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555328896:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829080.311044:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311049:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311054:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555328896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311065:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829080.311069:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829080.311072:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829080.311077:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829080.311080:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829080.311082:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829080.311085:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829080.311090:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:0.0:1787829080.311111:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829080.311113:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829080.311114:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:0.0:1787829080.311117:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829080.311119:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311120:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311126:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829080.311129:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311132:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829080.311136:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829080.311138:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829080.311144:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311157:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.311159:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.311162:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829080.311165:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829080.311168:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829080.311175:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829080.311182:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829080.311185:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829080.311188:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.311192:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829080.311197:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829080.311203:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829080.311210:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829080.311215:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829080.311220:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829080.311225:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555329024, portal 10
00000100:00000001:0.0:1787829080.311229:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829080.311231:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:0.0:1787829080.311241:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311256:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829080.311270:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829080.311275:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829080.311280:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555329024, offset 0
00000400:00000200:0.0:1787829080.311292:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829080.311303:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.311311:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829080.311318:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829080.311323:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829080.311328:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829080.311333:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829080.311338:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89788:89788:256:4294967295] 192.168.203.108@tcp LPNI seq info [89775:89775:8:4294967295]
00000400:00000200:0.0:1787829080.311346:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.311358:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829080.311368:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.311375:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829080.311384:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829080.311388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787829080.311392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829080.311394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787829080.311397:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.311399:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829080.311401:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829080.311403:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829080.311406:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829080.311407:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829080.311409:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829080.311412:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311423:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311425:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311429:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311430:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829080.311433:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829080.311435:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829080.311438:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829080.311439:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300557397
00000100:00000001:0.0:1787829080.311441:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.311443:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300557397
00000100:00000001:0.0:1787829080.311444:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.311446:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829080.311447:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311448:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829080.311451:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080]  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829080.311456:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829080.311457:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829080.311458:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829080.311459:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829080.311461:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829080.311462:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829080.311464:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829080.311469:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311473:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829080.311487:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311490:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.311491:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829080.311495:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311500:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829080.311502:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311507:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829080.311508:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311509:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.311510:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311511:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829080.311513:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829080.311514:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829080.311516:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829080.311518:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829080.311520:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829080.311525:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829080.311528:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829080.311530:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311534:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.311535:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.311537:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829080.311538:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829080.311540:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829080.311542:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829080.311544:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829080.311546:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829080.311547:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.311548:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829080.311551:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829080.311552:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829080.311554:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829080.311556:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829080.311558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829080.311560:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555329152, portal 10
00000100:00000001:0.0:1787829080.311561:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829080.311562:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:0.0:1787829080.311566:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311571:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829080.311572:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829080.311573:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829080.311575:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555329152, offset 0
00000400:00000200:0.0:1787829080.311577:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829080.311580:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.311582:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829080.311584:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829080.311586:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829080.311588:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829080.311589:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829080.311591:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89789:89789:256:4294967295] 192.168.203.108@tcp LPNI seq info [89776:89776:8:4294967295]
00000400:00000200:0.0:1787829080.311594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.311598:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829080.311601:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.311603:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829080.311606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829080.311608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787829080.311611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829080.311612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787829080.311615:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.311617:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829080.311620:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829080.311623:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829080.311626:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829080.311628:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829080.311631:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829080.311634:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311642:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311646:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311653:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311655:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829080.311658:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829080.311661:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829080.311665:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829080.311667:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300557337
00000100:00000001:0.0:1787829080.311669:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.311671:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300557337
00000100:00000001:0.0:1787829080.311674:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.311676:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829080.311678:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311680:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829080.311684:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080]  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829080.311693:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829080.311695:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829080.311697:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829080.311699:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829080.311701:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829080.311704:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829080.311707:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829080.311717:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311722:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829080.311723:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311724:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.311726:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829080.311728:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311733:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829080.311735:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311739:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829080.311740:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311741:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.311742:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311743:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829080.311744:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829080.311746:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829080.311748:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829080.311749:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829080.311751:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829080.311761:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829080.311763:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829080.311765:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311769:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.311770:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.311772:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829080.311773:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829080.311774:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829080.311776:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829080.311778:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829080.311779:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829080.311780:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.311781:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829080.311784:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829080.311785:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829080.311788:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829080.311789:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829080.311792:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829080.311794:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555329280, portal 4
00000100:00000001:0.0:1787829080.311795:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829080.311796:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:0.0:1787829080.311800:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311804:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829080.311806:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829080.311807:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829080.311809:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555329280, offset 0
00000400:00000200:0.0:1787829080.311811:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829080.311814:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.311817:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829080.311819:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829080.311821:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829080.311822:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829080.311824:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829080.311826:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89790:89790:256:4294967295] 192.168.203.108@tcp LPNI seq info [89777:89777:8:4294967295]
00000400:00000200:0.0:1787829080.311829:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.311833:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829080.311836:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.311839:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829080.311841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829080.311843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787829080.311846:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829080.311847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787829080.311850:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.311851:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829080.311854:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829080.311856:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829080.311858:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829080.311859:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829080.311860:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829080.311863:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311868:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311870:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311874:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311875:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829080.311877:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829080.311879:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829080.311881:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829080.311882:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300557370
00000100:00000001:0.0:1787829080.311884:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.311886:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300557370
00000100:00000001:0.0:1787829080.311887:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.311888:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829080.311889:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.311890:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829080.311893:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080]  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829080.311897:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829080.311898:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829080.311899:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829080.311901:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829080.311902:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829080.311903:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829080.311905:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829080.311910:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311914:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829080.311915:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311916:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.311917:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829080.311919:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311923:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829080.311925:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311929:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829080.311931:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311932:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.311933:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311934:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829080.311936:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829080.311937:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829080.311939:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829080.311940:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829080.311943:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829080.311947:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829080.311950:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311951:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311953:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555329024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311956:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829080.311957:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829080.311959:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829080.311960:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829080.311961:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829080.311962:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829080.311963:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829080.311964:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:0.0:1787829080.311966:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829080.311967:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829080.311968:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:0.0:1787829080.311970:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829080.311970:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311971:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311973:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555329152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311981:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829080.311982:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829080.311983:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829080.311985:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829080.311985:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829080.311986:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829080.311987:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829080.311988:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829080.311989:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829080.311990:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829080.311991:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:0.0:1787829080.311992:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829080.311993:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.311994:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.311996:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555329280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.311999:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829080.312000:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829080.312001:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829080.312002:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829080.312003:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829080.312003:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829080.312005:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829080.312005:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:0.0:1787829080.312006:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829080.312007:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829080.312008:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:0.0:1787829080.312009:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829080.312010:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312011:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312013:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829080.312014:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.312015:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829080.312016:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829080.312017:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829080.312019:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312024:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829080.312025:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.312026:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829080.312027:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829080.312028:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829080.312030:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829080.312032:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829080.312033:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829080.312034:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829080.312035:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829080.312037:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829080.312038:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829080.312040:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829080.312042:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829080.312044:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829080.312045:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555329408, portal 4
00000100:00000001:0.0:1787829080.312047:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829080.312048:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:0.0:1787829080.312051:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312055:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829080.312057:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829080.312058:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829080.312060:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555329408, offset 0
00000400:00000200:0.0:1787829080.312062:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829080.312064:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.312066:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829080.312068:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829080.312069:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829080.312071:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829080.312072:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829080.312075:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89791:89791:256:4294967295] 192.168.203.108@tcp LPNI seq info [89778:89778:8:4294967295]
00000400:00000200:0.0:1787829080.312078:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829080.312082:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829080.312085:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.312086:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829080.312089:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829080.312091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787829080.312093:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829080.312109:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787829080.312113:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829080.312114:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829080.312116:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829080.312119:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829080.312120:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829080.312122:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829080.312123:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829080.312126:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312131:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.312133:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312137:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.312138:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829080.312140:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829080.312142:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829080.312144:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829080.312145:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300557363
00000100:00000001:0.0:1787829080.312146:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.312148:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300557363
00000100:00000001:0.0:1787829080.312149:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300561252
00000100:00000001:0.0:1787829080.312151:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829080.312152:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.312154:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829080.312156:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829080/real 1787829080]  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829080.312161:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829080.312162:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829080.312163:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829080.312164:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829080.312165:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829080.312166:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829080.312168:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829080.312173:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312177:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829080.312178:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312179:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.312180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829080.312182:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312186:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829080.312188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312192:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829080.312193:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312194:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829080.312195:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312196:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829080.312197:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829080.312199:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829080.312201:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829080.312202:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829080.312205:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829080.312210:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555329408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829080.312212:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312213:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829080.312214:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555329408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829080.312218:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829080.312219:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829080.312220:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829080.312221:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829080.312222:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829080.312223:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829080.312224:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829080.312225:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:0.0:1787829080.312226:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829080.312227:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829080.312228:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:0.0:1787829080.312229:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829080.312230:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312231:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829080.312233:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829080.312234:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829080.312235:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829080.312236:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829081.142286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829081.142289:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829081.142291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829081.334159:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829081.334164:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829081.334166:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829081.334168:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829081.334170:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829081.334172:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829081.334178:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829081.334179:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829081.334185:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829081.334189:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829081.334193:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829081.334195:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829081.334197:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829081.334199:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829081.334203:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829081.334210:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829081.334214:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829081.334218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829082.166279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829082.166282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829082.166285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829082.358170:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829082.358177:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829082.358179:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829082.358182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829082.358184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829082.358190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829082.358190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829082.358197:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829082.358198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829082.358200:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829082.358204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829082.358208:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829082.358215:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829082.358219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829082.358222:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829082.358223:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829082.358227:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829082.358230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829083.190281:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829083.190286:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829083.190289:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829083.382176:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829083.382177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829083.382184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829083.382184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829083.382187:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829083.382189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829083.382196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829083.382196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829083.382202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829083.382203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829083.382208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829083.382209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829083.382216:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829083.382219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829083.382221:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829083.382224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829083.382226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829083.382229:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829084.214333:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829084.214337:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829084.214339:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829084.278184:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300561252, at 4300561280
00000100:00000010:3.0:1787829084.278200:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f47e0.
00000100:00000001:3.0:1787829084.406188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829084.406192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829084.406196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829084.406196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829084.406200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829084.406201:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829084.406207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829084.406207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829084.406213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829084.406214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829084.406219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829084.406220:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829084.406232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829084.406235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829084.406237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829084.406239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829084.406241:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829084.406244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829085.238222:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829085.238225:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829085.238228:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829085.430200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829085.430200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829085.430207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829085.430208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829085.430212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829085.430213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829085.430218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829085.430219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829085.430223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829085.430225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829085.430228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829085.430229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829085.430232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829085.430235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829085.430242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829085.430245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829085.430248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829085.430251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829085.430817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829085.430835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787829085.431427:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829085.431430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787829085.431724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829085.431726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787829085.431977:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829085.431980:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787829085.432205:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829085.432208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787829085.942226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829085.942243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829085.942246:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829085.942252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829085.942256:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829085.942260:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829085.942263:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829085.942265:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829085.942268:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829086.262272:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829086.262276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829086.262280:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829086.454177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829086.454180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829086.454185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829086.454186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829086.454190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829086.454191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829086.454195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829086.454197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829086.454200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829086.454203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829086.454206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829086.454207:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829086.454212:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829086.454214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829086.454221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829086.454228:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829086.454232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829086.454235:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829086.966212:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829086.966220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829086.966222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829086.966227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829086.966230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829086.966234:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829086.966236:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829086.966238:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829086.966240:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829087.286284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829087.286288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829087.286290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829087.478190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829087.478191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829087.478199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829087.478199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829087.478204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829087.478204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829087.478212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829087.478218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829087.478219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829087.478223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829087.478226:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829087.478232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829087.478237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829087.478240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829087.478243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829087.478244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829087.478249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829087.478253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829087.990151:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829087.990156:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829087.990158:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829087.990162:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829087.990165:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829087.990168:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829087.990170:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829087.990172:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829087.990174:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829088.310286:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829088.310289:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829088.310292:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829088.502180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829088.502181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829088.502188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829088.502189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829088.502192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829088.502193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829088.502198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829088.502199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829088.502206:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829088.502206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829088.502212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829088.502213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829088.502214:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829088.502218:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829088.502220:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829088.502224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829088.502227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829088.502230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829089.014199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829089.014205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829089.014207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829089.014211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829089.014215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829089.014219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829089.014221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829089.014223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829089.014225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829089.334300:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829089.334308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829089.334314:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829089.398238:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300566372, at 4300566400
00000100:00000010:3.0:1787829089.398252:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2960.
00000100:00000001:3.0:1787829089.526193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829089.526209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829089.526213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829089.526221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829089.526246:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829089.526258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829089.526269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829089.526277:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829089.526308:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829090.038201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829090.038212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829090.038214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829090.038223:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829090.038228:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829090.038232:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829090.038236:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829090.038240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829090.038244:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829090.358248:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829090.358253:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829090.358256:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829090.550181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829090.550187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829090.550191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829090.550196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829090.550202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829090.550206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829090.550212:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829090.550215:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829090.550220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829090.550232:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829090.550239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829090.550243:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829090.550249:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829090.550256:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829090.550261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829090.550266:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829090.550271:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829090.550277:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829090.551037:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829090.551595:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829090.551803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829090.551987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829090.552182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829091.062180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829091.062185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829091.062187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829091.062192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829091.062195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829091.062198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829091.062200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829091.062202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829091.062204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829091.382313:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829091.382316:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829091.382319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829091.574181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829091.574187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829091.574191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829091.574197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829091.574203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829091.574209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829091.574216:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829091.574220:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829091.574224:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.574227:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829091.574232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829091.574234:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829091.574236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829091.574239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829091.574241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829091.574243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829091.574245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829091.574246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829092.086160:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829092.086165:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829092.086167:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829092.086171:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829092.086178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829092.086181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829092.086184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829092.086186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829092.086188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829092.406298:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829092.406301:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829092.406304:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829092.598206:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829092.598214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829092.598222:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829092.598231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829092.598241:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829092.598243:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829092.598248:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829092.598248:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829092.598251:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829092.598256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829092.598256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829092.598261:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829092.598263:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829092.598265:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829092.598269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829092.598270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829092.598270:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829092.598275:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829093.110183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829093.110190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829093.110193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829093.110199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829093.110203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829093.110207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829093.110210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829093.110213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829093.110217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829093.430298:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829093.430302:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829093.430304:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829093.622198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829093.622206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829093.622211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829093.622218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829093.622223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829093.622229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.622241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829093.622243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.622246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829093.622326:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829093.622329:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829093.622331:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829093.622333:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829093.622335:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829093.622337:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829093.622338:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829093.622340:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829093.622341:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829093.622826:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829093.622830:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829093.622832:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829093.622839:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829090/real 1787829093]  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829093.622849:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829093.622851:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829093.622854:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcec8.
00000400:00000200:0.0:1787829093.622858:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404330
00000400:00000010:0.0:1787829093.622860:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404330.
00000100:00000001:0.0:1787829093.622862:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829093.622866:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829093.622874:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.622880:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829093.622881:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.622884:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.622886:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829093.622889:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.622895:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829093.622900:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.622907:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829093.622911:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.622913:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.622914:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.622916:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829093.622919:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829093.622923:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829093.622927:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829093.622930:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829093.622934:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829093.622942:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555330688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829093.622947:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829093.622950:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829090/real 1787829093]  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829093.622958:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829093.622959:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829093.622961:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:0.0:1787829093.622963:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404f68
00000400:00000010:0.0:1787829093.622965:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404f68.
00000100:00000001:0.0:1787829093.622967:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829093.622970:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829093.622979:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.622986:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829093.622988:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.622989:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.622991:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829093.622994:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623002:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829093.623006:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623012:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829093.623015:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623016:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623018:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623020:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829093.623022:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829093.623025:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829093.623028:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829093.623031:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829093.623035:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829093.623044:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555330304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829093.623048:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829093.623052:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829090/real 1787829093]  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829093.623060:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829093.623061:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829093.623063:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc948.
00000400:00000200:0.0:1787829093.623066:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404990
00000400:00000010:0.0:1787829093.623067:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404990.
00000100:00000001:0.0:1787829093.623069:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829093.623073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829093.623087:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623094:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829093.623127:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623129:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623131:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829093.623137:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623144:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829093.623149:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623155:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829093.623158:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623160:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623167:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623169:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829093.623172:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829093.623175:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829093.623179:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829093.623182:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829093.623186:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829093.623194:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555330432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829093.623198:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829093.623202:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829090/real 1787829093]  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829093.623216:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829093.623218:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829093.623220:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc630.
00000400:00000200:0.0:1787829093.623223:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404088
00000400:00000010:0.0:1787829093.623224:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404088.
00000100:00000001:0.0:1787829093.623226:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829093.623230:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829093.623237:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623243:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829093.623244:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623247:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829093.623250:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623256:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829093.623260:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623266:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829093.623269:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623270:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623271:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623273:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829093.623275:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829093.623277:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829093.623280:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829093.623283:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829093.623287:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829093.623295:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555330560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829093.623300:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829093.623303:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829090/real 1787829093]  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829093.623311:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829093.623312:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829093.623313:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc000.
00000400:00000200:0.0:1787829093.623315:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404ee0
00000400:00000010:0.0:1787829093.623317:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404ee0.
00000100:00000001:0.0:1787829093.623319:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829093.623322:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829093.623329:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623336:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829093.623337:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623338:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623340:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829093.623344:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623350:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829093.623354:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623360:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829093.623362:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623364:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829093.623365:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623367:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829093.623368:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829093.623371:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829093.623375:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829093.623377:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829093.623393:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829093.623402:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555330176:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829093.623406:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623408:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829093.623412:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555330688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623420:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829093.623423:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829093.623428:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:0.0:1787829093.623432:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829093.623435:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829093.623437:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829093.623440:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829093.623443:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:0.0:1787829093.623446:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829093.623448:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829093.623450:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:0.0:1787829093.623454:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829093.623455:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623456:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829093.623459:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555330304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623465:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829093.623467:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829093.623468:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:0.0:1787829093.623471:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829093.623472:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829093.623473:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829093.623475:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829093.623476:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:0.0:1787829093.623479:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829093.623480:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829093.623481:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:0.0:1787829093.623483:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829093.623484:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623486:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829093.623490:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555330432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623496:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829093.623497:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829093.623498:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:0.0:1787829093.623501:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829093.623502:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829093.623503:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829093.623505:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829093.623506:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:0.0:1787829093.623509:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829093.623510:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829093.623511:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:0.0:1787829093.623513:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829093.623515:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623517:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829093.623520:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555330560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623526:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829093.623528:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829093.623529:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:0.0:1787829093.623531:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829093.623532:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829093.623533:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829093.623536:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829093.623537:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:0.0:1787829093.623540:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829093.623541:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829093.623542:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:0.0:1787829093.623544:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829093.623546:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623547:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829093.623550:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555330176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829093.623557:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829093.623559:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829093.623560:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:0.0:1787829093.623562:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829093.623564:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829093.623565:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829093.623567:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829093.623569:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829093.623571:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829093.623571:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829093.623573:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:0.0:1787829093.623575:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829093.623576:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623579:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829093.623586:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829093.623588:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829093.623590:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829093.623591:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829094.134173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829094.134179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829094.134181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829094.134184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829094.134188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829094.134191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829094.134192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829094.134194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829094.134196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829094.454343:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829094.454347:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829094.454350:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829094.518173:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300571492, at 4300571520
00000100:00000010:3.0:1787829094.518190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2d80.
00000100:00000001:0.0:1787829094.646168:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829094.646177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829094.646181:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829094.646189:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829094.646195:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829094.646202:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829094.646209:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829094.646213:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829094.646216:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829094.646217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829094.646221:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829094.646224:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829094.646230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829094.646235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829094.646238:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829094.646241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829094.646242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829094.646244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829095.158192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829095.158200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829095.158203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829095.158209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829095.158212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829095.158215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829095.158217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829095.158218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829095.158220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829095.478251:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829095.478256:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829095.478260:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829095.670222:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829095.670227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829095.670230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829095.670237:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829095.670242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829095.670245:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829095.670257:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829095.670260:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829095.670262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.670672:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829095.670686:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829095.670690:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829095.670700:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.670719:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829095.670723:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.670730:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829095.670734:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829095.670739:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829095.670746:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555330816:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829095.670756:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829095.670763:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829095.670767:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.670770:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829095.670776:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829095.670781:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829095.670791:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829095.670798:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829095.670809:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829095.670819:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555330816, portal 25
00000100:00000001:0.0:1787829095.670825:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829095.670829:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:0.0:1787829095.670841:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.670858:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829095.670866:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829095.670872:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829095.670878:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555330816, offset 0
00000400:00000200:0.0:1787829095.670899:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829095.670912:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.670924:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829095.670935:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829095.670945:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829095.670952:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829095.670958:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829095.670962:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89802:89802:256:4294967295] 192.168.203.108@tcp LPNI seq info [89789:89789:8:4294967295]
00000400:00000200:0.0:1787829095.670974:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.670992:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829095.671006:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.671015:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829095.671029:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829095.671036:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829095.671050:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829095.671057:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829095.671066:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.671071:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829095.671080:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829095.671092:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829095.671133:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829095.671139:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829095.671147:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829095.671156:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671176:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.671185:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671203:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.671208:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829095.671218:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829095.671226:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829095.671232:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300576613
00000100:00000010:0.0:1787829095.671240:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f44e0.
00000100:00000001:0.0:1787829095.671250:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829095.671257:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300576613
00000100:00000010:0.0:1787829095.671264:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4cc0.
00000100:00000001:0.0:1787829095.671269:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829095.671275:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829095.671281:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.671286:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829095.671296:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829095/real 1787829095]  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829095.671314:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829095.671318:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829095.671321:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829095.671326:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829095.671332:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829095.671335:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829095.671350:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829095.671381:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671398:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829095.671401:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671406:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.671409:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829095.671417:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671425:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829095.671431:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671439:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829095.671441:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671443:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.671445:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671447:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829095.671449:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829095.671452:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829095.671456:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829095.671458:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829095.671462:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829095.671469:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555330816:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829095.671473:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829095.671476:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671482:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829095.671483:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.671485:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829095.671487:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829095.671489:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829095.671492:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555330944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829095.671495:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829095.671497:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829095.671499:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.671500:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829095.671504:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829095.671505:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829095.671509:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829095.671512:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829095.671515:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829095.671518:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555330944, portal 10
00000100:00000001:0.0:1787829095.671520:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829095.671521:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
00000100:00000040:0.0:1787829095.671528:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671534:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829095.671536:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829095.671538:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829095.671541:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555330944, offset 0
00000400:00000200:0.0:1787829095.671545:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829095.671549:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.671553:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829095.671556:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829095.671559:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829095.671561:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829095.671563:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829095.671566:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89803:89803:256:4294967295] 192.168.203.108@tcp LPNI seq info [89790:89790:8:4294967295]
00000400:00000200:0.0:1787829095.671569:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.671575:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829095.671579:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.671582:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829095.671586:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829095.671589:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829095.671593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829095.671595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829095.671598:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.671600:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829095.671603:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829095.671606:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829095.671609:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829095.671611:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829095.671613:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829095.671616:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671623:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.671626:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671632:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.671633:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829095.671636:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829095.671640:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829095.671642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829095.671644:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300572757
00000100:00000001:0.0:1787829095.671647:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.671649:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300572757
00000100:00000001:0.0:1787829095.671651:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.671653:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829095.671655:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.671656:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829095.671660:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829095/real 1787829095]  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829095.671667:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829095.671669:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829095.671670:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829095.671673:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829095.671674:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829095.671676:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829095.671679:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829095.671688:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671695:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829095.671696:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671698:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.671699:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829095.671703:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671710:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829095.671714:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671721:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829095.671723:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671725:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.671726:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671728:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829095.671731:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829095.671733:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829095.671737:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829095.671739:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829095.671743:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829095.671751:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555330944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829095.671755:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671757:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.671761:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555330816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671767:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829095.671770:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829095.671772:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829095.671775:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829095.671777:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829095.671779:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829095.671781:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829095.671784:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:0.0:1787829095.671787:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829095.671789:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829095.671790:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:0.0:1787829095.671793:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829095.671794:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671796:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.671800:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555330944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671806:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829095.671807:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829095.671809:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829095.671812:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829095.671813:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829095.671814:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829095.671816:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829095.671818:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:0.0:1787829095.671820:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829095.671821:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829095.671822:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
00000100:00000001:0.0:1787829095.671825:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829095.671826:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671828:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.671835:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829095.671837:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.671839:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829095.671840:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829095.671842:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829095.671846:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671852:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829095.671853:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.671855:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829095.671857:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829095.671860:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829095.671863:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829095.671866:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829095.671868:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829095.671870:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.671871:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829095.671874:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829095.671876:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829095.671880:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829095.671882:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829095.671885:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829095.671889:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331072, portal 10
00000100:00000001:0.0:1787829095.671891:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829095.671892:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
00000100:00000040:0.0:1787829095.671898:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.671904:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829095.671906:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829095.671908:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829095.671911:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555331072, offset 0
00000400:00000200:0.0:1787829095.671915:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829095.671919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.671923:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829095.671926:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829095.671930:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829095.671932:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829095.671935:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829095.671938:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89804:89804:256:4294967295] 192.168.203.108@tcp LPNI seq info [89791:89791:8:4294967295]
00000400:00000200:0.0:1787829095.671942:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.671949:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829095.671954:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.671957:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829095.671961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829095.671964:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829095.671969:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829095.671972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829095.671977:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.671979:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829095.671982:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829095.671986:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829095.671989:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829095.671991:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829095.671994:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829095.671998:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672007:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.672011:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672017:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672019:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829095.672022:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829095.672026:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829095.672029:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829095.672032:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300572697
00000100:00000001:0.0:1787829095.672034:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.672037:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300572697
00000100:00000001:0.0:1787829095.672039:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.672042:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829095.672044:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672046:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829095.672050:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829095/real 1787829095]  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829095.672059:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829095.672060:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829095.672062:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829095.672065:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829095.672067:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829095.672070:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829095.672073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829095.672083:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672090:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829095.672091:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672093:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.672119:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829095.672124:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672132:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829095.672136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672144:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829095.672146:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672149:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.672150:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672152:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829095.672154:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829095.672157:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829095.672160:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829095.672163:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829095.672167:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829095.672181:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829095.672186:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829095.672190:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672197:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829095.672199:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.672201:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829095.672204:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829095.672206:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829095.672210:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829095.672213:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829095.672216:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829095.672217:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.672219:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829095.672222:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829095.672225:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829095.672229:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829095.672232:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829095.672235:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829095.672239:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331200, portal 4
00000100:00000001:0.0:1787829095.672241:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829095.672242:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:0.0:1787829095.672248:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672256:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829095.672258:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829095.672261:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829095.672263:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555331200, offset 0
00000400:00000200:0.0:1787829095.672268:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829095.672272:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.672276:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829095.672279:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829095.672282:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829095.672285:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829095.672287:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829095.672290:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89805:89805:256:4294967295] 192.168.203.108@tcp LPNI seq info [89792:89792:8:4294967295]
00000400:00000200:0.0:1787829095.672294:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.672301:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829095.672307:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.672310:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829095.672314:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829095.672317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829095.672322:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829095.672325:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829095.672330:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.672332:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829095.672335:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829095.672339:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829095.672341:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829095.672344:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829095.672346:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829095.672350:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672359:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.672362:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672397:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672399:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829095.672403:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829095.672407:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829095.672411:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829095.672413:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300572731
00000100:00000001:0.0:1787829095.672416:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.672419:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300572731
00000100:00000001:0.0:1787829095.672422:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.672424:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829095.672426:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672428:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829095.672432:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829095/real 1787829095]  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829095.672441:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829095.672443:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829095.672445:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829095.672448:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829095.672450:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829095.672452:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829095.672456:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829095.672466:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672474:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829095.672475:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672477:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.672479:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829095.672483:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672492:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829095.672496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672503:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829095.672507:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672508:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.672510:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672513:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829095.672515:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829095.672518:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829095.672522:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829095.672524:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829095.672529:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829095.672539:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829095.672543:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829095.672547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672555:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829095.672557:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.672559:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829095.672561:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829095.672563:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829095.672567:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829095.672570:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829095.672572:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829095.672574:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829095.672576:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829095.672580:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829095.672582:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829095.672586:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829095.672588:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829095.672592:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829095.672595:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331328, portal 4
00000100:00000001:0.0:1787829095.672597:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829095.672598:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:0.0:1787829095.672604:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829095.672614:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829095.672616:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829095.672619:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555331328, offset 0
00000400:00000200:0.0:1787829095.672624:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829095.672628:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.672632:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829095.672635:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829095.672638:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829095.672641:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829095.672644:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829095.672647:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89806:89806:256:4294967295] 192.168.203.108@tcp LPNI seq info [89793:89793:8:4294967295]
00000400:00000200:0.0:1787829095.672652:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829095.672659:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829095.672665:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.672668:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829095.672673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829095.672676:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787829095.672681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829095.672684:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787829095.672689:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829095.672691:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829095.672694:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829095.672698:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829095.672701:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829095.672703:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829095.672705:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829095.672709:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672716:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.672720:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672731:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672733:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829095.672736:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829095.672739:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829095.672742:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829095.672744:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300572723
00000100:00000001:0.0:1787829095.672746:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.672748:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300572723
00000100:00000001:0.0:1787829095.672750:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300576613
00000100:00000001:0.0:1787829095.672752:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829095.672754:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672755:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829095.672759:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829095/real 1787829095]  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829095.672766:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829095.672767:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829095.672769:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829095.672771:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829095.672772:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829095.672774:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829095.672777:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829095.672786:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672792:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829095.672793:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672795:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.672796:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829095.672800:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672807:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829095.672811:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672818:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829095.672820:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672822:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829095.672823:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672825:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829095.672826:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829095.672829:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829095.672833:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829095.672835:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829095.672839:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829095.672846:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829095.672849:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672852:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.672855:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555331072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672862:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829095.672864:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829095.672866:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829095.672868:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829095.672871:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829095.672873:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829095.672875:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829095.672877:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829095.672880:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829095.672881:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829095.672883:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:0.0:1787829095.672885:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829095.672886:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672888:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.672891:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555331200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672898:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829095.672899:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829095.672901:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829095.672903:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829095.672904:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829095.672906:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829095.672908:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829095.672910:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:0.0:1787829095.672912:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829095.672913:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829095.672915:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:0.0:1787829095.672917:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829095.672919:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672921:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829095.672925:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555331328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829095.672932:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829095.672933:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829095.672935:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829095.672938:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829095.672939:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829095.672940:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829095.672943:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829095.672944:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:0.0:1787829095.672947:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829095.672948:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829095.672950:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:0.0:1787829095.672952:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829095.672954:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672956:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829095.672959:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829095.672961:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829095.672963:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829095.672965:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.182188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829096.182193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829096.182195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829096.182199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829096.182202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829096.182205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829096.182207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829096.182209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829096.182211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829096.502359:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829096.502381:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829096.502385:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829096.694312:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829096.694316:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829096.694317:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829096.694320:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829096.694323:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829096.694326:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829096.694329:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829096.694330:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829096.694333:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829097.206227:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829097.206238:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829097.206241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829097.206248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829097.206252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829097.206257:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829097.206260:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829097.206264:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829097.206267:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829097.526332:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829097.526339:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829097.526344:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829097.718202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829097.718209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829097.718213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829097.718221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829097.718228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829097.718233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829097.718246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829097.718248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829097.718252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829098.230175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829098.230180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829098.230182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829098.230186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829098.230189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829098.230192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829098.230194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829098.230196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829098.230198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829098.550257:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829098.550260:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829098.550263:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829098.742169:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829098.742175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829098.742178:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829098.742185:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829098.742192:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829098.742197:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829098.742203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829098.742207:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829098.742210:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829099.254195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829099.254202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829099.254204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829099.254209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829099.254213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829099.254217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829099.254221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829099.254223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829099.254227:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829099.574234:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829099.574237:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829099.574240:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829099.638159:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300576613, at 4300576640
00000100:00000010:3.0:1787829099.638173:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4cc0.
00000100:00000001:3.0:1787829099.766191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829099.766199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829099.766202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829099.766209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829099.766217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829099.766224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829099.766237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829099.766240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829099.766242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829100.278174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829100.278182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829100.278185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829100.278191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829100.278194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829100.278197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829100.278199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829100.278202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829100.278205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829100.598255:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829100.598258:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829100.598261:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829100.790169:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829100.790183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829100.790186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829100.790189:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829100.790194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829100.790200:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829100.790207:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829100.790210:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.790216:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829100.790216:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.790221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829100.790224:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829100.790230:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829100.790237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829100.790240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.790244:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829100.790247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.790251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.790472:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829100.790476:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829100.790480:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829100.790488:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.790501:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829100.790504:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.790508:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829100.790511:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829100.790516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829100.790525:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555331456:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829100.790533:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829100.790537:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829100.790540:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.790544:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829100.790549:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829100.790553:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829100.790560:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829100.790567:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829100.790575:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829100.790582:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331456, portal 25
00000100:00000001:0.0:1787829100.790595:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829100.790598:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:0.0:1787829100.790606:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.790617:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829100.790620:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829100.790625:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829100.790629:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555331456, offset 0
00000400:00000200:0.0:1787829100.790638:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829100.790649:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.790660:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829100.790668:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829100.790677:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829100.790683:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829100.790690:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829100.790699:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89807:89807:256:4294967295] 192.168.203.108@tcp LPNI seq info [89794:89794:8:4294967295]
00000400:00000200:0.0:1787829100.790710:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.790731:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829100.790746:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.790756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829100.790767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829100.790774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829100.790785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829100.790791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829100.790802:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.790807:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829100.790815:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829100.790826:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829100.790835:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829100.790840:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829100.790848:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829100.790857:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.790880:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.790890:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.790911:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.790916:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829100.790926:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829100.790936:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829100.790942:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300581732
00000100:00000010:0.0:1787829100.790951:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4e40.
00000100:00000001:0.0:1787829100.790959:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829100.790965:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300581732
00000100:00000010:0.0:1787829100.790970:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f44e0.
00000100:00000001:0.0:1787829100.790974:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829100.790978:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829100.790984:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.790988:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829100.790995:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829100/real 1787829100]  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829100.791009:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829100.791014:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829100.791018:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829100.791023:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829100.791027:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829100.791031:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829100.791039:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829100.791069:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791131:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829100.791136:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.791146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829100.791158:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791183:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829100.791197:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791219:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829100.791225:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791230:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.791232:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791236:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829100.791238:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829100.791244:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829100.791251:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829100.791256:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829100.791263:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829100.791275:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555331456:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829100.791282:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791286:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.791290:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555331456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791307:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829100.791310:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829100.791313:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829100.791318:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829100.791321:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829100.791324:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829100.791327:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829100.791330:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:0.0:1787829100.791352:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829100.791356:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829100.791358:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:0.0:1787829100.791367:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829100.791370:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791376:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791385:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829100.791388:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.791391:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829100.791394:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829100.791396:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829100.791401:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791413:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829100.791415:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.791419:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829100.791423:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829100.791428:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829100.791432:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829100.791436:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829100.791438:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829100.791440:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.791443:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829100.791447:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829100.791452:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829100.791456:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829100.791460:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829100.791465:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829100.791469:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331584, portal 10
00000100:00000001:0.0:1787829100.791472:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829100.791474:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:0.0:1787829100.791481:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791490:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829100.791494:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829100.791497:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829100.791500:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555331584, offset 0
00000400:00000200:0.0:1787829100.791506:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829100.791513:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.791520:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829100.791524:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829100.791529:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829100.791534:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829100.791538:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829100.791542:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89808:89808:256:4294967295] 192.168.203.108@tcp LPNI seq info [89795:89795:8:4294967295]
00000400:00000200:0.0:1787829100.791549:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.791560:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829100.791566:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.791570:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829100.791579:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829100.791583:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829100.791590:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829100.791594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829100.791600:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.791603:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829100.791607:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829100.791610:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829100.791612:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829100.791614:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829100.791616:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829100.791620:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791625:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.791628:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791633:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.791634:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829100.791636:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829100.791639:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829100.791642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829100.791644:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300577877
00000100:00000001:0.0:1787829100.791647:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.791650:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300577877
00000100:00000001:0.0:1787829100.791652:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.791655:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829100.791657:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.791659:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829100.791663:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829100/real 1787829100]  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829100.791671:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829100.791672:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829100.791674:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829100.791677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829100.791679:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829100.791681:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829100.791685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829100.791693:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791706:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829100.791707:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791709:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.791710:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829100.791714:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791722:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829100.791726:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791734:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829100.791737:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791739:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.791740:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791742:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829100.791745:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829100.791748:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829100.791751:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829100.791753:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829100.791756:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829100.791761:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829100.791763:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829100.791765:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791770:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829100.791771:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.791773:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829100.791774:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829100.791775:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829100.791777:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829100.791779:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829100.791781:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829100.791782:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.791783:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829100.791786:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829100.791787:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829100.791789:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829100.791791:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829100.791793:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829100.791795:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331712, portal 10
00000100:00000001:0.0:1787829100.791797:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829100.791798:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:0.0:1787829100.791801:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791806:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829100.791807:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829100.791809:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829100.791810:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555331712, offset 0
00000400:00000200:0.0:1787829100.791812:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829100.791815:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.791817:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829100.791820:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829100.791821:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829100.791823:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829100.791825:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829100.791827:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89809:89809:256:4294967295] 192.168.203.108@tcp LPNI seq info [89796:89796:8:4294967295]
00000400:00000200:0.0:1787829100.791830:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.791834:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829100.791838:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.791840:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829100.791842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829100.791844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829100.791847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829100.791849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829100.791851:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.791853:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829100.791855:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829100.791857:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829100.791859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829100.791860:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829100.791862:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829100.791864:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791871:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.791875:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791881:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.791883:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829100.791886:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829100.791889:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829100.791893:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829100.791895:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300577817
00000100:00000001:0.0:1787829100.791898:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.791900:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300577817
00000100:00000001:0.0:1787829100.791902:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.791905:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829100.791907:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.791909:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829100.791913:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829100/real 1787829100]  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829100.791922:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829100.791923:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829100.791924:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829100.791926:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829100.791927:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829100.791929:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829100.791931:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829100.791937:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791941:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829100.791943:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791944:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.791946:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829100.791949:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791957:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829100.791961:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.791969:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829100.791971:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791973:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.791975:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.791976:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829100.791978:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829100.791981:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829100.791984:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829100.791987:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829100.791992:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829100.792000:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829100.792002:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829100.792005:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792009:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829100.792010:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.792012:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829100.792013:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829100.792014:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829100.792016:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829100.792018:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829100.792020:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829100.792021:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.792022:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829100.792025:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829100.792026:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829100.792029:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829100.792030:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829100.792033:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829100.792035:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331840, portal 4
00000100:00000001:0.0:1787829100.792036:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829100.792037:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:0.0:1787829100.792041:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792045:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829100.792047:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829100.792048:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829100.792050:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555331840, offset 0
00000400:00000200:0.0:1787829100.792053:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829100.792055:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.792058:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829100.792060:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829100.792061:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829100.792063:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829100.792065:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829100.792067:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89810:89810:256:4294967295] 192.168.203.108@tcp LPNI seq info [89797:89797:8:4294967295]
00000400:00000200:0.0:1787829100.792070:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.792074:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829100.792077:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.792079:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829100.792081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829100.792083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829100.792086:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829100.792088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829100.792090:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.792092:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829100.792094:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829100.792111:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829100.792113:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829100.792114:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829100.792116:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829100.792119:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792124:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.792126:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792130:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.792131:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829100.792133:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829100.792135:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829100.792137:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829100.792139:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300577851
00000100:00000001:0.0:1787829100.792141:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.792142:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300577851
00000100:00000001:0.0:1787829100.792144:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.792145:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829100.792146:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.792147:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829100.792150:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829100/real 1787829100]  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829100.792154:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829100.792155:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829100.792157:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829100.792158:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829100.792159:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829100.792160:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829100.792162:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829100.792168:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792172:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829100.792172:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792174:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.792174:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829100.792176:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792180:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829100.792183:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792187:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829100.792188:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792189:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.792190:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792192:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829100.792193:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829100.792195:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829100.792197:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829100.792198:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829100.792200:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829100.792205:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829100.792207:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792208:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.792210:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555331584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792214:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829100.792215:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829100.792217:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829100.792218:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829100.792219:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829100.792220:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829100.792222:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829100.792223:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:0.0:1787829100.792225:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829100.792226:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829100.792227:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:0.0:1787829100.792228:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829100.792229:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792230:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.792233:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555331712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792241:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829100.792241:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829100.792242:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829100.792244:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829100.792245:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829100.792245:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829100.792247:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829100.792247:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:0.0:1787829100.792249:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829100.792249:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829100.792250:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:0.0:1787829100.792251:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829100.792252:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792253:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.792255:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555331840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792258:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829100.792259:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829100.792260:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829100.792261:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829100.792262:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829100.792263:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829100.792264:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829100.792265:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:0.0:1787829100.792266:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829100.792266:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829100.792267:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:0.0:1787829100.792269:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829100.792269:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792270:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792273:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829100.792274:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.792275:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829100.792276:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829100.792277:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829100.792279:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792283:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829100.792285:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.792287:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829100.792288:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829100.792290:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829100.792293:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829100.792297:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829100.792299:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829100.792300:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829100.792302:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829100.792305:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829100.792307:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829100.792310:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829100.792313:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829100.792317:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829100.792320:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555331968, portal 4
00000100:00000001:0.0:1787829100.792322:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829100.792323:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:0.0:1787829100.792329:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792349:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829100.792352:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829100.792355:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829100.792358:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555331968, offset 0
00000400:00000200:0.0:1787829100.792362:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829100.792366:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.792370:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829100.792373:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829100.792376:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829100.792378:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829100.792381:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829100.792384:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89811:89811:256:4294967295] 192.168.203.108@tcp LPNI seq info [89798:89798:8:4294967295]
00000400:00000200:0.0:1787829100.792387:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829100.792391:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829100.792394:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.792397:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829100.792399:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829100.792401:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787829100.792404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829100.792406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787829100.792408:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829100.792410:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829100.792412:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829100.792414:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829100.792416:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829100.792417:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829100.792419:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829100.792422:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792427:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.792429:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792433:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.792434:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829100.792436:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829100.792438:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829100.792440:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829100.792442:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300577843
00000100:00000001:0.0:1787829100.792443:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.792445:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300577843
00000100:00000001:0.0:1787829100.792446:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300581732
00000100:00000001:0.0:1787829100.792447:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829100.792449:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.792450:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829100.792452:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829100/real 1787829100]  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829100.792457:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829100.792458:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829100.792459:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829100.792461:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829100.792462:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829100.792463:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829100.792465:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829100.792470:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792476:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829100.792477:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792479:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.792481:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829100.792485:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792492:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829100.792496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792504:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829100.792506:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792508:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829100.792509:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792511:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829100.792513:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829100.792516:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829100.792520:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829100.792522:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829100.792527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829100.792535:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555331968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829100.792539:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792540:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829100.792542:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555331968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829100.792546:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829100.792547:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829100.792549:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829100.792551:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829100.792551:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829100.792552:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829100.792554:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829100.792555:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:0.0:1787829100.792556:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829100.792557:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829100.792558:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:0.0:1787829100.792560:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829100.792561:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792562:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829100.792564:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829100.792565:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829100.792567:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829100.792568:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829101.302203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829101.302211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829101.302214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829101.302219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829101.302224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829101.302228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829101.302231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829101.302235:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829101.302238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829101.622240:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829101.622243:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829101.622245:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829101.814184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829101.814191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829101.814194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829101.814199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829101.814203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829101.814208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829101.814213:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829101.814217:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829101.814222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829101.814222:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829101.814233:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829101.814239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829101.814249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829101.814253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829101.814257:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829101.814259:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829101.814261:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829101.814264:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.326148:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829102.326154:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829102.326156:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829102.326160:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829102.326163:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829102.326166:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829102.326168:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829102.326170:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829102.326172:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829102.646259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829102.646263:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829102.646266:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829102.838188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829102.838189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829102.838194:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829102.838197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829102.838198:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829102.838207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829102.838208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829102.838218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829102.838220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829102.838223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829102.838230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829102.838236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829102.838237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829102.838243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829102.838248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829102.838248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829102.838254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829102.838258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829103.350195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829103.350200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829103.350202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829103.350206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829103.350209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829103.350212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829103.350214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829103.350216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829103.350219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829103.670302:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829103.670305:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829103.670308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829103.862201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829103.862201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829103.862211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829103.862211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829103.862216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829103.862217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829103.862223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829103.862224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829103.862229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829103.862230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829103.862233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829103.862234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829103.862237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829103.862241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829103.862244:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829103.862246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829103.862249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829103.862253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829104.374161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829104.374167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829104.374168:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829104.374173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829104.374176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829104.374179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829104.374182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829104.374183:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829104.374185:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829104.694281:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829104.694284:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829104.694287:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829104.758218:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300581732, at 4300581760
00000100:00000010:3.0:1787829104.758235:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f44e0.
00000100:00000001:3.0:1787829104.886180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829104.886181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829104.886185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829104.886187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829104.886188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829104.886191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829104.886195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829104.886197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829104.886203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829104.886203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829104.886209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829104.886210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829104.886215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829104.886217:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829104.886219:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829104.886229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829104.886233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829104.886237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829105.398195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829105.398204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829105.398205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829105.398210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829105.398212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829105.398216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829105.398218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829105.398220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829105.398222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829105.718275:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829105.718279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829105.718282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829105.910194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829105.910194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829105.910202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829105.910202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829105.910206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829105.910207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829105.910215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829105.910216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829105.910222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829105.910224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829105.910227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829105.910229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.910233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829105.910236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.910250:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829105.910259:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829105.910263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829105.910267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.910487:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829105.910493:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829105.910499:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829105.910509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.910527:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829105.910532:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.910550:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829105.910556:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829105.910563:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829105.910571:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555332096:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829105.910579:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829105.910585:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829105.910588:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.910593:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829105.910599:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829105.910604:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829105.910614:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829105.910620:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829105.910628:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829105.910637:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332096, portal 25
00000100:00000001:0.0:1787829105.910641:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829105.910644:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543827136 : -107611165724480 : ffff9e20d2b170c0)
00000100:00000040:0.0:1787829105.910655:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.910673:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829105.910681:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829105.910685:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829105.910690:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555332096, offset 0
00000400:00000200:0.0:1787829105.910701:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829105.910716:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.910728:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829105.910738:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829105.910748:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829105.910756:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829105.910764:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829105.910773:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89812:89812:256:4294967295] 192.168.203.108@tcp LPNI seq info [89799:89799:8:4294967295]
00000400:00000200:0.0:1787829105.910786:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.910805:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829105.910818:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.910840:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829105.910852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829105.910861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829105.910875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829105.910883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829105.910905:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.910910:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829105.910920:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829105.910940:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829105.910951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829105.910956:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829105.910963:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829105.910973:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.910992:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.911000:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911014:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911020:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829105.911031:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829105.911041:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829105.911046:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300586852
00000100:00000010:0.0:1787829105.911055:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4cc0.
00000100:00000001:0.0:1787829105.911065:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829105.911072:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300586852
00000100:00000010:0.0:1787829105.911080:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f47e0.
00000100:00000001:0.0:1787829105.911086:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829105.911092:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829105.911131:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911136:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829105.911146:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829105/real 1787829105]  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829105.911164:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829105.911168:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829105.911173:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829105.911180:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829105.911185:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829105.911190:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829105.911197:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829105.911222:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911238:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829105.911242:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.911250:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829105.911261:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911273:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829105.911281:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911295:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829105.911311:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911313:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.911314:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911317:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829105.911319:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829105.911322:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829105.911327:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829105.911329:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829105.911334:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829105.911343:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555332096:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829105.911348:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911350:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.911353:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b170c0 x1874668555332096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911360:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829105.911362:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829105.911365:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829105.911368:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829105.911371:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829105.911373:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829105.911375:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829105.911378:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:0.0:1787829105.911382:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829105.911384:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829105.911386:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b170c0.
00000100:00000001:0.0:1787829105.911389:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829105.911391:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911393:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911406:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829105.911408:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911409:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829105.911411:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829105.911413:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829105.911416:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911423:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829105.911425:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.911426:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829105.911428:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829105.911431:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829105.911434:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829105.911437:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829105.911439:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829105.911441:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.911443:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829105.911446:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829105.911448:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829105.911452:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829105.911455:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829105.911460:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829105.911463:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332224, portal 10
00000100:00000001:0.0:1787829105.911465:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829105.911467:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543822336 : -107611165729280 : ffff9e20d2b15e00)
00000100:00000040:0.0:1787829105.911474:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911480:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829105.911483:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829105.911485:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829105.911488:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555332224, offset 0
00000400:00000200:0.0:1787829105.911492:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829105.911497:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.911501:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829105.911505:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829105.911508:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829105.911511:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829105.911513:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829105.911517:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89813:89813:256:4294967295] 192.168.203.108@tcp LPNI seq info [89800:89800:8:4294967295]
00000400:00000200:0.0:1787829105.911520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.911527:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829105.911532:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.911536:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829105.911541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829105.911545:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829105.911549:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829105.911553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829105.911556:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.911558:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829105.911567:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829105.911572:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829105.911576:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829105.911578:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829105.911581:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829105.911586:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911595:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.911598:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911604:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911606:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829105.911610:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829105.911614:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829105.911618:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829105.911620:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300582997
00000100:00000001:0.0:1787829105.911623:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.911626:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300582997
00000100:00000001:0.0:1787829105.911628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.911631:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829105.911633:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911636:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829105.911641:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829105/real 1787829105]  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829105.911651:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829105.911653:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829105.911654:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829105.911658:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829105.911660:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829105.911662:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829105.911666:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829105.911675:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911683:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829105.911685:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911687:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.911689:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829105.911692:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911699:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829105.911703:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911710:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829105.911713:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911715:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.911717:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.911719:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829105.911722:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829105.911724:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829105.911728:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829105.911730:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829105.911734:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829105.911743:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829105.911748:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829105.911752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911759:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829105.911760:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.911763:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829105.911764:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829105.911767:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829105.911771:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829105.911774:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829105.911776:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829105.911778:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.911780:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829105.911788:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829105.911790:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829105.911794:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829105.911796:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829105.911800:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829105.911803:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332352, portal 10
00000100:00000001:0.0:1787829105.911805:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829105.911807:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
00000100:00000040:0.0:1787829105.911822:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911833:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829105.911835:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829105.911838:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829105.911841:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555332352, offset 0
00000400:00000200:0.0:1787829105.911846:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829105.911850:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.911854:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829105.911858:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829105.911861:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829105.911863:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829105.911865:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829105.911868:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89814:89814:256:4294967295] 192.168.203.108@tcp LPNI seq info [89801:89801:8:4294967295]
00000400:00000200:0.0:1787829105.911872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.911878:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829105.911883:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.911886:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829105.911891:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829105.911893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829105.911898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829105.911901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829105.911904:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.911907:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829105.911910:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829105.911914:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829105.911917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829105.911919:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829105.911921:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829105.911926:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911934:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.911937:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.911944:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911946:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829105.911949:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829105.911952:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829105.911956:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829105.911958:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300582937
00000100:00000001:0.0:1787829105.911962:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.911964:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300582937
00000100:00000001:0.0:1787829105.911966:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.911969:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829105.911971:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.911973:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829105.911977:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829105/real 1787829105]  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829105.911985:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829105.911987:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829105.911989:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829105.911991:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829105.911993:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829105.911996:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829105.911999:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829105.912008:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912015:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829105.912016:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912017:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.912019:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829105.912023:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912030:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829105.912034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912041:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829105.912044:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912045:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.912047:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912049:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829105.912051:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829105.912053:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829105.912057:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829105.912060:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829105.912064:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829105.912070:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829105.912073:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829105.912076:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912081:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829105.912083:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.912084:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829105.912086:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829105.912088:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829105.912091:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829105.912121:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829105.912125:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829105.912127:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.912130:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829105.912134:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829105.912137:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829105.912141:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829105.912145:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829105.912150:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829105.912153:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332480, portal 4
00000100:00000001:0.0:1787829105.912155:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829105.912156:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:0.0:1787829105.912162:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912167:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829105.912169:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829105.912171:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829105.912172:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555332480, offset 0
00000400:00000200:0.0:1787829105.912175:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829105.912178:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.912180:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829105.912183:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829105.912185:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829105.912187:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829105.912189:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829105.912191:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89815:89815:256:4294967295] 192.168.203.108@tcp LPNI seq info [89802:89802:8:4294967295]
00000400:00000200:0.0:1787829105.912195:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.912202:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829105.912208:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.912212:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829105.912217:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829105.912220:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829105.912225:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829105.912228:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829105.912232:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.912235:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829105.912238:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829105.912243:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829105.912246:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829105.912248:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829105.912251:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829105.912255:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912265:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.912270:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912278:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.912281:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829105.912285:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829105.912288:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829105.912292:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829105.912294:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300582971
00000100:00000001:0.0:1787829105.912309:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.912312:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300582971
00000100:00000001:0.0:1787829105.912315:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.912317:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829105.912319:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.912321:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829105.912326:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829105/real 1787829105]  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829105.912334:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829105.912335:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829105.912337:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829105.912340:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829105.912342:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829105.912344:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829105.912348:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829105.912357:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912364:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829105.912366:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912368:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.912369:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829105.912373:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912381:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829105.912386:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912393:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829105.912395:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912397:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.912398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912400:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829105.912402:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829105.912405:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829105.912408:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829105.912410:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829105.912414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829105.912423:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829105.912428:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829105.912431:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912437:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829105.912438:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.912440:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829105.912441:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829105.912442:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829105.912444:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829105.912446:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829105.912448:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829105.912449:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829105.912450:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829105.912453:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829105.912454:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829105.912456:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829105.912458:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829105.912460:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829105.912462:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332608, portal 4
00000100:00000001:0.0:1787829105.912464:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829105.912465:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:0.0:1787829105.912471:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912477:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829105.912480:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829105.912482:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829105.912484:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555332608, offset 0
00000400:00000200:0.0:1787829105.912488:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829105.912493:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.912497:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829105.912500:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829105.912503:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829105.912505:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829105.912508:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829105.912511:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89816:89816:256:4294967295] 192.168.203.108@tcp LPNI seq info [89803:89803:8:4294967295]
00000400:00000200:0.0:1787829105.912515:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829105.912522:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829105.912527:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.912530:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829105.912534:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829105.912536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829105.912539:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829105.912541:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829105.912543:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829105.912545:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829105.912547:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829105.912550:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829105.912552:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829105.912553:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829105.912555:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829105.912557:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912562:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.912565:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912569:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.912570:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829105.912572:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829105.912574:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829105.912577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829105.912578:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300582963
00000100:00000001:0.0:1787829105.912580:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.912581:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300582963
00000100:00000001:0.0:1787829105.912583:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300586852
00000100:00000001:0.0:1787829105.912584:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829105.912586:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.912587:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829105.912590:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829105/real 1787829105]  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829105.912595:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829105.912596:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829105.912597:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829105.912598:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829105.912599:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829105.912600:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829105.912602:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829105.912608:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912611:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829105.912612:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912614:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.912614:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829105.912616:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912620:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829105.912623:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912627:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829105.912628:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912629:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829105.912630:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912631:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829105.912632:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829105.912634:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829105.912636:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829105.912638:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829105.912640:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829105.912645:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829105.912647:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912649:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.912651:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15e00 x1874668555332224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912655:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829105.912656:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829105.912658:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829105.912659:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829105.912661:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829105.912662:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829105.912663:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829105.912665:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:0.0:1787829105.912667:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829105.912668:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829105.912669:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15e00.
00000100:00000001:0.0:1787829105.912671:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829105.912672:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912673:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.912675:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555332352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912679:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829105.912680:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829105.912681:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829105.912682:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829105.912683:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829105.912684:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829105.912685:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829105.912686:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829105.912687:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829105.912688:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829105.912689:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000001:0.0:1787829105.912691:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829105.912691:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912692:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.912694:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555332480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912698:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829105.912699:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829105.912699:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829105.912701:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829105.912701:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829105.912702:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829105.912703:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829105.912704:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:0.0:1787829105.912705:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829105.912706:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829105.912707:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:0.0:1787829105.912708:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829105.912709:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912709:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829105.912711:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555332608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829105.912715:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829105.912716:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829105.912717:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829105.912718:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829105.912718:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829105.912719:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829105.912720:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829105.912721:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:0.0:1787829105.912722:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829105.912723:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829105.912724:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:0.0:1787829105.912725:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829105.912726:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912728:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829105.912732:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829105.912733:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829105.912734:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829105.912736:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829106.422159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829106.422166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829106.422168:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829106.422173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829106.422177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829106.422182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829106.422186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829106.422189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829106.422192:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829106.742251:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829106.742255:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829106.742258:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829106.934239:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829106.934248:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829106.934251:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829106.934257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829106.934262:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829106.934268:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829106.934273:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829106.934278:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829106.934285:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829106.934364:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829106.934368:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829106.934370:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829106.934374:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829106.934377:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829106.934379:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829106.934382:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829106.934383:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829106.934386:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.446168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829107.446174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829107.446176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829107.446184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829107.446188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829107.446191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829107.446193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829107.446195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829107.446197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829107.766342:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829107.766347:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829107.766350:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829107.958238:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829107.958244:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829107.958247:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829107.958252:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829107.958258:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829107.958263:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829107.958279:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829107.958297:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829107.958300:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829107.958498:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829107.958503:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829107.958505:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829107.958508:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829107.958511:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829107.958513:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829107.958516:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829107.958518:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829107.958520:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829108.470220:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829108.470227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829108.470229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829108.470235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829108.470239:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829108.470243:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829108.470246:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829108.470249:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829108.470252:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829108.790245:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829108.790249:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829108.790251:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829108.982249:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829108.982253:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829108.982257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829108.982263:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829108.982264:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829108.982272:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829108.982286:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829108.982297:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829108.982298:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829108.982305:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829108.982308:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829108.982312:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829108.982316:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829108.982317:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829108.982327:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829108.982339:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829108.982345:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829108.982361:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829109.494163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829109.494169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829109.494170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829109.494174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829109.494177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829109.494180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829109.494183:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829109.494184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829109.494187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829109.814331:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829109.814337:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829109.814342:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829109.878168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300586852, at 4300586880
00000100:00000010:3.0:1787829109.878183:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f47e0.
00000100:00000001:3.0:1787829110.006235:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829110.006244:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829110.006247:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829110.006254:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829110.006259:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829110.006264:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829110.006285:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829110.006293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829110.006302:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829110.006307:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829110.006318:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829110.006323:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829110.006329:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829110.006337:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829110.006344:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829110.006352:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829110.006358:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829110.006362:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829110.518242:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829110.518250:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829110.518252:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829110.518257:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829110.518260:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829110.518280:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829110.518283:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829110.518285:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829110.518289:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829110.838279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829110.838283:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829110.838285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829111.030246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829111.030279:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829111.030284:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829111.030295:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829111.030305:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829111.030314:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.030317:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829111.030325:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829111.030328:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829111.030335:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829111.030335:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829111.030344:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.030350:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829111.030357:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.030358:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.030372:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829111.030377:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.030383:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.030617:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829111.030622:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829111.030625:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829111.030633:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.030643:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829111.030644:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.030648:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829111.030651:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829111.030654:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829111.030659:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555332736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829111.030664:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829111.030668:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829111.030671:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.030676:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829111.030682:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829111.030684:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829111.030691:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829111.030696:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829111.030703:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829111.030710:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332736, portal 25
00000100:00000001:0.0:1787829111.030713:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829111.030715:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:0.0:1787829111.030722:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.030730:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829111.030733:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829111.030737:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829111.030741:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555332736, offset 0
00000400:00000200:0.0:1787829111.030749:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829111.030760:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.030769:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829111.030775:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829111.030780:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829111.030784:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829111.030787:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829111.030791:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89817:89817:256:4294967295] 192.168.203.108@tcp LPNI seq info [89804:89804:8:4294967295]
00000400:00000200:0.0:1787829111.030797:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.030811:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829111.030818:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.030825:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829111.030834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829111.030838:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787829111.030844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829111.030848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787829111.030852:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.030856:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829111.030863:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829111.030871:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829111.030879:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829111.030884:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829111.030906:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829111.030917:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.030936:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.030945:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.030957:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.030962:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829111.030971:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829111.030980:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829111.030986:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300591972
00000100:00000010:0.0:1787829111.030996:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f49c0.
00000100:00000001:0.0:1787829111.031006:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829111.031015:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300591972
00000100:00000010:0.0:1787829111.031023:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4f60.
00000100:00000001:0.0:1787829111.031029:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829111.031037:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829111.031044:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.031050:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829111.031068:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111]  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829111.031085:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829111.031089:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829111.031094:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829111.031127:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829111.031130:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829111.031137:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829111.031146:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829111.031170:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031185:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829111.031192:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031197:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.031202:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829111.031214:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031230:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829111.031241:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031275:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829111.031283:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031287:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.031291:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031297:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829111.031301:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829111.031308:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829111.031317:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829111.031323:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829111.031329:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829111.031339:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555332736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829111.031345:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031347:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.031350:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555332736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031365:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829111.031369:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829111.031371:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829111.031375:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829111.031377:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829111.031379:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829111.031381:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829111.031384:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:0.0:1787829111.031388:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829111.031392:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829111.031395:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:0.0:1787829111.031402:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829111.031406:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031411:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031421:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829111.031424:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.031429:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829111.031433:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829111.031435:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829111.031443:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031459:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829111.031463:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.031468:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829111.031472:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829111.031478:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829111.031485:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829111.031494:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829111.031500:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829111.031504:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.031510:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829111.031516:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829111.031521:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829111.031531:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829111.031537:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829111.031545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829111.031551:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332864, portal 10
00000100:00000001:0.0:1787829111.031556:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829111.031560:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:0.0:1787829111.031575:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031594:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829111.031601:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829111.031607:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829111.031613:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555332864, offset 0
00000400:00000200:0.0:1787829111.031626:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829111.031635:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.031645:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829111.031651:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829111.031658:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829111.031664:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829111.031670:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829111.031677:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89818:89818:256:4294967295] 192.168.203.108@tcp LPNI seq info [89805:89805:8:4294967295]
00000400:00000200:0.0:1787829111.031686:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.031707:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829111.031720:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.031728:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829111.031741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829111.031748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787829111.031759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829111.031766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787829111.031777:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.031781:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829111.031789:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829111.031798:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829111.031805:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829111.031811:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829111.031817:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829111.031826:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031850:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.031855:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031866:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.031869:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829111.031875:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829111.031882:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829111.031889:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829111.031892:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300588117
00000100:00000001:0.0:1787829111.031895:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.031899:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300588117
00000100:00000001:0.0:1787829111.031904:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.031909:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829111.031911:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.031914:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829111.031920:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111]  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829111.031930:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829111.031933:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829111.031936:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829111.031940:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829111.031943:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829111.031947:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829111.031952:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829111.031963:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.031978:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829111.031980:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.031983:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.031985:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829111.031992:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032013:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829111.032019:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032030:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829111.032035:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032037:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032039:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032042:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829111.032045:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829111.032050:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829111.032056:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829111.032059:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829111.032065:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829111.032075:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829111.032079:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032080:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032082:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555332864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032086:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829111.032088:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032089:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829111.032091:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829111.032092:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829111.032093:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829111.032095:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829111.032122:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:0.0:1787829111.032126:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829111.032127:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829111.032128:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:0.0:1787829111.032130:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829111.032131:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032132:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032135:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829111.032136:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032137:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829111.032138:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829111.032140:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829111.032142:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032147:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829111.032148:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.032150:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829111.032151:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829111.032152:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829111.032154:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829111.032157:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829111.032158:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829111.032159:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.032161:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032163:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829111.032164:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829111.032167:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829111.032168:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829111.032170:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829111.032172:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555332992, portal 10
00000100:00000001:0.0:1787829111.032174:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829111.032175:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:0.0:1787829111.032179:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032184:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829111.032185:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829111.032187:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829111.032189:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555332992, offset 0
00000400:00000200:0.0:1787829111.032191:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829111.032194:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.032196:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829111.032198:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829111.032200:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829111.032202:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829111.032204:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829111.032206:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89819:89819:256:4294967295] 192.168.203.108@tcp LPNI seq info [89806:89806:8:4294967295]
00000400:00000200:0.0:1787829111.032209:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.032213:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829111.032216:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.032218:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829111.032221:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829111.032223:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787829111.032226:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829111.032228:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787829111.032236:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.032237:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829111.032240:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829111.032242:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829111.032244:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829111.032245:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829111.032247:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829111.032249:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032258:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032270:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032278:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032280:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829111.032283:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829111.032286:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829111.032290:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829111.032292:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300588058
00000100:00000001:0.0:1787829111.032294:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.032296:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300588058
00000100:00000001:0.0:1787829111.032298:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.032301:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829111.032303:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032305:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829111.032309:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111]  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829111.032318:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829111.032319:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829111.032321:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829111.032323:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829111.032325:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829111.032328:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829111.032331:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829111.032340:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032347:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829111.032350:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032352:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032354:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829111.032358:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032363:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829111.032366:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032371:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829111.032372:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032375:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829111.032376:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829111.032378:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829111.032380:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829111.032381:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829111.032384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829111.032389:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555332992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829111.032392:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829111.032394:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032399:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829111.032400:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.032402:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829111.032403:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829111.032404:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829111.032406:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829111.032409:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829111.032410:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829111.032411:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.032413:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032415:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829111.032416:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829111.032419:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829111.032421:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829111.032423:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829111.032426:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333120, portal 4
00000100:00000001:0.0:1787829111.032427:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829111.032428:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:0.0:1787829111.032432:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032436:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829111.032438:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829111.032439:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829111.032441:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555333120, offset 0
00000400:00000200:0.0:1787829111.032443:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829111.032447:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.032450:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829111.032463:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829111.032466:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829111.032469:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829111.032471:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829111.032474:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89820:89820:256:4294967295] 192.168.203.108@tcp LPNI seq info [89807:89807:8:4294967295]
00000400:00000200:0.0:1787829111.032479:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.032486:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829111.032491:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.032495:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829111.032499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829111.032502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787829111.032506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829111.032508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787829111.032510:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.032512:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829111.032514:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829111.032517:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829111.032519:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829111.032520:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829111.032522:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829111.032525:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032531:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032533:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032537:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032538:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829111.032541:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829111.032543:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829111.032545:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829111.032547:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300588091
00000100:00000001:0.0:1787829111.032549:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.032550:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300588091
00000100:00000001:0.0:1787829111.032552:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.032553:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829111.032555:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032556:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829111.032558:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111]  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829111.032563:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829111.032565:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829111.032566:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829111.032567:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829111.032568:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829111.032570:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829111.032572:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829111.032577:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032580:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829111.032581:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032582:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032583:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829111.032585:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032589:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829111.032592:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032597:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829111.032599:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032600:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032601:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032603:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829111.032604:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829111.032606:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829111.032607:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829111.032609:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829111.032611:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829111.032623:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829111.032628:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829111.032631:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032638:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829111.032639:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.032642:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829111.032644:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829111.032646:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829111.032650:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829111.032653:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829111.032656:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829111.032657:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829111.032660:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032663:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829111.032665:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829111.032669:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829111.032672:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829111.032674:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829111.032677:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333248, portal 4
00000100:00000001:0.0:1787829111.032678:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829111.032679:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:0.0:1787829111.032684:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032688:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829111.032690:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829111.032691:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829111.032693:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555333248, offset 0
00000400:00000200:0.0:1787829111.032696:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829111.032699:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.032702:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829111.032704:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829111.032706:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829111.032708:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829111.032709:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829111.032711:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89821:89821:256:4294967295] 192.168.203.108@tcp LPNI seq info [89808:89808:8:4294967295]
00000400:00000200:0.0:1787829111.032714:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829111.032719:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829111.032723:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.032725:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829111.032727:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829111.032729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787829111.032732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829111.032734:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787829111.032737:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829111.032738:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829111.032741:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829111.032743:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829111.032745:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829111.032746:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829111.032748:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829111.032750:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032755:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032757:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032762:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032763:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829111.032765:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829111.032767:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829111.032769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829111.032771:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300588083
00000100:00000001:0.0:1787829111.032773:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.032775:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300588083
00000100:00000001:0.0:1787829111.032776:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300591972
00000100:00000001:0.0:1787829111.032777:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829111.032779:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032780:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829111.032782:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829111/real 1787829111]  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829111.032787:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829111.032788:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829111.032789:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829111.032790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829111.032792:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829111.032793:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829111.032795:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829111.032800:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032804:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829111.032805:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032806:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032807:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829111.032809:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032813:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829111.032815:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032819:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829111.032821:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032822:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829111.032823:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032825:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829111.032826:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829111.032828:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829111.032829:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829111.032831:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829111.032833:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829111.032837:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829111.032839:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032841:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032842:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555332992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032846:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829111.032847:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032849:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829111.032850:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829111.032851:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829111.032852:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829111.032854:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829111.032855:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:0.0:1787829111.032857:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829111.032858:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829111.032859:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:0.0:1787829111.032860:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829111.032861:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032863:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032865:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555333120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032873:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829111.032874:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032875:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829111.032876:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829111.032877:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829111.032878:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829111.032879:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829111.032880:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:0.0:1787829111.032881:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829111.032882:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829111.032882:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:0.0:1787829111.032884:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829111.032884:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032885:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829111.032887:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555333248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829111.032893:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829111.032895:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829111.032896:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829111.032898:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829111.032899:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829111.032900:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829111.032902:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829111.032903:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:0.0:1787829111.032905:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829111.032906:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829111.032907:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:0.0:1787829111.032909:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829111.032910:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032912:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829111.032916:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829111.032917:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829111.032919:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829111.032921:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829111.542216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829111.542227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829111.542229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829111.542236:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829111.542242:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829111.542247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829111.542250:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829111.542254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829111.542272:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829111.862443:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829111.862446:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829111.862449:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829112.054183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829112.054191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829112.054193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829112.054199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829112.054203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829112.054207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829112.054211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829112.054216:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829112.054221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829112.054226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829112.054226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829112.054230:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829112.054239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829112.054245:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829112.054251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829112.054277:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829112.054282:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829112.054287:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829112.566186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829112.566192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829112.566194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829112.566198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829112.566201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829112.566204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829112.566207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829112.566209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829112.566211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829112.886287:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829112.886291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829112.886293:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829113.078163:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829113.078171:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829113.078176:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829113.078182:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829113.078187:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829113.078190:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829113.078192:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829113.078195:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829113.078199:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829113.078204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829113.078211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829113.078217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829113.078221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829113.078225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829113.078228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829113.078231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829113.078233:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829113.078236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829113.590150:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829113.590156:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829113.590158:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829113.590162:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829113.590165:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829113.590168:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829113.590170:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829113.590172:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829113.590174:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829113.910311:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829113.910314:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829113.910316:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829114.102185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829114.102193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829114.102196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829114.102202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829114.102208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829114.102209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829114.102212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829114.102214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829114.102218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829114.102224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829114.102225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829114.102231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829114.102232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829114.102236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829114.102237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829114.102248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829114.102253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829114.102256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829114.614257:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829114.614265:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829114.614267:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829114.614273:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829114.614277:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829114.614281:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829114.614284:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829114.614286:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829114.614289:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829114.934333:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829114.934337:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829114.934340:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829114.998196:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300591972, at 4300592000
00000100:00000010:3.0:1787829114.998209:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4f60.
00000100:00000001:3.0:1787829115.126161:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829115.126172:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829115.126176:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829115.126183:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829115.126188:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829115.126193:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829115.126196:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829115.126199:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829115.126204:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829115.126220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829115.126226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829115.126227:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829115.126230:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829115.126249:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829115.126253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829115.126257:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829115.126259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829115.126261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829115.638190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829115.638197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829115.638200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829115.638204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829115.638208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829115.638211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829115.638213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829115.638215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829115.638217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829115.958259:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829115.958263:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829115.958265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829116.150223:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829116.150253:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829116.150259:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829116.150282:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829116.150288:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829116.150298:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5920
00000400:00000200:3.0:1787829116.150313:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829116.150325:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829116.150335:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829116.150343:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150368:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829116.150372:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150376:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829116.150382:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829116.150384:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829116.150387:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829116.150391:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829116.150394:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829116.150397:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829116.150400:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150404:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829116.150406:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150416:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829116.150420:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829116.150424:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150427:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829116.150431:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829116.150435:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829116.150439:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.150442:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829116.150445:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829116.150457:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829116.150461:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829116.150466:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829116.150468:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.150472:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829116.150475:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829116.150480:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829116.150489:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829116.150498:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829116.150509:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829116.150521:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829116.150527:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829116.150532:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829116.150559:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829116.150562:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829116.150567:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829116.150568:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829116.150570:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829116.150573:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829116.150577:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5920
00000400:00000200:3.0:1787829116.150582:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829116.150587:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829116.150591:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829116.150591:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829116.150597:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829116.150602:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829116.150603:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150609:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829116.150615:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829116.150616:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150626:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829116.150633:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829116.150635:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829116.150636:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829116.150641:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
02000000:00000001:0.0:1787829116.150643:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829116.150645:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829116.150647:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787829116.150649:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829116.150653:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00100000:0.0:1787829116.150655:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555333376:192.168.203.108@tcp:250:kworker.0
00000020:00000001:3.0:1787829116.150663:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:0.0:1787829116.150664:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829116.150671:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787829116.150671:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829116.150676:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829116.150681:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829116.150683:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829116.150687:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829116.150692:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150698:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:0.0:1787829116.150699:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829116.150711:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829116.150712:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829116.150721:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829116.150724:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829116.150733:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829116.150736:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
02000000:00000001:3.0:1787829116.150740:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787829116.150748:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
02000000:00000001:3.0:1787829116.150749:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829116.150754:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829116.150757:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333376, portal 25
00000100:00000001:3.0:1787829116.150757:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829116.150763:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1787829116.150763:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829116.150766:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000008:00000001:3.0:1787829116.150772:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.150777:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829116.150779:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829116.150784:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829116.150792:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829116.150794:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829116.150800:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787829116.150801:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829116.150808:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829116.150810:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000001:3.0:1787829116.150818:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787829116.150819:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555333376, offset 0
02000000:00000001:3.0:1787829116.150827:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829116.150833:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829116.150835:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829116.150844:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000400:00000200:0.0:1787829116.150845:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829116.150855:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.150859:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829116.150866:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787829116.150872:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829116.150875:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829116.150882:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829116.150889:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829116.150899:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89822:89822:256:4294967295] 192.168.203.108@tcp LPNI seq info [89809:89809:8:4294967295]
00000100:00000001:3.0:1787829116.150909:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829116.150910:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829116.150915:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829116.150923:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829116.150929:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829116.150951:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829116.150952:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829116.150957:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1787829116.150959:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000100:00080000:3.0:1787829116.150971:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829116.150976:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1787829116.150978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829116.150980:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829116.150987:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1787829116.150988:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1787829116.150993:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5920
00000800:00000200:0.1:1787829116.151001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:3.0:1787829116.151002:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:0.1:1787829116.151011:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000400:00000200:3.0:1787829116.151012:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829116.151020:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787829116.151027:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829116.151032:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000010:0.0:1787829116.151033:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000100:00000001:3.0:1787829116.151037:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829116.151041:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829116.151043:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.151049:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829116.151052:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787829116.151054:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829116.151056:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:0.0:1787829116.151058:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000020:00000001:3.0:1787829116.151058:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829116.151065:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000010:0.0:1787829116.151067:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000020:00000001:3.0:1787829116.151080:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:0.0:1787829116.151082:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787829116.151091:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:0.0:1787829116.151130:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829116.151147:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829116.151148:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829116.151153:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829116.151154:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829116.151164:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829116.151166:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.151173:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829116.151174:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787829116.151180:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:0.0:1787829116.151183:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829116.151186:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829116.151193:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829116.151194:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.151206:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300597093
02000000:00000001:3.0:1787829116.151206:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1787829116.151215:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4240.
02000000:00000001:3.0:1787829116.151215:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829116.151240:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.151243:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829116.151244:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829116.151248:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829116.151251:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300597093
00000008:00000001:3.0:1787829116.151251:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.151261:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829116.151263:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f45a0.
00000100:00000010:3.0:1787829116.151272:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829116.151273:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1787829116.151283:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829116.151285:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829116.151295:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829116.151296:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829116.151300:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.151302:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829116.151303:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829116.151307:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829116.151309:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829116.151311:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116]  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829116.151315:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000400:00000001:0.0:1787829116.151325:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829116.151325:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829116.151332:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829116.151336:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000100:00100000:3.0:1787829116.151337:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829116.151340:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829116.151347:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829116.151358:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829116.151359:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829116.151370:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829116.151372:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829116.151378:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829116.151393:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829116.151425:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.151427:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829116.151436:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829116.151436:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829116.151447:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787829116.151448:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829116.151451:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829116.151451:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829116.151459:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829116.151465:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787829116.151467:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829116.151479:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5920
00000100:00000001:0.0:1787829116.151488:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829116.151489:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829116.151502:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000040:0.0:1787829116.151504:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829116.151513:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829116.151525:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829116.151529:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829116.151531:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829116.151537:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829116.151538:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.151546:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829116.151548:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829116.151550:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829116.151555:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:0.0:1787829116.151556:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829116.151557:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829116.151560:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829116.151564:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829116.151565:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787829116.151566:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829116.151571:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829116.151573:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.151578:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829116.151582:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:0.0:1787829116.151583:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829116.151585:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829116.151593:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829116.151599:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00080000:3.0:1787829116.151602:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829116.151608:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829116.151609:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829116.151615:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787829116.151622:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829116.151622:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829116.151632:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.151641:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829116.151646:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00100000:0.0:1787829116.151652:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555333376:192.168.203.108@tcp:250:kworker.0
00000008:00000001:3.0:1787829116.151653:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.151661:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.151664:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787829116.151666:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829116.151673:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787829116.151673:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829116.151676:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829116.151678:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.151683:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829116.151685:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787829116.151686:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555333376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829116.151687:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829116.151693:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829116.151696:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829116.151706:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829116.151718:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829116.151719:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829116.151721:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829116.151722:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829116.151726:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
00000100:00000040:3.0:1787829116.151732:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829116.151733:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829116.151740:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829116.151746:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829116.151753:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829116.151756:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829116.151758:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
00000100:00080000:3.0:1787829116.151762:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787829116.151766:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787829116.151768:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1787829116.151771:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829116.151772:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1787829116.151775:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00080000:3.0:1787829116.151777:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829116.151782:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829116.151783:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829116.151785:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.151791:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829116.151791:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5920
00000400:00000200:3.0:1787829116.151805:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829116.151807:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1787829116.151811:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829116.151812:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829116.151817:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829116.151818:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829116.151824:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829116.151825:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829116.151830:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829116.151833:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829116.151839:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829116.151840:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829116.151847:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829116.151855:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829116.151858:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829116.151864:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829116.151866:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829116.151869:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829116.151869:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829116.151875:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:0.0:1787829116.151876:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829116.151882:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829116.151882:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:0.0:1787829116.151889:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829116.151893:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.151901:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829116.151902:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829116.151913:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787829116.151914:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829116.151922:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829116.151922:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829116.151929:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829116.151932:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
02000000:00000001:0.0:1787829116.151933:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829116.151941:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:0.0:1787829116.151942:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:3.0:1787829116.151950:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.151951:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829116.151963:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829116.151967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829116.151967:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787829116.151973:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
02000000:00000001:3.0:1787829116.151974:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.151984:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1787829116.151986:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000008:00100000:3.0:1787829116.151987:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000200:0.0:1787829116.151991:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333504, portal 10
00000008:00000001:3.0:1787829116.151992:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152004:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829116.152004:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152010:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000010:3.0:1787829116.152012:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787829116.152017:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000040:0.0:1787829116.152024:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829116.152024:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829116.152029:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.152038:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829116.152042:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829116.152045:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829116.152047:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829116.152055:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000010:3.0:1787829116.152060:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000400:00000010:0.0:1787829116.152061:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829116.152074:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555333504, offset 0
00000100:00000001:3.0:1787829116.152074:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.152120:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00100000:3.0:1787829116.152122:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829116.152131:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.152147:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829116.152155:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829116.152165:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829116.152175:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829116.152176:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829116.152184:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829116.152184:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.152202:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89823:89823:256:4294967295] 192.168.203.108@tcp LPNI seq info [89810:89810:8:4294967295]
00000100:00000040:3.0:1787829116.152202:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829116.152241:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829116.152260:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.152264:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787829116.152268:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5930)
00000800:00000200:0.0:1787829116.152271:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.152276:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829116.152280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829116.152283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829116.152289:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829116.152290:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829116.152296:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.152298:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829116.152301:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829116.152306:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829116.152310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829116.152312:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829116.152315:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829116.152318:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152325:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.152327:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152332:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152333:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829116.152335:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829116.152338:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829116.152340:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829116.152342:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300593238
00000100:00000001:0.0:1787829116.152344:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.152346:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300593238
00000100:00000001:0.0:1787829116.152347:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.152348:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829116.152350:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152352:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829116.152354:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116]  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829116.152360:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829116.152360:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829116.152362:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829116.152363:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829116.152364:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829116.152365:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829116.152367:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829116.152373:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152377:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829116.152378:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152379:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.152380:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829116.152382:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152386:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829116.152388:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152393:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829116.152394:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152395:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.152396:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152397:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829116.152399:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829116.152400:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829116.152403:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829116.152404:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829116.152407:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829116.152412:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829116.152415:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829116.152417:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152421:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829116.152422:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.152423:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829116.152425:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829116.152427:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829116.152428:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829116.152430:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829116.152432:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829116.152433:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.152434:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829116.152437:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829116.152439:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.152441:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829116.152442:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829116.152445:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829116.152447:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333632, portal 10
00000100:00000001:0.0:1787829116.152448:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829116.152449:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:0.0:1787829116.152453:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152457:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829116.152459:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829116.152460:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829116.152462:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555333632, offset 0
00000400:00000200:0.0:1787829116.152464:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829116.152467:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.152469:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829116.152472:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829116.152473:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829116.152475:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829116.152477:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829116.152479:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89824:89824:256:4294967295] 192.168.203.108@tcp LPNI seq info [89811:89811:8:4294967295]
00000400:00000200:0.0:1787829116.152482:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.152486:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829116.152489:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.152491:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829116.152494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829116.152495:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829116.152498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829116.152500:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829116.152503:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.152504:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829116.152506:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829116.152508:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829116.152510:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829116.152511:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829116.152512:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829116.152515:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152520:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.152522:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152526:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152527:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829116.152530:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829116.152532:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829116.152535:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829116.152537:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300593178
00000100:00000001:0.0:1787829116.152539:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.152542:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300593178
00000100:00000001:0.0:1787829116.152544:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.152546:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829116.152548:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152550:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829116.152554:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116]  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829116.152563:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829116.152564:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829116.152566:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829116.152569:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829116.152571:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829116.152573:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829116.152577:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829116.152586:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152591:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829116.152593:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152594:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.152595:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829116.152597:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152602:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829116.152604:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152610:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829116.152612:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152613:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.152614:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152615:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829116.152616:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829116.152617:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829116.152620:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829116.152621:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829116.152623:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829116.152628:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829116.152630:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829116.152632:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152637:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829116.152638:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.152639:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829116.152641:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829116.152642:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829116.152644:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829116.152646:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829116.152647:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829116.152648:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.152649:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829116.152652:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829116.152653:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.152655:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829116.152657:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829116.152660:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829116.152662:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333760, portal 4
00000100:00000001:0.0:1787829116.152663:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829116.152665:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:0.0:1787829116.152670:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152677:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829116.152679:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829116.152681:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829116.152684:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555333760, offset 0
00000400:00000200:0.0:1787829116.152689:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829116.152693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.152696:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829116.152699:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829116.152702:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829116.152705:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829116.152708:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829116.152711:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89825:89825:256:4294967295] 192.168.203.108@tcp LPNI seq info [89812:89812:8:4294967295]
00000400:00000200:0.0:1787829116.152716:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.152721:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829116.152724:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.152727:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829116.152730:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829116.152731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829116.152734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829116.152738:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829116.152741:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.152743:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829116.152746:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829116.152750:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829116.152753:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829116.152755:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829116.152758:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829116.152762:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152771:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.152775:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152782:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152783:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829116.152787:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829116.152789:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829116.152792:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829116.152793:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300593211
00000100:00000001:0.0:1787829116.152795:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.152797:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300593211
00000100:00000001:0.0:1787829116.152799:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.152800:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829116.152802:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152803:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829116.152806:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116]  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829116.152811:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829116.152812:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829116.152813:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829116.152815:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829116.152816:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829116.152817:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829116.152820:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829116.152825:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152834:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829116.152835:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152836:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.152837:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829116.152839:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152843:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829116.152845:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152849:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829116.152851:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152852:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.152853:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152854:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829116.152856:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829116.152858:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829116.152860:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829116.152861:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829116.152864:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829116.152869:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829116.152871:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152873:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.152874:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555333504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152878:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829116.152879:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829116.152881:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829116.152883:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829116.152884:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829116.152886:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829116.152887:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829116.152889:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:0.0:1787829116.152890:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829116.152891:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829116.152893:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:0.0:1787829116.152894:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829116.152895:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152896:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.152898:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555333632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152903:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829116.152903:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829116.152904:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829116.152906:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829116.152906:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829116.152907:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829116.152908:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829116.152909:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:0.0:1787829116.152910:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829116.152911:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829116.152912:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829116.152913:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829116.152914:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152915:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.152916:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555333760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152920:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829116.152921:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829116.152922:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829116.152923:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829116.152923:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829116.152924:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829116.152926:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829116.152927:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829116.152928:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829116.152929:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829116.152930:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829116.152931:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829116.152932:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152933:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.152936:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829116.152936:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.152938:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829116.152939:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829116.152940:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829116.152942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152947:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829116.152948:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.152949:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829116.152951:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829116.152952:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829116.152954:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829116.152956:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829116.152957:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829116.152959:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829116.152960:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829116.152962:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829116.152963:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829116.152965:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829116.152967:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829116.152969:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829116.152971:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555333888, portal 4
00000100:00000001:0.0:1787829116.152972:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829116.152973:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:0.0:1787829116.152976:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.152985:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829116.152986:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829116.152988:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829116.152989:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555333888, offset 0
00000400:00000200:0.0:1787829116.152992:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829116.152994:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.152996:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829116.152998:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829116.153000:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829116.153002:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829116.153003:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829116.153006:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89826:89826:256:4294967295] 192.168.203.108@tcp LPNI seq info [89813:89813:8:4294967295]
00000400:00000200:0.0:1787829116.153008:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829116.153013:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829116.153016:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.153018:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829116.153020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829116.153022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829116.153025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829116.153027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829116.153029:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829116.153031:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829116.153033:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829116.153035:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829116.153037:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829116.153038:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829116.153039:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829116.153042:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.153046:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.153048:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.153057:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.153058:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829116.153060:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829116.153062:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829116.153064:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829116.153065:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300593203
00000100:00000001:0.0:1787829116.153067:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.153068:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300593203
00000100:00000001:0.0:1787829116.153069:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300597093
00000100:00000001:0.0:1787829116.153070:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829116.153072:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.153073:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829116.153075:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829116/real 1787829116]  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829116.153079:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829116.153080:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829116.153081:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829116.153083:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829116.153084:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829116.153085:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829116.153087:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829116.153092:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.153113:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829116.153114:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.153115:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.153116:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829116.153118:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.153123:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829116.153126:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.153130:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829116.153132:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.153133:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829116.153133:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.153135:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829116.153136:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829116.153137:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829116.153139:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829116.153140:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829116.153143:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829116.153147:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555333888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829116.153150:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.153151:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829116.153153:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555333888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829116.153157:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829116.153158:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829116.153159:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829116.153160:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829116.153161:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829116.153162:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829116.153163:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829116.153164:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829116.153165:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829116.153167:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829116.153168:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829116.153169:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829116.153170:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.153171:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829116.153173:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829116.153175:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829116.153176:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829116.153177:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829116.662177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829116.662184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829116.662186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829116.662190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829116.662193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829116.662197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829116.662199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829116.662201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829116.662203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829116.982267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829116.982270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829116.982273:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829117.174231:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829117.174238:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829117.174241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829117.174246:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829117.174249:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829117.174257:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829117.174281:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829117.174284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829117.174286:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829117.686173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829117.686179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829117.686181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829117.686184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829117.686188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829117.686191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829117.686194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829117.686195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829117.686198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829118.006314:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829118.006318:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829118.006320:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829118.198242:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829118.198249:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829118.198252:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829118.198258:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829118.198263:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829118.198267:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829118.198270:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829118.198272:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829118.198276:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829118.710272:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829118.710282:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829118.710285:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829118.710293:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829118.710298:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829118.710304:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829118.710307:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829118.710312:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829118.710316:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829119.030289:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829119.030293:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829119.030295:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829119.222196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829119.222218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829119.222224:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829119.222230:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829119.222237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829119.222245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829119.222261:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829119.222264:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829119.222267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829119.734179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829119.734187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829119.734189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829119.734193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829119.734196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829119.734209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829119.734212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829119.734215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829119.734219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829120.054281:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829120.054284:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829120.054287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829120.118192:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300597093, at 4300597120
00000100:00000010:3.0:1787829120.118217:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f45a0.
00000100:00000001:0.0:1787829120.246187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829120.246194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829120.246210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829120.246219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829120.246228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829120.246233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829120.246247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829120.246251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829120.246254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829120.758172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829120.758178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829120.758180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829120.758183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829120.758186:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829120.758189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829120.758191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829120.758206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829120.758209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829121.078291:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829121.078294:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829121.078297:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829121.270213:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829121.270220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829121.270222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829121.270229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829121.270235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829121.270239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829121.270242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829121.270246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829121.270248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829121.270298:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829121.270306:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829121.270311:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829121.270316:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829121.270321:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829121.270329:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5925
00000400:00000200:0.0:1787829121.270337:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829121.270343:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829121.270345:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829121.270348:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270351:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270353:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270355:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829121.270358:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829121.270359:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829121.270362:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829121.270364:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829121.270366:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829121.270367:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829121.270369:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270371:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270372:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270374:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829121.270376:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829121.270378:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270380:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829121.270382:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829121.270385:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829121.270387:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270388:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829121.270390:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829121.270397:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829121.270400:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829121.270403:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829121.270404:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270406:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829121.270408:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829121.270412:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829121.270418:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829121.270422:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829121.270429:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555334016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829121.270442:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829121.270445:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829121.270449:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555334016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829121.270465:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829121.270467:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829121.270470:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829121.270471:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829121.270472:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829121.270474:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829121.270477:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5925
00000400:00000200:0.0:1787829121.270480:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829121.270483:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829121.270485:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829121.270490:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270492:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270496:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270499:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829121.270503:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829121.270505:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829121.270508:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829121.270511:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829121.270515:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829121.270519:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829121.270523:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270526:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270530:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270532:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829121.270535:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829121.270541:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270546:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829121.270549:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829121.270554:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829121.270559:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270562:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829121.270567:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829121.270571:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270573:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829121.270578:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829121.270590:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829121.270593:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829121.270597:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270600:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829121.270604:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829121.270606:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829121.270611:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829121.270616:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829121.270624:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555334144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829121.270637:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829121.270641:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829121.270647:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555334144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829121.270665:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829121.270671:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829121.270678:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829121.270683:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829121.270687:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829121.270694:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829121.270709:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5925
00000400:00000200:0.0:1787829121.270718:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829121.270723:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829121.270728:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829121.270731:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270732:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270736:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270738:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829121.270742:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829121.270744:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829121.270746:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829121.270749:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829121.270753:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829121.270756:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:2.1:1787829121.270759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829121.270761:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270765:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270767:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.1:1787829121.270767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787829121.270771:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829121.270774:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829121.270780:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270784:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829121.270787:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829121.270790:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829121.270791:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270793:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829121.270797:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829121.270800:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270803:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829121.270807:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829121.270810:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829121.270813:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829121.270816:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.270818:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829121.270819:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829121.270820:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829121.270823:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829121.270829:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829121.270836:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555334272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829121.270845:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829121.270849:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829121.270856:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555334272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829121.270865:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829121.270868:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829121.270872:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829121.270876:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829121.270879:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829121.270887:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829121.270894:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5925
00000400:00000200:0.0:1787829121.270901:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829121.270908:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829121.270912:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829121.270919:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270924:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270929:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270932:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829121.270935:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829121.270939:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829121.270942:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829121.270945:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829121.270964:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829121.270972:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829121.270981:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270987:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.270990:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.270994:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829121.271000:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829121.271006:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829121.271008:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829121.271012:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829121.271015:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829121.271018:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.271022:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829121.271024:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829121.271030:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.271033:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829121.271040:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829121.271046:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829121.271052:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829121.271056:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.271061:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829121.271065:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829121.271069:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829121.271074:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829121.271081:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829121.271091:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555334400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829121.271136:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829121.271142:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829121.271154:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555334400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829121.271186:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829121.271207:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829121.271214:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829121.271218:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829121.271222:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829121.271228:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829121.271236:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5925
00000400:00000200:0.0:1787829121.271247:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829121.271256:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829121.271262:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829121.271271:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.271276:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.271282:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.271288:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829121.271293:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829121.271296:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829121.271301:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829121.271306:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829121.271310:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829121.271314:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829121.271320:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.271325:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829121.271330:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829121.271333:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829121.271338:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829121.271343:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829121.271348:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829121.271352:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829121.271356:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829121.271359:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.271362:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829121.271365:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829121.271368:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.271373:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829121.271378:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829121.271383:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829121.271388:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829121.271390:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829121.271394:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829121.271397:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829121.271400:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829121.271405:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829121.271410:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829121.271419:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555334528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829121.271433:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829121.271437:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829121.271443:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555334528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829121.271465:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829121.271473:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5935)
00000800:00000200:2.1:1787829121.271494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829121.271496:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829121.271682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829121.271683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829121.271856:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829121.271857:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829121.272235:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829121.272237:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787829121.782152:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829121.782158:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829121.782160:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829121.782165:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829121.782169:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829121.782172:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829121.782175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829121.782177:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829121.782179:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829122.102281:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829122.102286:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829122.102290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829122.294177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829122.294198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829122.294201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829122.294208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829122.294215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829122.294220:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829122.294223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829122.294228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829122.294231:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829122.806204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829122.806211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829122.806214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829122.806220:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829122.806224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829122.806228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829122.806231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829122.806234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829122.806236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829123.126311:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829123.126316:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829123.126320:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829123.318167:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829123.318173:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829123.318189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829123.318197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829123.318204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829123.318209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829123.318216:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829123.318219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829123.318222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829123.830160:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829123.830167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829123.830169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829123.830185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829123.830199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829123.830203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829123.830205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829123.830207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829123.830210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829124.150315:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829124.150319:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829124.150321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829124.342207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829124.342214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829124.342219:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829124.342227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829124.342232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829124.342238:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829124.342243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829124.342245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829124.342248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829124.854191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829124.854196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829124.854198:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829124.854202:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829124.854205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829124.854208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829124.854211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829124.854213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829124.854215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829125.174287:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829125.174291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829125.174294:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829125.238179:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300602212, at 4300602240
00000100:00000010:3.0:1787829125.238196:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c25a0.
00000100:00000001:0.0:1787829125.366197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829125.366204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829125.366207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829125.366216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829125.366223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829125.366229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829125.366234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829125.366237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829125.366240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829125.878154:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829125.878174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829125.878176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829125.878181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829125.878184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829125.878188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829125.878190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829125.878192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829125.878194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829126.198295:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829126.198299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829126.198301:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829126.390209:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829126.390219:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829126.390222:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829126.390227:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829126.390228:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829126.390232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829126.390237:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390238:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787829126.390241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829126.390247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829126.390247:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5930
00000100:00000001:0.0:1787829126.390254:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829126.390258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787829126.390261:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829126.390262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829126.390267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829126.390268:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829126.390273:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829126.390279:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390283:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.390290:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390296:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829126.390302:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829126.390304:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829126.390308:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829126.390311:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829126.390315:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829126.390317:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829126.390331:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390334:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.390337:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390340:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829126.390343:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829126.390347:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390351:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829126.390354:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829126.390358:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829126.390361:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390363:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829126.390365:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829126.390379:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829126.390383:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829126.390387:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829126.390389:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390392:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829126.390395:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829126.390399:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829126.390407:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829126.390414:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829126.390423:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555334656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829126.390432:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829126.390435:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829126.390439:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555334656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829126.390460:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829126.390463:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829126.390467:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829126.390469:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829126.390471:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829126.390475:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829126.390479:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5930
00000400:00000200:3.0:1787829126.390485:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829126.390489:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829126.390494:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829126.390501:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390507:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.390514:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390520:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829126.390526:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829126.390529:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829126.390534:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829126.390538:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829126.390545:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829126.390552:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829126.390561:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390568:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.390573:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390581:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829126.390586:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829126.390591:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390598:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829126.390603:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829126.390612:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829126.390617:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390622:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829126.390628:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829126.390635:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390641:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829126.390650:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787829126.390657:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829126.390662:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829126.390666:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390669:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829126.390672:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829126.390676:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829126.390683:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829126.390689:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829126.390698:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555334784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829126.390712:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829126.390716:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829126.390724:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555334784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829126.390746:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829126.390750:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829126.390758:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829126.390762:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829126.390766:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829126.390770:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829126.390777:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5930
00000400:00000200:3.0:1787829126.390794:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829126.390801:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829126.390806:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829126.390814:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390819:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.390822:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390826:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829126.390831:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787829126.390832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829126.390834:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829126.390838:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787829126.390840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1787829126.390842:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829126.390848:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829126.390854:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829126.390863:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390869:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.390875:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390883:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829126.390886:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829126.390892:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829126.390895:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829126.390899:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829126.390903:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829126.390907:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390909:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829126.390912:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829126.390916:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390918:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829126.390923:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829126.390926:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829126.390930:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829126.390932:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.390936:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829126.390939:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829126.390941:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829126.390947:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829126.390952:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829126.390957:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555334912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829126.390968:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829126.390972:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829126.390975:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555334912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829126.390984:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829126.390986:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829126.390991:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829126.390992:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829126.390994:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829126.390996:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829126.391001:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5930
00000400:00000200:3.0:1787829126.391005:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829126.391010:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829126.391013:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829126.391016:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391020:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.391023:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391027:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829126.391030:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829126.391031:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829126.391034:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829126.391038:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829126.391044:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829126.391046:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829126.391050:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391051:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.391056:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391059:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829126.391064:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829126.391068:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391073:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829126.391076:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829126.391079:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829126.391082:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.391084:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829126.391087:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829126.391090:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.391093:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829126.391119:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787829126.391121:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829126.391125:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829126.391128:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.391131:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829126.391133:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829126.391136:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829126.391140:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829126.391144:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829126.391150:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555335040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829126.391177:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829126.391181:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829126.391188:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555335040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829126.391207:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829126.391210:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829126.391214:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829126.391217:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829126.391220:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829126.391223:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829126.391228:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5930
00000400:00000200:3.0:1787829126.391236:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829126.391241:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829126.391243:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829126.391248:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391253:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.391257:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391261:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829126.391265:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829126.391267:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829126.391270:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829126.391274:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829126.391276:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829126.391282:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829126.391285:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391287:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829126.391290:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391293:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829126.391295:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829126.391300:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829126.391303:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829126.391306:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829126.391309:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829126.391313:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.391316:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829126.391317:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829126.391322:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.391325:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829126.391329:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829126.391332:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829126.391337:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829126.391338:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829126.391341:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829126.391342:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829126.391345:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829126.391349:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829126.391353:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829126.391361:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555335168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829126.391370:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829126.391373:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829126.391378:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555335168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829126.391388:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829126.391392:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5941)
00000800:00000200:2.1:1787829126.391527:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829126.391530:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829126.391713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829126.391715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829126.391929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829126.391931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829126.392265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829126.392266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787829126.902196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829126.902202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829126.902204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829126.902207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829126.902210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829126.902214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829126.902216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829126.902217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829126.902220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829127.222288:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829127.222292:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829127.222295:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829127.414203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829127.414212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829127.414217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829127.414226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829127.414234:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829127.414240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829127.414250:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829127.414254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829127.414256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829127.926207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829127.926213:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829127.926215:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829127.926218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829127.926221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829127.926224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829127.926226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829127.926229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829127.926230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829128.246274:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829128.246278:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829128.246282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829128.438194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829128.438203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829128.438207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829128.438215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829128.438223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829128.438227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829128.438237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829128.438239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829128.438242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829128.950189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829128.950196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829128.950199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829128.950204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829128.950208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829128.950212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829128.950216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829128.950220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829128.950224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829129.270317:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829129.270321:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829129.270324:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829129.462201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829129.462208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829129.462212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829129.462220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829129.462228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829129.462233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829129.462246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829129.462249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829129.462251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829129.974216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829129.974222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829129.974223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829129.974239:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829129.974242:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829129.974245:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829129.974250:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829129.974252:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829129.974254:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829130.294260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829130.294263:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829130.294265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829130.358166:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300607332, at 4300607360
00000100:00000010:3.0:1787829130.358180:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c23c0.
00000100:00000001:0.0:1787829130.486183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829130.486191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829130.486195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829130.486204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829130.486210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829130.486215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829130.486228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829130.486231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829130.486233:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829130.998193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829130.998198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829130.998200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829130.998203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829130.998206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829130.998210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829130.998212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829130.998214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829130.998216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829131.318241:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829131.318244:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829131.318247:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829131.510189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829131.510196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829131.510196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829131.510200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829131.510202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829131.510208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829131.510209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829131.510217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829131.510217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829131.510223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829131.510225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829131.510230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829131.510231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.510233:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.510238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829131.510247:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829131.510252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829131.510262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.510409:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829131.510413:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829131.510417:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829131.510425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.510444:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829131.510447:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.510453:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829131.510457:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829131.510463:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829131.510469:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555335296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829131.510475:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829131.510478:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829131.510482:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.510485:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829131.510491:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829131.510494:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829131.510502:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829131.510508:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829131.510515:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829131.510524:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555335296, portal 25
00000100:00000001:0.0:1787829131.510528:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829131.510531:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
00000100:00000040:0.0:1787829131.510539:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.510556:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829131.510562:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829131.510568:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829131.510574:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555335296, offset 0
00000400:00000200:0.0:1787829131.510590:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829131.510605:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.510618:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829131.510627:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829131.510636:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829131.510643:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829131.510648:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829131.510654:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89837:89837:256:4294967295] 192.168.203.108@tcp LPNI seq info [89824:89824:8:4294967295]
00000400:00000200:0.0:1787829131.510663:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.510676:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829131.510686:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.510691:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829131.510701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829131.510706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829131.510715:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829131.510719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829131.510726:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.510730:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829131.510737:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829131.510746:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829131.510753:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829131.510757:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829131.510762:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829131.510767:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.510784:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.510788:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.510797:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.510799:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829131.510806:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829131.510813:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829131.510818:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300612452
00000100:00000010:0.0:1787829131.510826:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4900.
00000100:00000001:0.0:1787829131.510835:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829131.510842:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300612452
00000100:00000010:0.0:1787829131.510845:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4c00.
00000100:00000001:0.0:1787829131.510850:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829131.510853:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829131.510857:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.510861:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829131.510867:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829131/real 1787829131]  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829131.510883:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829131.510886:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829131.510889:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829131.510893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829131.510896:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829131.510909:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829131.510915:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829131.510933:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.510949:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829131.510953:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.510957:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.510959:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829131.510966:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.510981:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829131.510990:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511006:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829131.511010:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511013:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511017:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511021:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829131.511025:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829131.511031:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829131.511040:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829131.511045:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829131.511053:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829131.511070:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555335296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829131.511078:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511082:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511088:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555335296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511130:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829131.511135:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511139:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829131.511145:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829131.511148:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829131.511151:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829131.511157:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829131.511161:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:0.0:1787829131.511167:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829131.511171:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829131.511174:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:0.0:1787829131.511178:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829131.511182:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511184:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511192:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829131.511195:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511199:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829131.511202:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829131.511204:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829131.511211:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511235:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829131.511237:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511240:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829131.511243:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829131.511247:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829131.511251:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829131.511253:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829131.511255:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829131.511256:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511258:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511260:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829131.511261:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829131.511265:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829131.511267:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829131.511270:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829131.511273:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555335424, portal 10
00000100:00000001:0.0:1787829131.511274:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829131.511276:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
00000100:00000040:0.0:1787829131.511280:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511285:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829131.511287:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829131.511288:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829131.511290:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555335424, offset 0
00000400:00000200:0.0:1787829131.511293:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511295:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511298:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829131.511300:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829131.511302:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829131.511304:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829131.511305:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511308:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89838:89838:256:4294967295] 192.168.203.108@tcp LPNI seq info [89825:89825:8:4294967295]
00000400:00000200:0.0:1787829131.511311:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511315:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829131.511318:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.511327:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829131.511330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829131.511332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829131.511335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829131.511337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829131.511339:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.511341:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829131.511343:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829131.511346:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829131.511348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829131.511349:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829131.511351:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829131.511353:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511359:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511361:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511370:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511371:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829131.511373:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829131.511375:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829131.511378:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829131.511379:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300608597
00000100:00000001:0.0:1787829131.511381:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.511383:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300608597
00000100:00000001:0.0:1787829131.511384:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.511385:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829131.511387:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511388:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829131.511390:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829131/real 1787829131]  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829131.511395:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829131.511396:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829131.511397:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829131.511399:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829131.511400:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829131.511401:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829131.511403:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829131.511408:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511412:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829131.511413:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511414:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511415:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829131.511418:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511422:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829131.511425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511432:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829131.511435:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511437:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511438:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511440:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829131.511443:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829131.511445:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829131.511449:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829131.511451:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829131.511456:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829131.511465:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829131.511470:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829131.511474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511481:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829131.511482:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511485:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829131.511487:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829131.511489:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829131.511492:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829131.511495:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829131.511497:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829131.511498:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511500:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511502:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d800.
02000000:00000001:0.0:1787829131.511503:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829131.511506:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829131.511508:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829131.511510:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829131.511512:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555335552, portal 10
00000100:00000001:0.0:1787829131.511513:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829131.511515:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:0.0:1787829131.511519:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511523:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829131.511525:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829131.511526:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829131.511528:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555335552, offset 0
00000400:00000200:0.0:1787829131.511530:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511533:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511535:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829131.511537:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829131.511539:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829131.511541:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829131.511542:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511544:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89839:89839:256:4294967295] 192.168.203.108@tcp LPNI seq info [89826:89826:8:4294967295]
00000400:00000200:0.0:1787829131.511547:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511552:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829131.511555:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.511557:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829131.511559:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829131.511561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829131.511565:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829131.511567:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829131.511572:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.511574:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829131.511577:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829131.511581:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829131.511584:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829131.511586:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829131.511588:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829131.511592:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511601:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511604:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511612:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511613:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829131.511617:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829131.511620:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829131.511623:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829131.511624:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300608537
00000100:00000001:0.0:1787829131.511626:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.511628:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300608537
00000100:00000001:0.0:1787829131.511629:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.511631:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829131.511632:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511633:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829131.511636:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829131/real 1787829131]  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829131.511641:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829131.511642:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829131.511643:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829131.511645:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829131.511646:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829131.511647:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829131.511649:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829131.511655:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511659:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829131.511660:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511661:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511662:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829131.511664:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511668:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829131.511670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511674:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829131.511676:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511680:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829131.511681:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829131.511682:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829131.511684:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829131.511685:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829131.511687:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829131.511692:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829131.511694:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829131.511697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511701:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829131.511702:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511704:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829131.511705:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829131.511706:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829131.511708:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829131.511710:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829131.511711:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829131.511713:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511714:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511716:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829131.511718:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829131.511720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829131.511722:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829131.511724:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829131.511726:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555335680, portal 4
00000100:00000001:0.0:1787829131.511727:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829131.511728:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:0.0:1787829131.511732:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511737:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829131.511738:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829131.511739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829131.511741:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555335680, offset 0
00000400:00000200:0.0:1787829131.511744:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511748:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829131.511750:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829131.511752:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829131.511754:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829131.511756:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511758:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89840:89840:256:4294967295] 192.168.203.108@tcp LPNI seq info [89827:89827:8:4294967295]
00000400:00000200:0.0:1787829131.511761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511765:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829131.511768:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.511770:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829131.511773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829131.511775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829131.511778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829131.511780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829131.511782:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.511784:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829131.511786:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829131.511788:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829131.511790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829131.511791:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829131.511793:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829131.511795:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511800:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511806:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511807:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829131.511809:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829131.511811:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829131.511813:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829131.511814:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300608570
00000100:00000001:0.0:1787829131.511815:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.511817:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300608570
00000100:00000001:0.0:1787829131.511818:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.511820:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829131.511822:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511823:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829131.511825:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829131/real 1787829131]  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829131.511830:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829131.511831:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829131.511832:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829131.511833:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829131.511834:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829131.511835:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829131.511837:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829131.511842:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511846:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829131.511847:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511848:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511849:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829131.511851:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511855:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829131.511857:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511861:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829131.511863:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511863:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.511864:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511865:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829131.511867:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829131.511868:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829131.511870:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829131.511872:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829131.511875:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829131.511879:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829131.511881:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511883:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511884:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555335424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511888:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829131.511889:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511891:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829131.511892:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829131.511893:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829131.511894:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829131.511895:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829131.511896:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:0.0:1787829131.511897:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829131.511898:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829131.511899:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
00000100:00000001:0.0:1787829131.511901:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829131.511901:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511902:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511904:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555335552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511908:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829131.511909:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511910:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d800.
02000000:00000001:0.0:1787829131.511912:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829131.511913:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829131.511913:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829131.511914:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829131.511916:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:0.0:1787829131.511917:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829131.511918:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829131.511919:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:0.0:1787829131.511921:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829131.511921:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511922:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.511924:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555335680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511928:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829131.511928:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511929:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829131.511931:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829131.511931:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829131.511932:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829131.511933:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829131.511934:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:0.0:1787829131.511935:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829131.511936:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829131.511937:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:0.0:1787829131.511938:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829131.511939:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511940:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.511942:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829131.511943:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.511944:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829131.511945:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829131.511946:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829131.511948:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511952:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829131.511953:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511954:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829131.511955:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829131.511956:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829131.511958:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829131.511960:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829131.511962:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829131.511963:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829131.511964:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829131.511965:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829131.511967:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829131.511969:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829131.511970:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829131.511972:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829131.511974:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555335808, portal 4
00000100:00000001:0.0:1787829131.511975:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829131.511976:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:0.0:1787829131.511979:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.511984:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829131.511985:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829131.511986:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829131.511988:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555335808, offset 0
00000400:00000200:0.0:1787829131.511990:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829131.511992:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.511994:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829131.511996:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829131.511997:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829131.511999:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829131.512000:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829131.512003:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89841:89841:256:4294967295] 192.168.203.108@tcp LPNI seq info [89828:89828:8:4294967295]
00000400:00000200:0.0:1787829131.512005:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829131.512009:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829131.512012:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.512013:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829131.512016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829131.512018:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829131.512021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829131.512023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829131.512025:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829131.512026:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829131.512028:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829131.512030:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829131.512032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829131.512033:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829131.512035:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829131.512037:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.512041:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.512043:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.512047:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.512048:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829131.512050:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829131.512052:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829131.512054:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829131.512055:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300608562
00000100:00000001:0.0:1787829131.512057:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.512058:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300608562
00000100:00000001:0.0:1787829131.512060:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300612452
00000100:00000001:0.0:1787829131.512061:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829131.512062:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.512063:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829131.512065:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829131/real 1787829131]  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829131.512070:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829131.512070:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829131.512072:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee18.
00000400:00000200:0.0:1787829131.512073:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631a18
00000400:00000010:0.0:1787829131.512074:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631a18.
00000100:00000001:0.0:1787829131.512076:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829131.512078:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829131.512083:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.512086:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829131.512087:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.512088:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.512089:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829131.512091:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.512110:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829131.512113:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.512132:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829131.512136:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.512137:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829131.512138:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.512139:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829131.512140:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829131.512142:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829131.512144:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829131.512146:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829131.512149:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829131.512154:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555335808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829131.512157:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.512158:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829131.512160:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555335808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829131.512165:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829131.512165:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829131.512167:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829131.512168:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829131.512169:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829131.512170:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829131.512171:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829131.512172:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829131.512174:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829131.512175:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829131.512176:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:0.0:1787829131.512178:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829131.512179:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.512180:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829131.512182:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829131.512183:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829131.512184:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829131.512185:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829132.022216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829132.022221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829132.022223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829132.022227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829132.022230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829132.022233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829132.022235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829132.022237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829132.022239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829132.342264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829132.342267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829132.342270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829132.534207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829132.534207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829132.534214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829132.534216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829132.534217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829132.534221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829132.534222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829132.534228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829132.534229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829132.534234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829132.534235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829132.534241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829132.534244:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829132.534247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829132.534249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829132.534261:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829132.534266:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829132.534269:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829133.046175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829133.046181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829133.046183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829133.046187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829133.046190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829133.046193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829133.046195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829133.046197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829133.046199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829133.366414:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829133.366418:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829133.366422:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829133.558197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829133.558197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829133.558204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829133.558204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829133.558206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829133.558209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829133.558211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829133.558216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829133.558216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829133.558222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829133.558223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829133.558227:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829133.558228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829133.558231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829133.558235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829133.558241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829133.558244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829133.558246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829134.070175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829134.070182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829134.070184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829134.070188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829134.070192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829134.070195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829134.070198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829134.070200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829134.070203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829134.390292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829134.390295:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829134.390298:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829134.582194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829134.582194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829134.582201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829134.582201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829134.582205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829134.582205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829134.582210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829134.582211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829134.582216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829134.582216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829134.582220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829134.582221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829134.582242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829134.582245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829134.582248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829134.582248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829134.582249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829134.582252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829135.094164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829135.094170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829135.094172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829135.094176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829135.094179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829135.094182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829135.094184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829135.094186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829135.094187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829135.414268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829135.414272:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829135.414275:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829135.478154:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300612452, at 4300612480
00000100:00000010:3.0:1787829135.478171:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4c00.
00000100:00000001:0.0:1787829135.606164:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829135.606164:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829135.606171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829135.606171:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829135.606175:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829135.606175:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829135.606183:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829135.606183:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829135.606191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829135.606191:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829135.606196:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829135.606197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829135.606202:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829135.606205:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829135.606207:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829135.606210:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829135.606212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829135.606215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829136.118184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829136.118190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829136.118191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829136.118196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829136.118199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829136.118203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829136.118205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829136.118207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829136.118210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829136.438264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829136.438267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829136.438270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829136.630154:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829136.630160:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829136.630162:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829136.630166:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829136.630171:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829136.630177:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829136.630183:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829136.630186:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829136.630194:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829136.630722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829136.630725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829136.631348:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829136.631351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829136.631611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829136.631612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829136.631797:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829136.631799:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829136.631970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829136.631982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787829137.142176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829137.142183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829137.142186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829137.142192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829137.142196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829137.142200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829137.142203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829137.142206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829137.142209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829137.462266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829137.462270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829137.462274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829137.654169:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829137.654177:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829137.654180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829137.654185:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829137.654189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829137.654190:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829137.654195:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829137.654196:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829137.654198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829137.654202:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829137.654203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829137.654205:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829137.654207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829137.654209:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.654211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829137.654218:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829137.654221:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829137.654223:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829138.166210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829138.166217:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829138.166219:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829138.166223:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829138.166227:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829138.166231:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829138.166233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829138.166235:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829138.166238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829138.486273:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829138.486277:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829138.486281:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829138.678199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829138.678199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829138.678206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829138.678207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829138.678211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829138.678212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829138.678220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829138.678221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829138.678225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829138.678228:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829138.678229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829138.678235:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829138.678235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829138.678239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829138.678243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829138.678243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829138.678246:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829138.678248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829139.190190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829139.190200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829139.190211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829139.190218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829139.190222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829139.190226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829139.190228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829139.190230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829139.190233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829139.510294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829139.510299:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829139.510303:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829139.702205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829139.702209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829139.702214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829139.702218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829139.702220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829139.702223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829139.702231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829139.702234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829139.702236:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829139.702243:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829139.702248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829139.702248:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829139.702253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829139.702255:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829139.702261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829139.702276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829139.702281:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829139.702285:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829140.214217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829140.214225:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829140.214227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829140.214232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829140.214236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829140.214240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829140.214242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829140.214244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829140.214246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829140.534278:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829140.534283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829140.534287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829140.598185:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300617572, at 4300617600
00000100:00000010:3.0:1787829140.598212:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000001:0.0:1787829140.726203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829140.726203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829140.726214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829140.726216:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829140.726222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829140.726224:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829140.726230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829140.726236:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829140.726238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829140.726250:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829140.726251:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829140.726259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829140.726271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829140.726274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829140.726277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829140.726278:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829140.726281:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829140.726285:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829141.238174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829141.238183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829141.238185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829141.238191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829141.238196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829141.238200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829141.238204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829141.238207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829141.238211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829141.558379:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829141.558382:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829141.558386:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829141.750188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829141.750197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829141.750202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829141.750210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829141.750216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829141.750222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829141.750230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829141.750233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829141.750236:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829141.750236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829141.750245:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829141.750250:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829141.750254:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829141.750260:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829141.750269:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 5946
00000400:00000200:0.0:1787829141.750286:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829141.750296:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829141.750299:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829141.750304:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750312:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750318:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750321:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829141.750325:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829141.750327:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829141.750335:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829141.750338:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829141.750341:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829141.750343:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829141.750346:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750348:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750349:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750350:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829141.750353:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829141.750355:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750356:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829141.750359:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829141.750362:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829141.750364:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750366:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829141.750368:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829141.750378:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829141.750381:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829141.750385:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829141.750386:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750389:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829141.750392:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829141.750396:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829141.750404:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829141.750411:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829141.750420:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555336576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829141.750428:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829141.750433:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829141.750436:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555336576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829141.750457:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829141.750460:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829141.750463:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829141.750464:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829141.750465:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829141.750468:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829141.750470:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5946
00000400:00000200:0.0:1787829141.750472:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829141.750474:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829141.750475:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829141.750477:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750479:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750481:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750483:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829141.750484:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829141.750486:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829141.750487:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829141.750489:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829141.750491:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829141.750493:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829141.750497:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750500:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750504:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750506:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829141.750508:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829141.750513:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750515:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829141.750518:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829141.750524:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829141.750528:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750532:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829141.750535:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829141.750539:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750542:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829141.750547:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829141.750550:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829141.750553:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829141.750554:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750556:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829141.750557:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829141.750558:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829141.750563:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829141.750567:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829141.750570:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555336704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829141.750585:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829141.750587:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829141.750592:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555336704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829141.750608:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829141.750611:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829141.750615:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829141.750616:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829141.750617:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829141.750620:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829141.750623:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5946
00000400:00000200:0.0:1787829141.750629:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829141.750631:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829141.750634:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829141.750639:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750640:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750642:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750643:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829141.750645:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829141.750647:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829141.750650:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829141.750652:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829141.750657:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829141.750659:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829141.750664:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750668:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750672:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750676:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829141.750696:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829141.750701:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750707:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829141.750710:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829141.750715:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829141.750717:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750720:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829141.750722:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829141.750726:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750731:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829141.750736:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829141.750738:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829141.750741:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829141.750743:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750745:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829141.750746:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829141.750748:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829141.750752:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829141.750756:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829141.750762:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555336832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829141.750773:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829141.750776:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829141.750783:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555336832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829141.750801:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829141.750806:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829141.750809:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829141.750810:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829141.750811:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829141.750813:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829141.750818:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5946
00000400:00000200:0.0:1787829141.750824:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829141.750830:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829141.750835:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829141.750839:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750841:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750845:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750849:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829141.750850:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829141.750852:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829141.750855:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829141.750858:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829141.750876:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829141.750878:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829141.750884:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750888:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.750891:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750896:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829141.750901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829141.750905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1787829141.750907:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829141.750914:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829141.750918:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829141.750922:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829141.750924:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829141.750926:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750928:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829141.750932:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829141.750954:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750957:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829141.750963:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829141.750967:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829141.750973:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829141.750974:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.750975:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829141.750978:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829141.750982:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829141.750988:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829141.750994:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829141.751000:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555336960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829141.751032:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829141.751036:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829141.751043:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555336960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829141.751067:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829141.751085:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829141.751088:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829141.751090:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829141.751092:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829141.751097:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829141.751100:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 5946
00000400:00000200:0.0:1787829141.751106:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829141.751137:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829141.751143:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829141.751150:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.751157:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.751162:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.751167:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829141.751175:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829141.751178:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829141.751184:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829141.751189:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829141.751194:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829141.751198:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829141.751208:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.751213:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829141.751218:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829141.751223:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829141.751226:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829141.751230:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829141.751234:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829141.751236:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829141.751240:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829141.751245:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.751249:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829141.751252:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829141.751256:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.751260:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829141.751265:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829141.751269:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829141.751274:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829141.751276:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829141.751281:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829141.751283:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829141.751286:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829141.751291:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829141.751297:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829141.751306:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555337088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829141.751316:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829141.751319:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829141.751327:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555337088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829141.751343:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829141.751350:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5956)
00000800:00000200:1.1:1787829141.751513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829141.751516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829141.751737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829141.751739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829141.751956:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829141.751958:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829141.752204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829141.752206:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787829142.262236:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829142.262251:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829142.262253:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829142.262259:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829142.262263:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829142.262267:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829142.262270:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829142.262272:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829142.262274:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829142.582284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829142.582288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829142.582291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829142.774237:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829142.774247:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829142.774254:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829142.774265:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829142.774278:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829142.774291:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829142.774321:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829142.774324:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829142.774327:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829143.286154:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829143.286163:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829143.286166:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829143.286171:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829143.286176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829143.286179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829143.286181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829143.286184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829143.286186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829143.606308:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829143.606312:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829143.606315:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829143.798166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829143.798174:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829143.798178:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829143.798188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829143.798195:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829143.798209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829143.798245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829143.798255:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829143.798259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829144.310240:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829144.310249:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829144.310252:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829144.310258:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829144.310263:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829144.310267:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829144.310271:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829144.310274:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829144.310278:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829144.630362:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829144.630367:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829144.630372:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829144.822212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829144.822224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829144.822230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829144.822245:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829144.822251:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829144.822259:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829144.822269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829144.822281:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829144.822292:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829145.334148:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829145.334154:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829145.334156:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829145.334159:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829145.334162:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829145.334165:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829145.334167:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829145.334169:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829145.334171:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829145.654249:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829145.654253:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829145.654255:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829145.718157:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300622693, at 4300622720
00000100:00000010:3.0:1787829145.718169:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cea0.
00000100:00000001:3.0:1787829145.846166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829145.846172:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829145.846177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829145.846184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829145.846193:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829145.846198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829145.846206:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829145.846211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829145.846215:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829146.358164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829146.358170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829146.358172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829146.358176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829146.358179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829146.358182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829146.358185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829146.358187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829146.358189:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829146.678291:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829146.678294:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829146.678297:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829146.870193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829146.870201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829146.870206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829146.870214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829146.870223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829146.870230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829146.870236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829146.870238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829146.870242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829146.870279:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829146.870283:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829146.870286:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829146.870289:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829146.870294:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829146.870297:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829146.870302:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829146.870304:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829146.870308:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829146.870806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829146.870811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829146.871534:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829146.871536:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829146.872004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829146.872005:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829146.872359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829146.872360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829146.872553:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829146.872555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787829147.382148:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829147.382154:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829147.382155:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829147.382159:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829147.382162:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829147.382165:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829147.382167:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829147.382169:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829147.382171:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829147.702254:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829147.702258:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829147.702260:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829147.894162:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829147.894169:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829147.894172:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829147.894179:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829147.894186:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829147.894192:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829147.894199:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829147.894202:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829147.894207:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829148.406196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829148.406204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829148.406206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829148.406210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829148.406213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829148.406216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829148.406219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829148.406222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829148.406225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829148.726325:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829148.726329:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829148.726331:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829148.918231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829148.918241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829148.918247:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829148.918257:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829148.918266:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829148.918272:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829148.918277:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829148.918298:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829148.918301:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829149.430217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829149.430223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829149.430225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829149.430229:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829149.430232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829149.430235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829149.430237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829149.430239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829149.430241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829149.750224:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829149.750227:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829149.750229:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829149.942183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829149.942191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829149.942205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829149.942212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829149.942218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829149.942222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829149.942242:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829149.942251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829149.942255:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829150.774236:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829150.774240:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829150.774243:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829150.838170:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300627812, at 4300627840
00000100:00000010:3.0:1787829150.838184:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000001:3.0:1787829150.966197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829150.966204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829150.966206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829150.966212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829150.966216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829150.966220:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829150.966224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829150.966229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829150.966232:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829151.798311:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829151.798314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829151.798317:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829151.990161:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829151.990167:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829151.990169:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829151.990174:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829151.990178:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829151.990182:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829151.990187:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829151.990192:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829151.990196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829151.990198:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829151.990202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829151.990206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829151.990210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829151.990215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829151.990219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829151.990225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829151.990228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829151.990233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829151.990689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829151.990694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829151.991375:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829151.991377:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829151.991627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829151.991630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829151.991839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829151.991841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829151.992141:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829151.992144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787829152.822292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829152.822295:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829152.822298:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829153.014180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829153.014183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829153.014187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829153.014188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829153.014191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829153.014193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829153.014198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829153.014200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829153.014206:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829153.014207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829153.014212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829153.014213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829153.014216:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829153.014220:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829153.014223:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829153.014230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829153.014234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829153.014237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829153.846253:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829153.846256:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829153.846259:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829154.038170:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829154.038177:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829154.038180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829154.038189:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829154.038194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829154.038199:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829154.038203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829154.038206:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829154.038208:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829154.038286:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829154.038289:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829154.038290:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829154.038292:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829154.038293:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829154.038295:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829154.038297:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829154.038298:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829154.038299:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829154.870300:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829154.870305:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829154.870308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829155.062189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829155.062196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829155.062200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829155.062207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829155.062214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829155.062219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829155.062222:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829155.062225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829155.062227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829155.062328:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829155.062331:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829155.062332:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829155.062335:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829155.062338:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829155.062340:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829155.062342:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829155.062344:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829155.062346:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829155.894271:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829155.894274:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829155.894277:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829155.958188:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300632932, at 4300632960
00000100:00000010:3.0:1787829155.958208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000001:3.0:1787829156.086146:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829156.086152:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829156.086154:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829156.086158:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829156.086162:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829156.086166:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829156.086170:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829156.086171:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829156.086173:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829156.086176:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829156.086179:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829156.086180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829156.086186:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829156.086191:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829156.086194:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829156.086198:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829156.086200:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829156.086203:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829156.918268:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829156.918272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829156.918275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829157.110186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829157.110193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829157.110200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829157.110207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829157.110213:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829157.110220:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829157.110233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829157.110236:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829157.110240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829157.110266:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829157.110271:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829157.110275:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829157.110281:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829157.110287:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829157.110292:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829157.110298:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829157.110303:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829157.110306:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829157.110771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829157.111171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829157.111594:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829157.111855:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829157.112022:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829157.942333:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829157.942337:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829157.942341:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829158.134255:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829158.134260:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829158.134261:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829158.134264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829158.134267:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829158.134269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829158.134271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829158.134272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829158.134274:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829158.134276:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829158.134280:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829158.134282:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829158.134284:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829158.134288:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829158.134290:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829158.134292:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829158.134293:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829158.134295:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829158.966364:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829158.966371:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829158.966377:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829159.158229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829159.158235:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829159.158238:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829159.158246:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829159.158253:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829159.158254:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829159.158258:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829159.158260:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829159.158268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829159.158268:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829159.158275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829159.158276:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829159.158288:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829159.158288:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829159.158294:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829159.158301:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829159.158306:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829159.158310:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829159.990267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829159.990271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829159.990274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829160.182220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829160.182227:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829160.182231:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829160.182238:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829160.182243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829160.182246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829160.182251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829160.182254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829160.182256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829160.182397:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829160.182401:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829160.182402:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829160.182405:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829160.182408:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829160.182410:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829160.182411:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829160.182412:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829160.182414:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787829160.182425:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:0.0:1787829160.182460:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787829160.182467:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829160.182470:0:2375:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:0.0:1787829160.182475:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829160.182478:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787829160.182481:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829160.182485:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:0.0:1787829160.182489:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829160.182494:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829160.182501:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db088
00000400:00000010:0.0:1787829160.182504:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db088.
00000100:00000001:0.0:1787829160.182509:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829160.182517:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2b17480 x1874668555338496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182544:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829160.182549:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555338496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182558:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829160.182560:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829160.182572:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829160.182575:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da300.
00000400:00000200:0.0:1787829160.182579:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829160.182584:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829160.182588:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db110
00000400:00000010:0.0:1787829160.182591:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db110.
00000100:00000001:0.0:1787829160.182597:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829160.182605:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2b14780 x1874668555338624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182620:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829160.182628:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555338624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182638:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829160.182643:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829160.182652:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829160.182657:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da600.
00000400:00000200:0.0:1787829160.182664:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829160.182674:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829160.182682:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dba18
00000400:00000010:0.0:1787829160.182686:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dba18.
00000100:00000001:0.0:1787829160.182693:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829160.182701:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2b152c0 x1874668555338752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182722:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829160.182731:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555338752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182751:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829160.182754:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829160.182765:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829160.182773:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85dae00.
00000400:00000200:0.0:1787829160.182781:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829160.182791:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829160.182796:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbbb0
00000400:00000010:0.0:1787829160.182802:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbbb0.
00000100:00000001:0.0:1787829160.182807:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829160.182817:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2b14b40 x1874668555338880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182836:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829160.182844:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555338880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182863:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829160.182869:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829160.182882:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829160.182887:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da400.
00000400:00000200:0.0:1787829160.182894:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829160.182902:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829160.182907:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db440
00000400:00000010:0.0:1787829160.182913:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db440.
00000100:00000001:0.0:1787829160.182935:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829160.182944:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2b17c00 x1874668555339008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182960:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829160.182968:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555339008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829160.182985:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829160.182988:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829161.014248:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829161.014251:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829161.014265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829161.078195:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300638052, at 4300638080
00000100:00000010:3.0:1787829161.078211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000100:00000001:0.0:1787829161.206159:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829161.206165:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829161.206169:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829161.206178:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829161.206184:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829161.206189:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829161.206201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829161.206202:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829161.206205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829161.206207:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829161.206207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829161.206213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829161.206214:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829161.206216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829161.206220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829161.206222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829161.206224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829161.206226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829162.038315:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829162.038320:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829162.038324:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829162.230168:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829162.230174:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829162.230178:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829162.230184:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829162.230188:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829162.230194:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829162.230200:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829162.230203:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829162.230208:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829162.230244:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829162.230250:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829162.230254:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829162.230260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829162.230266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829162.230271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829162.230275:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829162.230280:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829162.230288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829162.230965:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829162.230972:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829162.231623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829162.231626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829162.232059:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829162.232062:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829162.232376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829162.232378:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829162.232676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829162.232679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787829163.062246:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829163.062250:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829163.062254:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829163.254184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829163.254190:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829163.254194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829163.254200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829163.254205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829163.254209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829163.254217:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829163.254222:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829163.254226:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829163.254271:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829163.254277:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829163.254279:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829163.254283:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829163.254287:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829163.254289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829163.254292:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829163.254294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829163.254297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829164.086309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829164.086313:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829164.086316:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829164.278184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829164.278184:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829164.278191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829164.278192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829164.278195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829164.278196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829164.278202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829164.278204:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829164.278210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829164.278211:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829164.278217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829164.278217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829164.278229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829164.278231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829164.278234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829164.278235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829164.278237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829164.278240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829165.110235:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829165.110238:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829165.110240:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829165.302178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829165.302185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829165.302186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829165.302191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829165.302192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829165.302196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829165.302197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829165.302202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829165.302205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829165.302209:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829165.302211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829165.302214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829165.302220:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829165.302224:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829165.302228:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829165.302228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829165.302231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829165.302234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829166.134266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829166.134270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829166.134272:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829166.198170:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300643173, at 4300643200
00000100:00000010:3.0:1787829166.198184:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:3.0:1787829166.326145:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829166.326151:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829166.326153:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829166.326156:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829166.326160:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829166.326161:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829166.326165:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829166.326167:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829166.326168:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829166.326172:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829166.326174:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829166.326175:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829166.326180:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829166.326182:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829166.326184:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829166.326190:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829166.326194:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829166.326196:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829167.158285:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829167.158290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829167.158294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829167.350258:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829167.350270:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829167.350276:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829167.350285:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829167.350294:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829167.350302:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829167.350316:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829167.350342:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829167.350344:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829167.350349:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829167.350351:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829167.350360:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829167.350366:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829167.350373:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829167.350379:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829167.350392:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829167.350403:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829167.350411:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829167.351238:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829167.351247:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787829167.352358:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829167.352360:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787829167.352758:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829167.352761:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787829167.353274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829167.353277:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787829167.353716:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829167.353719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1787829168.182330:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829168.182334:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829168.182337:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829168.374285:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829168.374286:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829168.374299:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829168.374300:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829168.374307:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829168.374308:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829168.374328:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829168.374334:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829168.374341:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829168.374344:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829168.374354:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829168.374363:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829168.374365:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829168.374372:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829168.374375:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.374384:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829168.374392:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829168.374400:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829169.206267:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829169.206273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829169.206278:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829169.398228:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829169.398251:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829169.398258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829169.398267:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829169.398273:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829169.398276:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829169.398280:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829169.398289:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829169.398291:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829169.398300:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829169.398301:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829169.398326:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829169.398327:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829169.398340:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829169.398352:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829169.398364:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829169.398367:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829169.398373:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829170.230296:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829170.230299:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829170.230302:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829170.422227:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829170.422230:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829170.422236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829170.422237:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829170.422242:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829170.422243:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829170.422252:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829170.422253:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829170.422260:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829170.422262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829170.422266:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829170.422267:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829170.422271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829170.422275:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829170.422280:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829170.422281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829170.422284:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829170.422288:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829171.254263:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829171.254269:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829171.254275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829171.318168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300648293, at 4300648320
00000100:00000010:3.0:1787829171.318178:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000001:0.0:1787829171.446206:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829171.446206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829171.446214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829171.446214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829171.446217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829171.446219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829171.446222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829171.446224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829171.446227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829171.446230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829171.446232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829171.446234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829171.446246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829171.446249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829171.446251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829171.446252:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829171.446255:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829171.446258:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829172.278273:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829172.278276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829172.278279:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829172.470203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829172.470208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829172.470213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829172.470217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829172.470229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829172.470230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829172.470242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829172.470243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829172.470251:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829172.470252:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829172.470259:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829172.470263:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829172.470268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829172.470275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829172.470289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829172.470304:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829172.470312:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829172.470325:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829172.470953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829172.470961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787829172.471577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829172.471580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787829172.471934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829172.471938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787829172.472413:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829172.472418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787829172.472756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829172.472757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1787829173.302343:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829173.302349:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829173.302353:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829173.494194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829173.494194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829173.494204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829173.494204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829173.494207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.494208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829173.494216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829173.494217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829173.494233:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829173.494233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829173.494238:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829173.494239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829173.494242:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829173.494245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829173.494248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.494253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829173.494258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829173.494262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829174.326339:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829174.326344:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829174.326348:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829174.518194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829174.518194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829174.518203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829174.518206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829174.518206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829174.518210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829174.518212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829174.518216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829174.518217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829174.518223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829174.518223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829174.518228:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829174.518228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829174.518233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829174.518239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829174.518240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829174.518247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829174.518258:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829175.350269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829175.350272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829175.350275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829175.542189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829175.542199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829175.542206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829175.542218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829175.542228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829175.542237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829175.542245:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829175.542258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829175.542272:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829175.542279:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829175.542281:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829175.542291:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829175.542291:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829175.542302:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829175.542304:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829175.542314:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829175.542319:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829175.542324:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829176.374323:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829176.374329:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829176.374333:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829176.438252:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300653413, at 4300653440
00000100:00000010:3.0:1787829176.438311:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000001:3.0:1787829176.566247:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829176.566260:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829176.566265:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829176.566269:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829176.566274:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829176.566284:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829176.566284:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829176.566297:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829176.566299:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829176.566308:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829176.566311:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829176.566329:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829176.566347:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829176.566354:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829176.566360:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829176.566361:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829176.566368:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829176.566373:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829177.398228:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829177.398231:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829177.398234:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829177.590262:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829177.590268:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829177.590270:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829177.590273:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829177.590276:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829177.590279:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829177.590282:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829177.590283:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829177.590286:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829177.590943:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829177.590949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829177.591738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829177.591740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829177.591987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829177.591990:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829177.592252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829177.592255:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829177.592521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829177.592523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1787829178.422323:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829178.422327:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829178.422331:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829178.614190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829178.614197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829178.614200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829178.614204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829178.614204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829178.614207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829178.614212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829178.614212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829178.614218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829178.614219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829178.614222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829178.614225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829178.614238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829178.614241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829178.614243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.614246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829178.614250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829178.614254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829179.446274:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829179.446278:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829179.446280:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829179.638220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829179.638228:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829179.638232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829179.638239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829179.638239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829179.638253:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829179.638254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829179.638262:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829179.638264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829179.638272:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829179.638286:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829179.638287:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829179.638294:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829179.638294:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829179.638310:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829179.638310:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829179.638318:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829179.638339:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829180.470262:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829180.470266:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829180.470269:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829180.662163:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829180.662172:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829180.662174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829180.662174:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829180.662179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829180.662180:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829180.662184:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829180.662186:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829180.662189:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829180.662192:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829180.662193:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829180.662198:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829180.662208:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829180.662210:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829180.662212:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829180.662230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829180.662234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829180.662237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829181.494253:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829181.494257:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829181.494259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829181.558162:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300658533, at 4300658560
00000100:00000010:3.0:1787829181.558177:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:0.0:1787829181.686198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829181.686198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829181.686205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829181.686206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829181.686207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829181.686211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829181.686213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829181.686218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829181.686219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829181.686224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829181.686225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829181.686230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829181.686231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829181.686234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829181.686239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829181.686239:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829181.686242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829181.686244:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829182.518250:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829182.518254:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829182.518256:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829182.710165:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829182.710172:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829182.710175:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829182.710176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829182.710183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829182.710184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829182.710189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829182.710191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829182.710196:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829182.710197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829182.710202:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829182.710205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829182.710206:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829182.710213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829182.710214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829182.710226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829182.710228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829182.710232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829182.710681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829182.710685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829182.711436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829182.711440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829182.711665:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829182.711666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829182.711860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829182.711861:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829182.712125:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829182.712127:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787829183.542287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829183.542293:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829183.542297:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829183.734195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829183.734203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829183.734207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829183.734214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829183.734217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829183.734221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829183.734227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829183.734228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829183.734234:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829183.734242:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829183.734247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829183.734253:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829183.734254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829183.734262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829183.734265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.734270:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829183.734274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829183.734277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829184.566257:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829184.566262:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829184.566265:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829184.758178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829184.758181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829184.758184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829184.758187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829184.758188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829184.758194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829184.758195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829184.758199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829184.758201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829184.758203:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829184.758207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829184.758209:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829184.758212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829184.758213:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829184.758220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829184.758221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829184.758225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829184.758229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829185.590294:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829185.590298:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829185.590301:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829185.782176:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829185.782176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829185.782183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829185.782184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829185.782187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829185.782195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829185.782195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829185.782201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829185.782203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829185.782206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829185.782210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829185.782210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829185.782223:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829185.782226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829185.782228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829185.782231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829185.782235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829185.782239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829186.614263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829186.614267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829186.614269:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829186.678183:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300663652, at 4300663680
00000100:00000010:3.0:1787829186.678195:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787829186.806180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829186.806187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829186.806190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829186.806195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829186.806197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829186.806201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829186.806202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829186.806206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829186.806206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829186.806211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829186.806214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829186.806215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829186.806217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829186.806218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829186.806221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829186.806222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829186.806226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829186.806229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829187.638261:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829187.638264:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829187.638267:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829187.830170:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829187.830180:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829187.830184:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829187.830189:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829187.830194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829187.830198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829187.830207:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829187.830213:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829187.830220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829187.830262:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829187.830266:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829187.830270:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829187.830273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829187.830277:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829187.830280:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829187.830283:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829187.830286:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829187.830289:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829187.830877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829187.830881:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829187.831598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829187.831600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829187.831809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829187.831811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829187.831996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829187.831998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829187.832382:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829187.832384:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1787829188.662256:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829188.662259:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829188.662263:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829188.854185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829188.854192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829188.854196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829188.854203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829188.854209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829188.854214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829188.854221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829188.854225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829188.854229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829188.854229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829188.854234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829188.854236:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829188.854239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829188.854242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829188.854244:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829188.854245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829188.854247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829188.854249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829189.686281:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829189.686284:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829189.686287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829189.878184:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829189.878184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829189.878191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829189.878193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829189.878194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829189.878197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829189.878199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829189.878206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829189.878207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829189.878212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829189.878213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829189.878217:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829189.878221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829189.878221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829189.878229:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829189.878238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829189.878242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829189.878245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829190.710282:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829190.710287:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829190.710290:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829190.902260:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829190.902270:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829190.902279:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829190.902288:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829190.902295:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829190.902296:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829190.902305:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829190.902306:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829190.902311:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829190.902315:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829190.902317:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829190.902323:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829190.902324:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829190.902330:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829190.902333:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829190.902335:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829190.902340:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829190.902345:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829191.734278:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829191.734281:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829191.734283:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829191.798162:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300668772, at 4300668800
00000100:00000010:3.0:1787829191.798178:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c120.
00000100:00000001:3.0:1787829191.926175:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829191.926183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829191.926188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829191.926194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829191.926199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829191.926200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829191.926203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829191.926207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829191.926211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829191.926215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829191.926230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829191.926230:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829191.926235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829191.926237:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829191.926239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829191.926242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829191.926245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829191.926247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829192.758237:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829192.758241:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829192.758244:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829192.950175:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829192.950176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829192.950184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829192.950185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829192.950187:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829192.950189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829192.950193:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829192.950195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829192.950202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829192.950203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829192.950207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829192.950208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829192.950213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829192.950216:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829192.950219:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829192.950221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829192.950226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829192.950229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829192.951132:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829192.951137:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829192.952329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829192.952331:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829192.952597:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829192.952599:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829192.952845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829192.952847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829192.953138:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829192.953140:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787829193.782313:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829193.782316:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829193.782319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829193.974184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829193.974193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829193.974196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829193.974199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829193.974202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829193.974207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829193.974208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829193.974213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829193.974218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829193.974219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829193.974224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829193.974233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829193.974235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829193.974237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829193.974242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829193.974250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829193.974254:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829193.974257:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829194.806247:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829194.806251:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829194.806254:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829194.998212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829194.998216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829194.998218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829194.998221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829194.998227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829194.998229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829194.998231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829194.998233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829194.998237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829194.998273:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829194.998274:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829194.998275:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829194.998277:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829194.998279:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829194.998281:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829194.998283:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829194.998284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829194.998285:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829195.830310:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829195.830315:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829195.830319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829196.022217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829196.022221:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829196.022223:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829196.022227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829196.022228:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829196.022232:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829196.022236:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829196.022238:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829196.022244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829196.022246:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829196.022250:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829196.022253:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829196.022265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829196.022271:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829196.022275:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829196.022276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829196.022280:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829196.022283:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829196.854286:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829196.854290:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829196.854294:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829196.918181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300673893, at 4300673920
00000100:00000010:3.0:1787829196.918199:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c120.
00000100:00000001:3.0:1787829197.046249:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829197.046250:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829197.046259:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829197.046260:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829197.046266:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829197.046266:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829197.046290:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829197.046302:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829197.046310:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829197.046313:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829197.046328:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829197.046332:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829197.046336:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829197.046336:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829197.046343:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829197.046343:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829197.046347:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829197.046352:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829197.878301:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829197.878305:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829197.878308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829198.070176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829198.070183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829198.070186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829198.070194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829198.070200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829198.070203:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829198.070209:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829198.070214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829198.070219:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829198.070236:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829198.070242:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829198.070245:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829198.070247:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829198.070250:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829198.070257:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6002
00000400:00000200:3.0:1787829198.070265:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829198.070271:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829198.070273:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829198.070276:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070278:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070280:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070282:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829198.070285:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829198.070287:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829198.070289:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829198.070291:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829198.070293:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829198.070295:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829198.070297:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070298:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070299:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070300:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829198.070303:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829198.070305:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070307:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829198.070309:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829198.070311:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829198.070313:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070315:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829198.070316:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829198.070322:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787829198.070324:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829198.070328:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829198.070329:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070331:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829198.070333:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829198.070337:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829198.070342:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829198.070348:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829198.070355:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555343616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829198.070374:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829198.070377:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829198.070381:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555343616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829198.070403:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829198.070407:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829198.070411:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829198.070413:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829198.070415:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829198.070419:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829198.070423:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6002
00000400:00000200:3.0:1787829198.070429:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829198.070436:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829198.070442:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829198.070451:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070455:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070459:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070463:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829198.070467:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829198.070470:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829198.070473:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829198.070476:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829198.070480:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829198.070484:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829198.070498:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070500:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070504:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070507:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829198.070510:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829198.070513:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070517:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829198.070521:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829198.070526:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829198.070530:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070533:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829198.070538:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829198.070542:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070547:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829198.070566:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829198.070570:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829198.070576:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829198.070579:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070583:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829198.070586:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829198.070590:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829198.070596:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829198.070603:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829198.070611:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555343744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829198.070621:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829198.070625:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829198.070631:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555343744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829198.070647:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829198.070650:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829198.070670:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829198.070675:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829198.070676:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829198.070681:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829198.070687:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6002
00000400:00000200:3.0:1787829198.070698:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829198.070703:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829198.070705:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829198.070710:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070715:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070721:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070724:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829198.070727:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829198.070731:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829198.070733:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829198.070735:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829198.070739:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829198.070740:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829198.070747:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070751:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070756:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070758:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829198.070761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829198.070762:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:1.1:1787829198.070768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1787829198.070769:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070774:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829198.070776:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829198.070780:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829198.070784:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070789:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829198.070794:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829198.070798:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070799:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829198.070804:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787829198.070808:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829198.070813:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829198.070816:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.070821:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829198.070823:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829198.070826:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829198.070831:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829198.070836:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829198.070845:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555343872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829198.070854:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829198.070858:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829198.070866:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555343872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829198.070877:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829198.070880:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829198.070882:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829198.070883:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829198.070887:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829198.070890:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829198.070913:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6002
00000400:00000200:3.0:1787829198.070924:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829198.070932:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829198.070939:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829198.070947:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070953:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070957:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070963:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829198.070965:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829198.070967:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829198.070968:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829198.070969:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829198.070971:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829198.070973:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829198.070976:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070993:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.070997:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.070999:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829198.071001:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829198.071007:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829198.071014:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829198.071018:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829198.071023:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829198.071028:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.071032:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829198.071037:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829198.071042:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.071046:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829198.071053:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829198.071059:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829198.071066:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829198.071070:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.071077:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829198.071081:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829198.071085:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829198.071095:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829198.071100:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829198.071106:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555344000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829198.071113:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829198.071119:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829198.071160:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555344000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829198.071188:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829198.071193:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829198.071199:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829198.071202:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829198.071206:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829198.071212:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829198.071216:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6002
00000400:00000200:3.0:1787829198.071222:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829198.071227:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829198.071231:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829198.071236:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.071238:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.071242:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.071246:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829198.071250:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829198.071253:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829198.071255:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829198.071259:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829198.071263:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829198.071264:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829198.071267:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.071270:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829198.071275:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829198.071278:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829198.071283:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829198.071288:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829198.071293:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829198.071297:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829198.071301:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829198.071305:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.071308:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829198.071311:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829198.071315:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.071318:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829198.071322:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787829198.071327:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829198.071332:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829198.071336:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829198.071338:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829198.071342:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829198.071345:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829198.071353:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829198.071360:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829198.071369:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555344128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829198.071390:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829198.071395:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829198.071405:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555344128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829198.071429:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829198.071439:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6012)
00000800:00000200:1.1:1787829198.071469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829198.071471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829198.071839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829198.071842:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829198.072162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829198.072165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829198.072627:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829198.072630:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1787829198.902391:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829198.902396:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829198.902400:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829199.094200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829199.094209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829199.094214:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829199.094222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829199.094231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829199.094238:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829199.094254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829199.094258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829199.094262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829199.926311:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829199.926316:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829199.926320:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829200.118202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829200.118211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829200.118217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829200.118228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829200.118237:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829200.118240:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829200.118260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829200.118264:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829200.118267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829200.950309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829200.950314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829200.950318:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829201.142196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829201.142251:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829201.142255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829201.142262:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829201.142266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829201.142268:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829201.142271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829201.142273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829201.142275:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829201.974292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829201.974296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829201.974299:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829202.038195:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300679012, at 4300679040
00000100:00000010:3.0:1787829202.038211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787829202.166182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829202.166190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829202.166195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829202.166200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829202.166206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829202.166212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829202.166220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829202.166224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829202.166227:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829202.998318:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829202.998321:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829202.998324:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829203.190199:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829203.190210:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829203.190212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829203.190215:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829203.190219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829203.190221:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829203.190222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190228:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787829203.190229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829203.190235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829203.190237:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6007
00000100:00000001:0.0:1787829203.190240:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829203.190248:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829203.190257:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829203.190260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829203.190261:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829203.190263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829203.190268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.190269:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190273:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190275:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190277:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829203.190280:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829203.190281:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829203.190284:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829203.190287:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829203.190289:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829203.190291:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829203.190293:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190294:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190296:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190297:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829203.190299:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829203.190302:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190304:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829203.190306:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829203.190309:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829203.190311:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190313:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829203.190314:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829203.190322:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829203.190325:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829203.190328:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829203.190329:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190331:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829203.190334:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829203.190337:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829203.190343:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829203.190348:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829203.190355:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555344256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829203.190367:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829203.190371:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.190374:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555344256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829203.190393:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829203.190397:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829203.190400:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829203.190402:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829203.190404:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829203.190406:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829203.190409:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6007
00000400:00000200:3.0:1787829203.190414:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829203.190418:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829203.190421:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829203.190425:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190428:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190435:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190440:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829203.190445:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829203.190447:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829203.190450:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829203.190453:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829203.190459:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829203.190464:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829203.190470:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190481:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190485:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190489:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829203.190492:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829203.190497:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190501:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829203.190505:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829203.190511:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829203.190516:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190520:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829203.190524:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829203.190528:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190533:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829203.190541:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787829203.190545:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829203.190549:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829203.190551:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190554:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829203.190556:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829203.190557:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829203.190562:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829203.190567:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829203.190575:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555344384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829203.190587:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829203.190591:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.190598:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555344384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829203.190613:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829203.190616:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829203.190635:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829203.190639:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829203.190643:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829203.190646:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829203.190649:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6007
00000400:00000200:3.0:1787829203.190655:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829203.190661:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829203.190665:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829203.190670:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190679:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190685:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190691:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829203.190699:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829203.190702:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829203.190706:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829203.190711:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829203.190717:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829203.190723:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829203.190731:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190737:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190743:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190750:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829203.190752:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829203.190756:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:1.1:1787829203.190757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787829203.190767:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190775:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829203.190778:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829203.190783:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829203.190787:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190789:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829203.190792:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829203.190795:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190797:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829203.190800:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829203.190804:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829203.190809:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829203.190812:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.190814:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829203.190814:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829203.190816:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829203.190819:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829203.190824:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829203.190832:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555344512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829203.190849:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829203.190853:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.190859:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555344512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829203.190884:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829203.190887:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829203.190893:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829203.190896:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829203.190898:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829203.190900:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829203.190903:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6007
00000400:00000200:3.0:1787829203.190910:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829203.190916:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829203.190918:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829203.190923:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190925:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190930:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190933:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829203.190935:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829203.190938:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829203.190940:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829203.190942:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829203.190946:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829203.190949:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829203.190952:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190958:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.190960:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190964:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829203.190967:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829203.190980:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829203.190987:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829203.190993:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829203.190998:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829203.191004:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.191008:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829203.191013:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829203.191020:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.191025:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829203.191030:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787829203.191035:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829203.191041:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829203.191043:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.191047:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829203.191050:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829203.191053:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829203.191066:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829203.191072:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829203.191081:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555344640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829203.191126:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829203.191129:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.191138:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555344640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829203.191151:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829203.191157:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829203.191164:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829203.191168:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829203.191172:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829203.191177:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829203.191186:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6007
00000400:00000200:3.0:1787829203.191198:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829203.191206:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829203.191213:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829203.191222:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.191229:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.191235:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.191241:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829203.191248:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829203.191250:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829203.191254:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829203.191260:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829203.191266:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829203.191271:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829203.191278:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.191283:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829203.191286:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829203.191289:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829203.191292:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829203.191297:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829203.191304:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829203.191305:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829203.191311:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829203.191317:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.191319:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829203.191322:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829203.191325:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.191327:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829203.191331:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829203.191334:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829203.191339:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829203.191343:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829203.191345:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829203.191346:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829203.191351:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829203.191356:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829203.191361:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829203.191367:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555344768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829203.191378:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829203.191381:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.191386:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555344768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829203.191396:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829203.191404:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6017)
00000800:00000200:1.1:1787829203.191500:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829203.191502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829203.191791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829203.191793:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829203.191985:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829203.191987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829203.192290:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829203.192292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787829204.022286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829204.022289:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829204.022291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829204.214160:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829204.214165:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829204.214168:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829204.214173:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829204.214179:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829204.214184:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829204.214187:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829204.214192:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829204.214198:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829205.046266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829205.046270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829205.046274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829205.238196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829205.238204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829205.238210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829205.238218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829205.238226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829205.238234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829205.238251:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829205.238255:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829205.238259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829206.070266:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829206.070270:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829206.070274:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829206.262167:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829206.262175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829206.262179:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829206.262188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829206.262194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829206.262199:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829206.262213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829206.262215:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829206.262218:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829207.094268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829207.094272:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829207.094274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829207.158191:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300684132, at 4300684160
00000100:00000010:3.0:1787829207.158202:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc00.
00000100:00000001:0.0:1787829207.286195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829207.286202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829207.286207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829207.286215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829207.286223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829207.286228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829207.286241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829207.286245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829207.286249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829208.118247:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829208.118250:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829208.118252:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829208.310186:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829208.310196:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829208.310200:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829208.310205:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829208.310213:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829208.310220:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6012
00000400:00000200:3.0:1787829208.310232:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829208.310239:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829208.310243:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829208.310248:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310254:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310258:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310261:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829208.310265:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829208.310267:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829208.310269:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829208.310271:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829208.310273:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829208.310275:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829208.310278:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310280:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310282:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310285:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829208.310290:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829208.310295:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310299:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829208.310303:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829208.310308:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829208.310312:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310315:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829208.310319:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829208.310326:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829208.310329:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829208.310332:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829208.310334:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310336:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829208.310339:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829208.310343:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829208.310348:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829208.310353:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829208.310361:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555344896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829208.310368:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829208.310372:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829208.310376:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555344896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829208.310400:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829208.310402:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829208.310405:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829208.310406:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829208.310407:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829208.310409:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829208.310411:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6012
00000400:00000200:3.0:1787829208.310413:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829208.310415:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829208.310416:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829208.310418:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310420:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310421:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310424:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829208.310426:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829208.310427:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829208.310428:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829208.310429:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829208.310432:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829208.310437:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829208.310445:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310449:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310456:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310462:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829208.310469:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829208.310476:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310484:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829208.310487:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829208.310493:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829208.310497:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310500:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829208.310505:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829208.310509:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310513:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829208.310518:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787829208.310523:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829208.310527:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829208.310528:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310531:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829208.310533:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829208.310535:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829208.310539:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829208.310544:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829208.310550:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555345024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829208.310562:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829208.310565:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829208.310572:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555345024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829208.310605:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829208.310610:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829208.310614:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829208.310616:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829208.310619:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829208.310621:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829208.310624:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6012
00000400:00000200:3.0:1787829208.310631:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829208.310637:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829208.310641:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829208.310647:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310650:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310654:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310658:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829208.310661:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829208.310663:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829208.310665:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829208.310668:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829208.310670:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829208.310674:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829208.310678:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310682:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310685:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310688:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829208.310690:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829208.310695:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310696:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829208.310698:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829208.310701:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829208.310705:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310708:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829208.310712:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829208.310714:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310719:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829208.310724:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829208.310728:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829208.310733:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829208.310735:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310737:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829208.310739:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829208.310742:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829208.310745:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829208.310749:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829208.310756:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555345152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829208.310764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829208.310768:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829208.310772:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829208.310772:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1787829208.310788:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555345152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829208.310798:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829208.310801:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829208.310806:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829208.310808:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829208.310809:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829208.310811:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829208.310816:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6012
00000400:00000200:3.0:1787829208.310820:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829208.310825:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829208.310829:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829208.310832:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310835:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310839:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310843:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829208.310845:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829208.310847:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829208.310850:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829208.310851:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829208.310854:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829208.310855:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829208.310862:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310866:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.310871:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310884:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829208.310890:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829208.310896:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829208.310900:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829208.310905:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829208.310910:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829208.310916:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310921:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829208.310925:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829208.310931:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310934:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829208.310947:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787829208.310949:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829208.310953:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829208.310955:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.310956:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829208.310957:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829208.310959:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829208.310965:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829208.310970:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829208.310977:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555345280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829208.310987:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829208.310990:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829208.310994:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555345280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829208.311003:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829208.311006:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829208.311010:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829208.311012:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829208.311013:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829208.311016:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829208.311021:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6012
00000400:00000200:3.0:1787829208.311028:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829208.311031:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829208.311033:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829208.311034:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.311036:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.311046:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.311050:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829208.311053:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829208.311056:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829208.311060:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829208.311062:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829208.311065:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829208.311068:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829208.311085:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.311089:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829208.311093:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829208.311120:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829208.311124:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829208.311129:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829208.311133:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829208.311147:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829208.311151:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829208.311153:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.311157:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829208.311158:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829208.311160:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.311163:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829208.311168:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787829208.311171:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829208.311174:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829208.311177:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829208.311181:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829208.311183:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829208.311185:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829208.311191:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829208.311197:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829208.311205:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555345408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829208.311216:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829208.311219:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829208.311224:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555345408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829208.311239:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829208.311244:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6023)
00000800:00000200:1.1:1787829208.311387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829208.311389:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787829208.311574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829208.311575:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787829208.311823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829208.311826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787829208.312034:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829208.312036:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1787829209.142313:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829209.142318:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829209.142321:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829209.334245:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829209.334262:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829209.334265:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829209.334270:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829209.334274:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829209.334276:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829209.334279:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829209.334283:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829209.334286:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829210.166280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829210.166283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829210.166286:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829210.358160:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829210.358169:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829210.358174:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829210.358181:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829210.358186:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829210.358193:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829210.358217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829210.358219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829210.358221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829211.190268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829211.190271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829211.190274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829211.382174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829211.382182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829211.382188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829211.382205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829211.382212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829211.382217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829211.382222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829211.382226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829211.382229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829212.214269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829212.214272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829212.214275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829212.278167:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300689252, at 4300689280
00000100:00000010:3.0:1787829212.278181:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000001:3.0:1787829212.406205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829212.406210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829212.406212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829212.406216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829212.406220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829212.406223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829212.406226:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829212.406228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829212.406230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829213.238278:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829213.238281:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829213.238283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829213.430193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829213.430201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829213.430206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829213.430216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829213.430224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829213.430231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829213.430249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829213.430271:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829213.430274:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829213.430308:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829213.430313:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829213.430318:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829213.430326:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829213.430334:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829213.430339:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829213.430342:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829213.430343:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829213.430349:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829213.430950:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829213.430960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829213.431706:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829213.431709:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829213.432024:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829213.432027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829213.432390:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829213.432393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829213.432719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829213.432722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1787829214.262396:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829214.262403:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829214.262407:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829214.454156:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829214.454163:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829214.454167:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829214.454172:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829214.454176:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829214.454179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829214.454181:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829214.454185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829214.454186:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829214.454188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829214.454192:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829214.454193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829214.454200:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829214.454200:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829214.454205:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829214.454212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829214.454216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829214.454219:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829215.286237:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829215.286240:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829215.286243:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829215.478188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829215.478196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829215.478199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829215.478204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829215.478206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829215.478211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829215.478214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829215.478216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829215.478220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829215.478221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829215.478225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829215.478229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829215.478229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829215.478235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829215.478235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829215.478244:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829215.478248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829215.478251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829216.310229:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829216.310233:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829216.310236:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829216.502167:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829216.502168:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829216.502174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829216.502175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829216.502177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829216.502178:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829216.502184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829216.502185:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829216.502190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829216.502191:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829216.502194:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829216.502195:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829216.502199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829216.502203:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829216.502206:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829216.502207:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829216.502211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829216.502217:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829217.334287:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829217.334291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829217.334293:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829217.398202:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300694373, at 4300694400
00000100:00000010:3.0:1787829217.398215:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000001:0.0:1787829217.526184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829217.526185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829217.526203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829217.526204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829217.526208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829217.526209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829217.526216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829217.526217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829217.526223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829217.526225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829217.526227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829217.526229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829217.526231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829217.526235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829217.526238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829217.526248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829217.526251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829217.526254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829218.358241:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829218.358245:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829218.358249:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829218.550191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829218.550192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829218.550198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829218.550198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829218.550202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829218.550202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829218.550208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829218.550209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829218.550214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829218.550215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829218.550219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829218.550220:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829218.550226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829218.550230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829218.550233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829218.550233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829218.550237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829218.550240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829218.550823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829218.550827:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829218.551669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829218.551675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829218.552058:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829218.552061:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829218.552345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829218.552346:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829218.552613:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829218.552615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1787829219.382294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829219.382299:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829219.382302:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829219.574192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829219.574192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829219.574201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829219.574203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829219.574205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829219.574209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829219.574212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829219.574218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829219.574218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829219.574225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829219.574230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829219.574232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829219.574235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829219.574237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829219.574240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829219.574250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829219.574252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829219.574255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829220.406262:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829220.406265:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829220.406268:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829220.598199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829220.598199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829220.598206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829220.598207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829220.598210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829220.598212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829220.598219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829220.598220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829220.598227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829220.598228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829220.598234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829220.598235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829220.598238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829220.598242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829220.598244:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829220.598248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829220.598250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829220.598253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829221.430321:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829221.430325:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829221.430327:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829221.622170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829221.622178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829221.622180:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829221.622187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829221.622191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829221.622195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829221.622199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829221.622202:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829221.622207:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829221.622215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829221.622225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829221.622230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829221.622235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829221.622238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829221.622242:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829221.622245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829221.622247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829221.622251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829222.134274:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829222.134284:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829222.134286:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829222.134292:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829222.134298:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829222.134304:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829222.134306:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829222.134309:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829222.134313:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829222.454287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829222.454292:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829222.454296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829222.518214:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300699492, at 4300699520
00000100:00000010:3.0:1787829222.518237:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cb40.
00000100:00000001:0.0:1787829222.646260:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829222.646260:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829222.646276:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829222.646279:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829222.646287:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829222.646288:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829222.646307:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829222.646308:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829222.646332:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829222.646334:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829222.646349:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829222.646349:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829222.646374:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829222.646379:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829222.646383:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829222.646384:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829222.646388:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829222.646393:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829223.158159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829223.158169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829223.158171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829223.158176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829223.158179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829223.158183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829223.158186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829223.158188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829223.158191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829223.478328:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829223.478334:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829223.478338:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829223.670250:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829223.670251:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829223.670264:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829223.670265:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829223.670274:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.670287:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829223.670287:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829223.670292:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829223.670300:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829223.670301:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829223.670306:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829223.670315:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.670316:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829223.670319:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.670322:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.670360:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829223.670364:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.670370:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.670542:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829223.670547:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829223.670551:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829223.670565:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555346816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.670580:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829223.670583:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.670588:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829223.670592:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829223.670595:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829223.670602:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555346816:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829223.670609:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829223.670613:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829223.670616:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.670620:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829223.670627:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829223.670630:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829223.670636:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829223.670641:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee18.
00000400:00000010:0.0:1787829223.670647:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631a18.
00000100:00000200:0.0:1787829223.670655:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555346816, portal 25
00000100:00000001:0.0:1787829223.670658:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829223.670661:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:0.0:1787829223.670669:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555346816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.670680:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829223.670684:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829223.670687:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56315d8.
00000100:00000200:0.0:1787829223.670691:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555346816, offset 0
00000400:00000200:0.0:1787829223.670698:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829223.670707:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.670715:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829223.670722:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829223.670730:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829223.670736:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829223.670742:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829223.670749:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89927:89927:256:4294967295] 192.168.203.108@tcp LPNI seq info [89914:89914:8:4294967295]
00000400:00000200:0.0:1787829223.670756:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.670769:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829223.670785:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829223.670795:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076700.
00000800:00000200:0.0:1787829223.670810:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829223.670823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829223.670851:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829223.670857:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829223.670863:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300704612
00000100:00000010:0.0:1787829223.670872:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f46c0.
00000100:00000001:0.0:1787829223.670881:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829223.670888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300704612
00000100:00000010:0.0:1787829223.670894:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4d80.
00000100:00000001:0.0:1787829223.670898:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829223.670902:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829223.670907:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.670911:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.670915:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.670926:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829223.670928:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829223.670933:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829223.670936:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829223.670939:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829223.670946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555346944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.670961:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829223.670964:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.670969:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829223.670972:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829223.670976:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829223.670983:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555346944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829223.670989:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829223.670992:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829223.670996:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.670999:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829223.671004:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d800.
02000000:00000001:0.0:1787829223.671010:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829223.671018:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829223.671023:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765e688.
00000400:00000010:0.0:1787829223.671029:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631220.
00000100:00000200:0.0:1787829223.671034:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555346944, portal 10
00000100:00000001:0.0:1787829223.671039:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829223.671042:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:0.0:1787829223.671052:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555346944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671063:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829223.671071:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829223.671076:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631990.
00000100:00000200:0.0:1787829223.671080:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555346944, offset 0
00000400:00000200:0.0:1787829223.671089:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671114:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671118:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829223.671120:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829223.671123:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829223.671125:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829223.671127:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671145:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89928:89928:255:4294967295] 192.168.203.108@tcp LPNI seq info [89915:89915:7:4294967295]
00000400:00000200:0.0:1787829223.671150:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671159:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829223.671167:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829223.671173:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076f00.
00000800:00000200:0.0:1787829223.671179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829223.671185:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829223.671190:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829223.671196:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829223.671205:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829223.671210:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300700757
00000100:00000001:0.0:1787829223.671216:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671222:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300700757
00000100:00000001:0.0:1787829223.671229:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671235:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829223.671240:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671252:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671256:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.671261:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829223.671265:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829223.671267:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829223.671272:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829223.671274:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829223.671282:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555347072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671294:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829223.671297:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.671301:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829223.671305:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829223.671312:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829223.671320:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555347072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829223.671326:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829223.671331:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829223.671334:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.671338:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829223.671345:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829223.671350:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829223.671359:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829223.671365:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765edc0.
00000400:00000010:0.0:1787829223.671372:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631880.
00000100:00000200:0.0:1787829223.671380:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555347072, portal 10
00000100:00000001:0.0:1787829223.671386:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829223.671390:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:0.0:1787829223.671403:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555347072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671417:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829223.671425:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829223.671430:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631000.
00000100:00000200:0.0:1787829223.671435:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555347072, offset 0
00000400:00000200:0.0:1787829223.671453:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671460:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671466:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829223.671469:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829223.671472:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829223.671475:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829223.671490:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671495:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89929:89929:254:4294967295] 192.168.203.108@tcp LPNI seq info [89916:89916:6:4294967295]
00000400:00000200:0.0:1787829223.671500:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671507:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829223.671511:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829223.671515:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076400.
00000800:00000200:0.0:1787829223.671519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829223.671524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829223.671526:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829223.671529:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829223.671532:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829223.671534:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300700697
00000100:00000001:0.0:1787829223.671537:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671539:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300700697
00000100:00000001:0.0:1787829223.671542:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671544:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829223.671546:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671549:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829223.671552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555347200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671559:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829223.671561:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.671563:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829223.671565:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829223.671567:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829223.671570:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555347200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829223.671573:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829223.671575:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829223.671576:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.671578:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829223.671581:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829223.671583:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829223.671586:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829223.671589:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ecb8.
00000400:00000010:0.0:1787829223.671593:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56314c8.
00000100:00000200:0.0:1787829223.671596:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555347200, portal 4
00000100:00000001:0.0:1787829223.671598:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829223.671599:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:0.0:1787829223.671605:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555347200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829223.671613:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829223.671616:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829223.671618:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555347200, offset 0
00000400:00000200:0.0:1787829223.671622:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671626:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671629:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829223.671633:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829223.671635:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829223.671638:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829223.671641:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671644:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89930:89930:253:4294967295] 192.168.203.108@tcp LPNI seq info [89917:89917:5:4294967295]
00000400:00000200:0.0:1787829223.671649:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671656:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829223.671661:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829223.671665:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076300.
00000800:00000200:0.0:1787829223.671669:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829223.671673:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829223.671676:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829223.671679:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829223.671682:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829223.671684:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300700730
00000100:00000001:0.0:1787829223.671687:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671689:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300700730
00000100:00000001:0.0:1787829223.671691:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671693:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829223.671695:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671698:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671701:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.671705:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829223.671706:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829223.671708:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829223.671710:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829223.671711:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829223.671716:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555347328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671729:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829223.671731:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.671734:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829223.671736:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829223.671738:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829223.671741:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555347328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829223.671745:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829223.671748:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829223.671750:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829223.671751:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829223.671755:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829223.671757:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829223.671761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829223.671764:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765e058.
00000400:00000010:0.0:1787829223.671768:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56317f8.
00000100:00000200:0.0:1787829223.671771:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555347328, portal 4
00000100:00000001:0.0:1787829223.671773:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829223.671774:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:0.0:1787829223.671781:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555347328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829223.671790:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829223.671792:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829223.671795:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829223.671798:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555347328, offset 0
00000400:00000200:0.0:1787829223.671801:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671805:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671807:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829223.671810:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829223.671813:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829223.671816:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829223.671818:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829223.671822:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89931:89931:252:4294967295] 192.168.203.108@tcp LPNI seq info [89918:89918:4:4294967295]
00000400:00000200:0.0:1787829223.671826:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829223.671832:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829223.671837:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829223.671840:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829223.671844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829223.671848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829223.671851:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829223.671855:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829223.671858:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829223.671860:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300700722
00000100:00000001:0.0:1787829223.671862:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671864:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300700722
00000100:00000001:0.0:1787829223.671867:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300704612
00000100:00000001:0.0:1787829223.671869:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829223.671871:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671874:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671876:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829223.671879:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829223.671880:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829223.671882:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829223.671884:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829223.671886:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829223.671888:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829224.182216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829224.182225:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829224.182227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829224.182232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829224.182236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829224.182240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829224.182243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829224.182245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829224.182248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829224.502331:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829224.502336:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829224.502340:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829224.694207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829224.694214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829224.694216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829224.694222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829224.694227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829224.694228:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829224.694230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829224.694235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829224.694237:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829224.694238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829224.694242:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829224.694244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829224.694256:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829224.694260:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829224.694264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829224.694267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829224.694271:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829224.694274:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829225.206172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829225.206178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829225.206179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829225.206184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829225.206187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829225.206190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829225.206193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829225.206195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829225.206198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829225.526274:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829225.526279:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829225.526283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829225.718190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829225.718190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829225.718198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829225.718198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829225.718203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829225.718204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829225.718212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829225.718212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829225.718217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829225.718218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829225.718223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829225.718224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829225.718229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829225.718233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829225.718237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829225.718238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829225.718243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829225.718248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829226.230189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829226.230195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829226.230197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829226.230200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829226.230203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829226.230206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829226.230208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829226.230210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829226.230212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829226.550290:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829226.550294:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829226.550298:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829226.742175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829226.742182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829226.742182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829226.742185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829226.742190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829226.742194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829226.742195:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829226.742199:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829226.742201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829226.742203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829226.742206:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829226.742208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829226.742210:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829226.742218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829226.742220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829226.742224:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787829226.742364:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:0.0:1787829226.742407:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787829226.742418:0:2374:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829226.742422:0:2374:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:0.0:1787829226.742428:0:2374:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829226.742432:0:2374:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787829226.742438:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829226.742442:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076700.
00000400:00000200:0.0:1787829226.742448:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829226.742453:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829226.742475:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56315d8
00000400:00000010:0.0:1787829226.742478:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56315d8.
00000100:00000001:0.0:1787829226.742484:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829226.742492:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b4780 x1874668555346816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742521:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829226.742527:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555346816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742542:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742545:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829226.742565:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829226.742572:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076f00.
00000400:00000200:0.0:1787829226.742579:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829226.742587:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829226.742593:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631990
00000400:00000010:0.0:1787829226.742597:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631990.
00000100:00000001:0.0:1787829226.742602:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829226.742610:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b5680 x1874668555346944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742624:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829226.742631:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555346944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742646:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742651:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829226.742677:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829226.742685:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076400.
00000400:00000200:0.0:1787829226.742692:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829226.742702:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829226.742709:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631000
00000400:00000010:0.0:1787829226.742713:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631000.
00000100:00000001:0.0:1787829226.742718:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829226.742730:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b43c0 x1874668555347072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742751:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829226.742755:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555347072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742764:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742770:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829226.742780:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829226.742785:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076300.
00000400:00000200:0.0:1787829226.742793:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829226.742802:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829226.742807:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829226.742812:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829226.742817:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829226.742826:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b6580 x1874668555347200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742850:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829226.742860:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555347200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742875:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742879:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829226.742894:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:0.0:1787829226.742899:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829226.742905:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787829226.742909:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787829226.742912:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829226.742918:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829226.742925:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829226.742934:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b70c0 x1874668555347328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742950:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829226.742958:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555347328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829226.742975:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829226.742979:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829227.254183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829227.254189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829227.254196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829227.254200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829227.254203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829227.254206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829227.254209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829227.254211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829227.254213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829227.574271:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829227.574276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829227.574280:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829227.638182:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300704612, at 4300704640
00000100:00000010:3.0:1787829227.638196:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4d80.
00000100:00000001:0.0:1787829227.766190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829227.766198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829227.766200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829227.766206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829227.766210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829227.766214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829227.766217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829227.766220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829227.766223:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829227.766301:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829227.766304:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829227.766305:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829227.766307:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829227.766309:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829227.766311:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829227.766312:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829227.766313:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829227.766315:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829228.278145:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829228.278150:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829228.278152:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829228.278156:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829228.278159:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829228.278162:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829228.278164:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829228.278166:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829228.278168:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829228.598228:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829228.598232:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829228.598234:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829228.790199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829228.790199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829228.790206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829228.790207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829228.790209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829228.790211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829228.790215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829228.790216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829228.790222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829228.790222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829228.790227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829228.790227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829228.790233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829228.790237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829228.790240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829228.790242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829228.790247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829228.790252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829228.791058:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829228.791064:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829228.791626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829228.791629:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829228.792038:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829228.792041:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829228.792372:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829228.792374:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829228.792676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829228.792679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787829229.302191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829229.302198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829229.302200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829229.302206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829229.302210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829229.302213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829229.302216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829229.302218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829229.302221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829229.622251:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829229.622256:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829229.622261:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829229.814160:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829229.814169:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829229.814170:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829229.814175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829229.814176:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829229.814179:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829229.814183:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829229.814184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829229.814190:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829229.814191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829229.814196:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829229.814196:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829229.814203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829229.814206:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829229.814209:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829229.814210:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829229.814213:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829229.814216:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829230.326171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829230.326178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829230.326181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829230.326186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829230.326188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829230.326191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829230.326193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829230.326196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829230.326198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829230.646278:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829230.646282:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829230.646286:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829230.838154:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829230.838163:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829230.838165:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829230.838171:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829230.838175:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829230.838182:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829230.838187:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829230.838190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829230.838191:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829230.838196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829230.838198:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.838199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829230.838205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829230.838209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829230.838213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829230.838217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829230.838219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829230.838224:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829231.350175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829231.350181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829231.350183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829231.350187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829231.350190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829231.350192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829231.350195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829231.350196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829231.350198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829231.670280:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829231.670284:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829231.670287:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829231.862185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829231.862185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829231.862192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829231.862192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829231.862195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829231.862195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829231.862203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829231.862203:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829231.862209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829231.862214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829231.862216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829231.862218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829231.862219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829231.862220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829231.862225:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829231.862225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829231.862228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829231.862231:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829232.374158:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829232.374166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829232.374169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829232.374173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829232.374177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829232.374180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829232.374183:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829232.374185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829232.374188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829232.694273:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829232.694276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829232.694279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829232.758167:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300709733, at 4300709760
00000100:00000010:3.0:1787829232.758182:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ae0.
00000100:00000001:0.0:1787829232.886199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829232.886199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829232.886206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829232.886207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829232.886211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829232.886212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829232.886219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829232.886220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829232.886225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829232.886227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829232.886230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829232.886232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829232.886244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829232.886246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829232.886248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829232.886249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829232.886252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829232.886256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829233.398155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829233.398161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829233.398162:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829233.398166:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829233.398168:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829233.398171:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829233.398174:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829233.398176:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829233.398178:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829233.718309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829233.718314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829233.718318:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829233.910176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829233.910177:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829233.910185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829233.910186:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829233.910190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829233.910197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829233.910199:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829233.910206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829233.910207:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829233.910213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829233.910214:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829233.910224:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6038
00000100:00000001:3.0:1787829233.910229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829233.910234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829233.910235:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829233.910240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829233.910246:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829233.910251:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829233.910258:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910262:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910267:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910270:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829233.910275:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829233.910278:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829233.910280:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829233.910283:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829233.910285:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829233.910287:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829233.910289:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910291:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910292:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910293:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829233.910296:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829233.910298:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910300:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829233.910302:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829233.910304:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829233.910307:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910308:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829233.910310:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829233.910316:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829233.910319:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829233.910323:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829233.910324:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910326:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829233.910328:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829233.910331:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829233.910337:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829233.910343:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829233.910349:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555348096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829233.910357:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829233.910361:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829233.910365:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555348096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829233.910382:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829233.910385:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829233.910389:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829233.910391:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829233.910392:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829233.910395:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829233.910399:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6038
00000400:00000200:0.0:1787829233.910403:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829233.910417:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829233.910420:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829233.910423:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910425:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910427:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910430:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829233.910432:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829233.910434:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829233.910436:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829233.910439:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829233.910441:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829233.910444:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829233.910447:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910449:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910451:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910454:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829233.910457:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829233.910459:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910463:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829233.910465:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829233.910470:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829233.910472:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910474:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829233.910479:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829233.910482:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910484:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829233.910487:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829233.910490:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829233.910492:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829233.910493:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910495:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829233.910496:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829233.910499:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829233.910502:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829233.910505:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829233.910510:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555348224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829233.910518:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829233.910521:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829233.910525:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555348224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829233.910534:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829233.910543:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829233.910546:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829233.910548:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829233.910549:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829233.910552:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829233.910554:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6038
00000400:00000200:0.0:1787829233.910558:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829233.910561:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829233.910563:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829233.910566:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910568:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910570:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910572:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829233.910574:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829233.910576:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829233.910577:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829233.910579:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829233.910581:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829233.910584:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829233.910586:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910589:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910591:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910593:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829233.910595:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829233.910598:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910601:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829233.910602:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829233.910605:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829233.910607:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910608:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829233.910610:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829233.910613:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910615:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829233.910618:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829233.910621:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:2.1:1787829233.910622:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829233.910623:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829233.910625:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829233.910625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787829233.910627:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829233.910629:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829233.910631:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829233.910634:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829233.910637:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829233.910642:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555348352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829233.910649:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829233.910652:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829233.910655:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555348352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829233.910673:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829233.910676:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829233.910679:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829233.910681:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829233.910683:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829233.910685:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829233.910688:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6038
00000400:00000200:0.0:1787829233.910691:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829233.910694:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829233.910696:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829233.910699:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910701:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910704:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910705:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829233.910707:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829233.910709:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829233.910710:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829233.910717:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829233.910720:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829233.910722:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829233.910726:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910728:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910730:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910733:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829233.910736:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829233.910739:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910741:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829233.910743:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829233.910746:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829233.910748:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910750:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829233.910753:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829233.910756:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910758:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829233.910762:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829233.910764:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829233.910767:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829233.910768:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910771:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829233.910772:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829233.910774:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829233.910778:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829233.910781:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829233.910786:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555348480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829233.910795:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829233.910797:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829233.910801:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555348480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829233.910816:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829233.910819:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829233.910823:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829233.910824:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829233.910826:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829233.910829:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829233.910831:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6038
00000400:00000200:0.0:1787829233.910835:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829233.910838:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829233.910841:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829233.910844:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910846:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910848:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910851:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829233.910853:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829233.910855:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829233.910857:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829233.910859:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829233.910861:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829233.910863:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829233.910866:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910868:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829233.910870:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910872:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829233.910875:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829233.910878:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829233.910880:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829233.910882:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829233.910885:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829233.910887:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910890:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829233.910891:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829233.910895:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910897:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829233.910900:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787829233.910902:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829233.910905:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829233.910906:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829233.910908:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829233.910910:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829233.910911:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829233.910915:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:0.0:1787829233.910918:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829233.910923:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555348608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829233.910931:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829233.910934:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829233.910938:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555348608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829233.910947:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829233.910952:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6048)
00000800:00000200:2.1:1787829233.911044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829233.911046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829233.911281:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829233.911283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829233.911483:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829233.911486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829233.911732:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829233.911733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787829234.422210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829234.422218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829234.422220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829234.422226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829234.422230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829234.422234:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829234.422237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829234.422239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829234.422242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829234.742286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829234.742290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829234.742292:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829234.934201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829234.934208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829234.934211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829234.934218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829234.934224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829234.934230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829234.934230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829234.934236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829234.934237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829234.934239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829234.934242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829234.934243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829234.934255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829234.934258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829234.934261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829235.446211:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829235.446220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829235.446222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829235.446228:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829235.446232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829235.446235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829235.446238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829235.446241:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829235.446244:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829235.766300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829235.766304:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829235.766308:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829235.958171:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829235.958177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829235.958181:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829235.958190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829235.958194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829235.958197:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829235.958199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829235.958203:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829235.958204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829235.958209:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829235.958211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829235.958212:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829235.958217:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829235.958219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829235.958224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829235.958232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829235.958236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829235.958240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829236.470169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829236.470177:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829236.470179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829236.470185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829236.470189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829236.470192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829236.470195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829236.470199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829236.470202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829236.790335:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829236.790340:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829236.790343:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829236.982196:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829236.982196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829236.982205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829236.982205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829236.982210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829236.982210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829236.982219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829236.982219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829236.982227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829236.982228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829236.982234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829236.982234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829236.982237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829236.982240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829236.982244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829236.982247:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829236.982254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829236.982261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829237.494176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829237.494182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829237.494184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829237.494188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829237.494191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829237.494195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829237.494197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829237.494199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829237.494201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829237.814260:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829237.814263:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829237.814266:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829237.878167:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300714852, at 4300714880
00000100:00000040:2.0:1787829237.878168:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300714852, at 4300714880
00000100:00000010:2.0:1787829237.878181:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829237.878183:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2300.
00000100:00000001:2.0:1787829238.006205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829238.006205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829238.006215:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829238.006215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829238.006219:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829238.006220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829238.006225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829238.006229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829238.006231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829238.006243:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829238.006243:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829238.006250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829238.006251:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829238.006256:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829238.006269:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829238.006270:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829238.006279:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829238.006294:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829238.518239:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829238.518247:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829238.518249:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829238.518256:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829238.518260:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829238.518264:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829238.518267:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829238.518270:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829238.518273:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829238.838353:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829238.838358:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829238.838362:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829239.030182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829239.030188:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829239.030189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829239.030191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829239.030196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:2.0:1787829239.030199:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829239.030202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829239.030205:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829239.030207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829239.030210:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829239.030210:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829239.030214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829239.030217:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829239.030218:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829239.030228:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6043
00000400:00000200:2.0:1787829239.030239:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829239.030252:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829239.030259:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829239.030260:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829239.030269:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1787829239.030270:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829239.030280:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.030282:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787829239.030283:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000040:2.0:1787829239.030292:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829239.030295:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829239.030298:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:3.0:1787829239.030304:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829239.030307:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829239.030315:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:3.0:1787829239.030322:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829239.030323:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829239.030329:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829239.030331:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00000001:3.0:1787829239.030333:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829239.030339:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829239.030343:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829239.030348:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030350:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.030354:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030358:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829239.030362:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829239.030368:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030381:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829239.030385:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829239.030388:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829239.030392:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.030394:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829239.030396:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829239.030404:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000020:00000040:2.0:1787829239.030408:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829239.030413:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829239.030415:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.030418:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829239.030420:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829239.030424:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829239.030431:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:2.0:1787829239.030437:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829239.030446:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555348736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829239.030458:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829239.030463:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829239.030469:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555348736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829239.030493:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829239.030500:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829239.030504:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829239.030506:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829239.030508:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829239.030513:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829239.030516:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6043
00000400:00000200:2.0:1787829239.030521:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829239.030531:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829239.030537:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829239.030551:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030556:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.030562:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030573:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829239.030581:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829239.030586:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829239.030592:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829239.030601:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829239.030610:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829239.030615:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829239.030626:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030633:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.030641:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030655:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829239.030663:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829239.030673:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030677:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829239.030680:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829239.030692:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829239.030697:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.030704:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829239.030711:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829239.030718:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.030721:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829239.030726:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b170c0.
00000020:00000040:2.0:1787829239.030732:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829239.030736:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829239.030740:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.030746:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829239.030752:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829239.030757:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829239.030763:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829239.030778:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829239.030792:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b170c0 x1874668555348864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829239.030824:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829239.030830:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829239.030843:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658e80ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b170c0 x1874668555348864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829239.030909:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829239.030915:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829239.030920:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829239.030922:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829239.030927:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829239.030940:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829239.030951:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6043
00000400:00000200:2.0:1787829239.030962:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829239.030970:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829239.030975:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829239.030980:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030983:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.030985:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.030988:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829239.030996:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829239.031000:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829239.031005:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829239.031009:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829239.031019:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829239.031025:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:1.1:1787829239.031026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829239.031037:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.1:1787829239.031038:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787829239.031044:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.031047:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031056:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829239.031061:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829239.031072:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031077:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829239.031082:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829239.031086:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829239.031137:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.031141:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829239.031143:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829239.031146:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.031149:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829239.031155:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15e00.
00000020:00000040:2.0:1787829239.031162:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829239.031166:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829239.031170:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.031174:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829239.031182:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829239.031185:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829239.031191:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:2.0:1787829239.031199:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829239.031218:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15e00 x1874668555348992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829239.031233:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829239.031238:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829239.031255:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106a68f5] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15e00 x1874668555348992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829239.031276:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829239.031284:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829239.031295:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829239.031300:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829239.031303:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829239.031316:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829239.031321:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6043
00000400:00000200:2.0:1787829239.031337:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829239.031350:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829239.031356:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829239.031369:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031392:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.031405:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031416:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829239.031429:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829239.031434:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829239.031438:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829239.031445:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829239.031451:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829239.031458:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829239.031476:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031484:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.031494:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031512:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829239.031525:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829239.031536:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031548:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829239.031556:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829239.031566:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829239.031574:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.031580:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829239.031586:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829239.031594:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.031604:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829239.031624:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829239.031634:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829239.031641:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829239.031645:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.031655:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829239.031661:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829239.031668:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829239.031681:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb800.
00000100:00000001:2.0:1787829239.031690:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829239.031710:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555349120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829239.031738:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829239.031746:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829239.031766:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555349120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829239.031821:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829239.031826:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829239.031833:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829239.031841:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829239.031845:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829239.031855:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829239.031867:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6043
00000400:00000200:2.0:1787829239.031878:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829239.031890:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829239.031898:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829239.031910:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031917:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.031927:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.031937:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829239.031950:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829239.031953:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829239.031955:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829239.031960:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829239.031972:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829239.031982:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829239.032000:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.032012:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829239.032024:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829239.032035:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829239.032051:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829239.032067:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829239.032075:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829239.032081:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829239.032089:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829239.032121:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.032124:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829239.032127:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829239.032133:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.032141:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829239.032152:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829239.032161:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829239.032172:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829239.032181:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829239.032186:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829239.032192:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829239.032198:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829239.032207:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:2.0:1787829239.032215:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829239.032227:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555349248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829239.032255:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829239.032260:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829239.032275:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555349248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829239.032306:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829239.032317:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6053)
00000800:00000200:1.1:1787829239.032398:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829239.032402:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829239.032754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829239.032757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829239.033077:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829239.033080:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829239.033577:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829239.033580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787829239.542189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829239.542195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829239.542197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829239.542201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829239.542203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829239.542207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829239.542209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829239.542211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829239.542213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829239.862249:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829239.862253:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829239.862256:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829240.054282:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829240.054293:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829240.054298:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829240.054309:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829240.054317:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829240.054326:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829240.054330:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829240.054333:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829240.054337:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.054448:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829240.054452:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829240.054453:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829240.054457:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829240.054459:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829240.054461:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829240.054465:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829240.054466:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829240.054469:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829240.566200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829240.566206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829240.566208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829240.566212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829240.566215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829240.566219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829240.566222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829240.566224:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829240.566228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829240.886379:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829240.886385:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829240.886388:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829241.078176:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829241.078185:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829241.078188:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829241.078195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829241.078200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829241.078204:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829241.078207:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829241.078210:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829241.078215:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829241.078554:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829241.078558:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829241.078560:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829241.078563:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829241.078566:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829241.078568:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829241.078570:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829241.078571:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829241.078574:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829241.590181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829241.590189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829241.590191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829241.590196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829241.590200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829241.590204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829241.590206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829241.590208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829241.590211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829241.910334:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829241.910340:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829241.910343:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829242.102208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829242.102217:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829242.102220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829242.102231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829242.102240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829242.102249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829242.102256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829242.102263:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829242.102267:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829242.102270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829242.102273:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829242.102278:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829242.102289:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829242.102296:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829242.102300:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829242.102304:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829242.102307:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829242.102311:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829242.614188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829242.614194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829242.614196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829242.614200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829242.614213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829242.614216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829242.614219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829242.614220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829242.614222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829242.934308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829242.934316:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829242.934321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829242.998177:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300719973, at 4300720000
00000100:00000040:3.0:1787829242.998177:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300719973, at 4300720000
00000100:00000010:2.0:1787829242.998191:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000010:3.0:1787829242.998193:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000100:00000001:3.0:1787829243.126225:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829243.126236:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829243.126240:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829243.126245:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829243.126249:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829243.126250:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829243.126253:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829243.126259:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829243.126262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829243.126264:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829243.126268:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829243.126269:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829243.126272:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829243.126276:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829243.126279:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829243.126284:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829243.126289:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829243.126294:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829243.638174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829243.638180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829243.638182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829243.638187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829243.638191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829243.638195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829243.638198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829243.638200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829243.638203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829243.958384:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829243.958389:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829243.958393:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829244.150258:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829244.150269:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829244.150271:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.150278:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829244.150286:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829244.150291:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829244.150294:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829244.150295:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829244.150301:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829244.150301:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829244.150307:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.150308:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829244.150321:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829244.150329:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829244.150333:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829244.150360:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829244.150362:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829244.150368:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.150521:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829244.150534:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829244.150540:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.150548:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829244.150558:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829244.150566:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.150572:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829244.150578:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.150590:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.150778:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829244.150786:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829244.150793:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829244.150813:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.150845:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829244.150849:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.150858:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829244.150866:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829244.150874:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.150889:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555349376:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829244.150907:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829244.150915:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829244.150932:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.150940:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829244.150952:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829244.150958:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829244.150969:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829244.150984:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829244.150996:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829244.151009:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555349376, portal 25
00000100:00000001:2.0:1787829244.151019:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829244.151025:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537141504 : -107611172410112 : ffff9e20d24b6d00)
00000100:00000040:2.0:1787829244.151052:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.151082:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829244.151093:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829244.151127:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829244.151132:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555349376, offset 0
00000400:00000200:2.0:1787829244.151148:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829244.151163:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.151181:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829244.151194:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829244.151207:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829244.151221:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829244.151232:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829244.151249:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89947:89947:256:4294967295] 192.168.203.108@tcp LPNI seq info [89934:89934:8:4294967295]
00000400:00000200:2.0:1787829244.151269:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.151295:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829244.151315:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.151329:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829244.151368:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829244.151379:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829244.151399:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829244.151412:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829244.151430:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.151441:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829244.151453:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829244.151475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829244.151492:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829244.151499:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829244.151509:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829244.151522:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.151559:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.151573:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.151618:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.151628:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829244.151645:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829244.151661:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829244.151670:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300725093
00000100:00000010:2.0:1787829244.151685:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829244.151707:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829244.151719:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300725093
00000100:00000010:2.0:1787829244.151730:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2e40.
00000100:00000001:2.0:1787829244.151741:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829244.151754:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829244.151772:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.151780:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829244.151794:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244]  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829244.151833:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829244.151837:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829244.151841:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829244.151846:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829244.151852:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829244.151856:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829244.151870:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829244.151890:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.151920:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829244.151925:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.151936:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.151937:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829244.151945:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.151968:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829244.151982:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152001:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829244.152010:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152017:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.152020:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152027:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829244.152034:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829244.152045:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829244.152052:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829244.152057:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829244.152076:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829244.152087:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555349376:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829244.152133:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152141:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.152148:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6d00 x1874668555349376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152161:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829244.152166:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829244.152175:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829244.152185:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829244.152189:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829244.152195:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829244.152201:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829244.152204:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829244.152209:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829244.152214:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829244.152221:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6d00.
00000100:00000001:2.0:1787829244.152227:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829244.152228:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152238:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152248:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829244.152253:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.152262:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829244.152267:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829244.152271:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829244.152280:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152316:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829244.152320:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.152325:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829244.152328:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829244.152333:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.152361:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829244.152378:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829244.152384:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829244.152388:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.152393:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829244.152403:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829244.152416:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829244.152438:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829244.152442:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829244.152449:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829244.152456:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555349504, portal 10
00000100:00000001:2.0:1787829244.152468:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829244.152472:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537138624 : -107611172412992 : ffff9e20d24b61c0)
00000100:00000040:2.0:1787829244.152494:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152518:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829244.152533:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829244.152543:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829244.152554:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555349504, offset 0
00000400:00000200:2.0:1787829244.152568:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829244.152589:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.152597:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829244.152601:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829244.152603:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829244.152606:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829244.152609:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829244.152611:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89948:89948:256:4294967295] 192.168.203.108@tcp LPNI seq info [89935:89935:8:4294967295]
00000400:00000200:2.0:1787829244.152615:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.152621:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829244.152626:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.152628:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829244.152632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829244.152634:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829244.152639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829244.152641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829244.152644:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.152645:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829244.152648:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829244.152651:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829244.152653:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829244.152654:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829244.152656:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829244.152659:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152665:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.152667:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152677:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.152678:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829244.152680:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829244.152683:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829244.152685:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829244.152687:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300721238
00000100:00000001:2.0:1787829244.152689:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.152691:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300721238
00000100:00000001:2.0:1787829244.152692:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.152694:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829244.152695:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.152696:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829244.152699:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244]  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829244.152703:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829244.152704:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829244.152706:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829244.152707:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829244.152708:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829244.152710:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829244.152712:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829244.152717:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152720:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829244.152721:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152723:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.152723:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829244.152726:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152731:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829244.152734:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152738:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829244.152740:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152741:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.152741:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152743:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829244.152744:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829244.152746:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829244.152748:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829244.152750:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829244.152752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829244.152757:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829244.152760:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829244.152762:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152767:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829244.152768:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.152769:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829244.152771:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829244.152772:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.152774:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829244.152776:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829244.152777:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829244.152779:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.152780:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829244.152784:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829244.152785:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829244.152787:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829244.152789:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829244.152791:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829244.152793:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555349632, portal 10
00000100:00000001:2.0:1787829244.152794:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829244.152795:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:2.0:1787829244.152799:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152803:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829244.152805:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829244.152806:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829244.152808:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555349632, offset 0
00000400:00000200:2.0:1787829244.152810:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829244.152812:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.152815:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829244.152816:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829244.152818:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829244.152819:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829244.152821:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829244.152823:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89949:89949:256:4294967295] 192.168.203.108@tcp LPNI seq info [89936:89936:8:4294967295]
00000400:00000200:2.0:1787829244.152826:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.152830:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829244.152833:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.152834:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829244.152837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829244.152838:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829244.152841:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829244.152843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829244.152845:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.152847:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829244.152849:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829244.152851:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829244.152853:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829244.152854:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829244.152855:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829244.152857:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152862:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.152864:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152868:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.152869:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829244.152871:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829244.152873:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829244.152875:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829244.152876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300721178
00000100:00000001:2.0:1787829244.152877:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.152879:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300721178
00000100:00000001:2.0:1787829244.152880:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.152882:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829244.152883:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.152884:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829244.152886:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244]  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829244.152890:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829244.152891:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829244.152892:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829244.152893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829244.152894:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829244.152896:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829244.152898:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829244.152903:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152907:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829244.152908:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152909:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.152910:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829244.152912:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152916:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829244.152918:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152922:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829244.152923:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152924:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.152925:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.152926:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829244.152927:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829244.152928:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829244.152931:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829244.152932:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829244.152934:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829244.152939:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829244.152941:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829244.152944:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152949:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829244.152950:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.152951:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829244.152952:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829244.152954:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.152955:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829244.152957:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829244.152958:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829244.152959:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.152960:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829244.152963:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829244.152964:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829244.152967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829244.152969:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829244.152973:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829244.152976:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555349760, portal 4
00000100:00000001:2.0:1787829244.152977:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829244.152979:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:2.0:1787829244.152984:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.152991:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829244.152993:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829244.152996:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829244.152999:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555349760, offset 0
00000400:00000200:2.0:1787829244.153003:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829244.153007:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.153011:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829244.153013:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829244.153016:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829244.153019:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829244.153021:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829244.153025:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89950:89950:256:4294967295] 192.168.203.108@tcp LPNI seq info [89937:89937:8:4294967295]
00000400:00000200:2.0:1787829244.153028:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.153033:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829244.153036:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.153038:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829244.153041:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829244.153043:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829244.153045:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829244.153047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829244.153050:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.153051:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829244.153053:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829244.153055:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829244.153057:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829244.153059:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829244.153060:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829244.153063:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153068:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.153070:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153075:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.153076:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829244.153078:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829244.153080:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829244.153082:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829244.153084:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300721211
00000100:00000001:2.0:1787829244.153085:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.153087:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300721211
00000100:00000001:2.0:1787829244.153088:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.153089:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829244.153091:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.153092:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829244.153114:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244]  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829244.153120:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829244.153122:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829244.153124:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829244.153126:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829244.153128:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829244.153130:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829244.153132:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829244.153138:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153143:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829244.153144:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153145:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.153146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829244.153148:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153152:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829244.153154:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153158:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829244.153160:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153161:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.153162:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153163:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829244.153165:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829244.153167:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829244.153169:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829244.153171:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829244.153173:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829244.153178:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829244.153180:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153182:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.153184:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b61c0 x1874668555349504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153188:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829244.153189:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829244.153190:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829244.153192:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829244.153193:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829244.153194:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829244.153196:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829244.153197:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:2.0:1787829244.153199:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829244.153200:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829244.153201:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b61c0.
00000100:00000001:2.0:1787829244.153203:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829244.153204:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153205:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.153207:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555349632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153211:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829244.153212:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829244.153213:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829244.153214:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829244.153215:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829244.153216:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829244.153217:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829244.153218:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829244.153220:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829244.153221:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829244.153222:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829244.153223:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829244.153224:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153225:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.153227:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555349760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153230:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829244.153231:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829244.153232:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829244.153233:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829244.153234:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829244.153234:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829244.153235:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829244.153236:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:2.0:1787829244.153238:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829244.153238:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829244.153239:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:2.0:1787829244.153240:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829244.153241:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153242:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153244:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829244.153245:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.153247:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829244.153248:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829244.153249:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829244.153251:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153256:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829244.153256:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.153258:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829244.153259:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829244.153260:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829244.153262:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829244.153264:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829244.153266:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829244.153267:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829244.153268:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829244.153270:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829244.153272:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829244.153274:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829244.153275:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829244.153277:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829244.153279:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555349888, portal 4
00000100:00000001:2.0:1787829244.153280:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829244.153281:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:2.0:1787829244.153285:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153289:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829244.153291:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829244.153292:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829244.153294:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555349888, offset 0
00000400:00000200:2.0:1787829244.153296:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829244.153298:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.153300:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829244.153302:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829244.153304:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829244.153306:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829244.153307:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829244.153309:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89951:89951:256:4294967295] 192.168.203.108@tcp LPNI seq info [89938:89938:8:4294967295]
00000400:00000200:2.0:1787829244.153312:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829244.153316:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829244.153319:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.153320:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829244.153323:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829244.153325:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829244.153328:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829244.153329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829244.153332:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829244.153333:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829244.153348:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829244.153351:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829244.153353:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829244.153354:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829244.153356:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829244.153359:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153364:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.153366:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153370:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.153371:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829244.153373:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829244.153375:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829244.153377:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829244.153379:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300721204
00000100:00000001:2.0:1787829244.153381:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.153382:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300721204
00000100:00000001:2.0:1787829244.153384:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300725093
00000100:00000001:2.0:1787829244.153385:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829244.153386:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.153387:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829244.153390:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829244/real 1787829244]  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829244.153394:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829244.153395:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829244.153396:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829244.153398:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829244.153399:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829244.153400:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829244.153402:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829244.153407:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153411:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829244.153412:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153413:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.153414:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829244.153416:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153420:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829244.153422:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153426:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829244.153428:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153429:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829244.153430:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153431:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829244.153433:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829244.153434:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829244.153436:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829244.153437:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829244.153440:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829244.153444:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555349888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829244.153447:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153448:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829244.153450:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555349888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829244.153454:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829244.153455:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829244.153456:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829244.153457:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829244.153458:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829244.153459:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829244.153460:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829244.153461:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:2.0:1787829244.153463:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829244.153463:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829244.153465:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:2.0:1787829244.153466:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829244.153467:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153468:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829244.153470:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829244.153471:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829244.153472:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829244.153474:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829244.662218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829244.662224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829244.662225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829244.662229:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829244.662232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829244.662235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829244.662238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829244.662240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829244.662242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829244.982393:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829244.982398:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829244.982402:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829245.174201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829245.174205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829245.174208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829245.174210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829245.174211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.174213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829245.174219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829245.174219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829245.174225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829245.174226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829245.174229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829245.174230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829245.174236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829245.174238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829245.174242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829245.174243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829245.174247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829245.174250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829245.686217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829245.686228:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829245.686247:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829245.686254:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829245.686259:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829245.686263:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829245.686267:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829245.686271:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829245.686274:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829246.006359:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829246.006364:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829246.006368:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829246.198200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829246.198200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829246.198206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829246.198207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829246.198209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829246.198211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829246.198213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829246.198217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829246.198218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829246.198223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829246.198223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829246.198229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829246.198229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829246.198234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829246.198239:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829246.198243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829246.198246:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829246.198250:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829246.198271:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829246.198275:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829246.198277:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829246.198280:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829246.198283:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829246.198285:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829246.198287:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829246.198289:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829246.198291:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829246.710247:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829246.710257:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829246.710260:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829246.710266:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829246.710271:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829246.710276:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829246.710279:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829246.710282:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829246.710286:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829247.030267:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829247.030271:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829247.030274:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829247.222168:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829247.222169:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829247.222176:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829247.222176:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829247.222180:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829247.222181:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829247.222188:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829247.222188:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829247.222190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829247.222193:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829247.222194:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829247.222196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829247.222198:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829247.222198:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829247.222200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829247.222203:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829247.222205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829247.222206:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829247.222209:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829247.222210:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829247.222210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829247.222212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829247.222214:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829247.222218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829247.222239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829247.222246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829247.222249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829247.734184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829247.734191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829247.734193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829247.734197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829247.734201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829247.734204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829247.734207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829247.734210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829247.734212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829248.054298:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829248.054303:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829248.054322:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829248.118212:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300725093, at 4300725120
00000100:00000040:2.0:1787829248.118218:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300725093, at 4300725120
00000100:00000010:3.0:1787829248.118244:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2e40.
00000100:00000010:2.0:1787829248.118246:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829248.246166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829248.246167:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829248.246174:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829248.246174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829248.246177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829248.246177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829248.246184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829248.246184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829248.246187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829248.246191:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829248.246191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829248.246193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829248.246214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829248.246224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829248.246225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829248.246229:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829248.246232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829248.246237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829248.246238:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829248.246241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829248.246242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829248.246243:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829248.246246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829248.246251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829248.246256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829248.246260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829248.246263:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829248.758254:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829248.758260:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829248.758261:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829248.758265:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829248.758268:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829248.758272:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829248.758274:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829248.758276:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829248.758278:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829249.078382:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829249.078388:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829249.078393:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829249.270193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829249.270200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829249.270202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829249.270207:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829249.270212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829249.270215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829249.270217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829249.270218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829249.270221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.270224:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829249.270226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.270230:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829249.270235:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829249.270240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829249.270245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.270248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829249.270252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.270256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829249.270319:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829249.270327:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829249.270331:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829249.270335:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829249.270341:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829249.270351:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6053
00000400:00000200:3.0:1787829249.270372:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829249.270383:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829249.270387:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829249.270392:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270397:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829249.270400:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270403:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829249.270408:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829249.270410:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829249.270414:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829249.270417:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829249.270420:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829249.270424:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829249.270426:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270428:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829249.270431:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270432:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829249.270435:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829249.270438:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270440:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829249.270442:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829249.270446:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829249.270448:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270450:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829249.270452:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829249.270460:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787829249.270462:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829249.270466:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829249.270467:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270470:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829249.270472:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829249.270476:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829249.270483:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829249.270488:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829249.270498:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829249.270510:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829249.270515:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829249.270521:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.270545:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829249.270550:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829249.270554:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829249.270556:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829249.270558:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829249.270562:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829249.270567:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6053
00000400:00000200:3.0:1787829249.270572:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829249.270576:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829249.270578:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829249.270582:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829249.270582:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270587:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829249.270589:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829249.270590:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270595:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829249.270596:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829249.270598:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829249.270601:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829249.270603:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829249.270605:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:2.0:1787829249.270608:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829249.270609:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829249.270614:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829249.270621:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270626:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829249.270631:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270646:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829249.270651:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829249.270660:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829249.270666:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829249.270668:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.270670:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829249.270674:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829249.270677:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829249.270682:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829249.270683:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829249.270686:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829249.270689:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270695:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829249.270701:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829249.270704:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555350016:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829249.270712:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787829249.270712:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270718:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.270720:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787829249.270724:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
02000000:00000001:2.0:1787829249.270726:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829249.270729:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829249.270732:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829249.270734:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829249.270749:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270750:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787829249.270752:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:3.0:1787829249.270752:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829249.270756:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.270758:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829249.270763:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000400:00000200:2.0:1787829249.270770:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829249.270770:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829249.270778:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000100:00100000:3.0:1787829249.270779:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829249.270789:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000001:3.0:1787829249.270790:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829249.270794:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829249.270799:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829249.270802:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555350016, portal 25
00000100:00000001:2.0:1787829249.270811:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829249.270813:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.270815:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538137088 : -107611171414528 : ffff9e20d25a9e00)
00000100:00080000:3.0:1787829249.270817:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829249.270823:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829249.270825:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829249.270828:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829249.270831:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.270831:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829249.270837:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6053
00000400:00000200:3.0:1787829249.270845:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829249.270851:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829249.270880:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829249.270882:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829249.270889:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829249.270890:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270896:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787829249.270898:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000040:3.0:1787829249.270898:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270905:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:2.0:1787829249.270908:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555350016, offset 0
00000020:00000001:3.0:1787829249.270908:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829249.270911:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829249.270916:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829249.270918:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829249.270920:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829249.270926:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829249.270926:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829249.270950:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270952:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829249.270953:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270955:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829249.270961:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829249.270961:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829249.270968:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829249.270970:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829249.270973:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787829249.270975:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:3.0:1787829249.270977:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829249.270983:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270985:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829249.270987:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829249.270988:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1787829249.270990:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.270993:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.270997:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000010:3.0:1787829249.270998:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787829249.271003:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:2.0:1787829249.271006:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787829249.271007:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829249.271010:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.271013:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829249.271016:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829249.271016:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829249.271020:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829249.271024:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000400:00000200:2.0:1787829249.271026:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89952:89952:256:4294967295] 192.168.203.108@tcp LPNI seq info [89939:89939:8:4294967295]
00000100:00000001:3.0:1787829249.271028:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829249.271037:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829249.271041:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829249.271050:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829249.271053:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829249.271060:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.271069:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.271074:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787829249.271075:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829249.271082:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829249.271086:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829249.271087:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787829249.271093:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271094:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829249.271101:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6053
00000800:00000010:2.0:1787829249.271104:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000400:00000200:3.0:1787829249.271110:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.0:1787829249.271120:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:3.0:1787829249.271120:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829249.271155:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829249.271161:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271164:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829249.271169:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829249.271172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787829249.271173:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829249.271178:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829249.271181:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829249.271183:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829249.271196:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000800:00000200:2.1:1787829249.271196:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787829249.271204:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000800:00000200:2.1:1787829249.271205:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787829249.271206:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829249.271214:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000100:2.0:1787829249.271220:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271221:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787829249.271227:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00000040:3.0:1787829249.271227:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271234:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829249.271237:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000400:00000200:2.0:1787829249.271240:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787829249.271240:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271247:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829249.271249:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829249.271253:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829249.271254:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787829249.271257:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.271261:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829249.271263:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000008:00100000:3.0:1787829249.271264:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829249.271269:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829249.271270:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:3.0:1787829249.271272:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829249.271279:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000100:00000001:2.0:1787829249.271280:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787829249.271281:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829249.271286:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829249.271288:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829249.271290:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.271290:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829249.271293:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829249.271296:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829249.271321:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829249.271329:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271331:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787829249.271337:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829249.271343:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.271348:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829249.271354:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271363:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829249.271366:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271367:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829249.271378:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.271381:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.271387:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829249.271388:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829249.271395:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300730213
00000100:00080000:3.0:1787829249.271396:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829249.271400:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829249.271404:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1787829249.271406:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:3.0:1787829249.271408:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829249.271415:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6053
00000100:00000001:2.0:1787829249.271417:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1787829249.271422:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829249.271423:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300730213
00000400:00000200:3.0:1787829249.271427:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000010:2.0:1787829249.271428:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2e40.
00000100:00080000:3.0:1787829249.271432:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829249.271434:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787829249.271438:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829249.271440:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829249.271442:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829249.271447:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829249.271448:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829249.271451:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829249.271452:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829249.271455:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829249.271456:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829249.271458:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829249.271459:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829249.271461:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829249.271462:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829249.271468:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829249.271469:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249]  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.271470:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829249.271476:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271481:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829249.271486:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000001:2.0:1787829249.271492:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829249.271492:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829249.271494:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829249.271496:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829249.271500:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829249.271501:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829249.271506:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829249.271508:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
02000000:00000001:3.0:1787829249.271508:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829249.271513:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787829249.271515:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829249.271519:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829249.271521:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829249.271526:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000200:2.0:1787829249.271534:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829249.271534:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.271540:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271547:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829249.271549:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787829249.271550:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000100:00000001:2.0:1787829249.271551:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.271554:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787829249.271557:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00100000:2.0:1787829249.271560:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829249.271562:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829249.271565:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.271570:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829249.271573:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829249.271575:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829249.271576:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829249.271581:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829249.271582:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829249.271589:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271595:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787829249.271600:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829249.271601:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271605:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.271608:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271613:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829249.271616:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829249.271622:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829249.271637:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1787829249.271640:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829249.271641:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271646:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829249.271652:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829249.271655:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829249.271691:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555350016:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829249.271692:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271703:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829249.271705:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6063)
00000100:00000001:2.0:1787829249.271707:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.271713:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9e00 x1874668555350016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271719:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829249.271722:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829249.271724:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829249.271727:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829249.271729:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829249.271730:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829249.271732:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829249.271734:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:2.0:1787829249.271737:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829249.271738:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829249.271740:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9e00.
00000100:00000001:2.0:1787829249.271742:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829249.271743:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271745:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271750:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829249.271752:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271754:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829249.271755:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829249.271767:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829249.271770:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271776:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829249.271777:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.271779:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829249.271780:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829249.271783:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829249.271785:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829249.271788:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829249.271790:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829249.271791:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.271792:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829249.271795:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829249.271796:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.271800:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829249.271802:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829249.271804:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829249.271807:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555350144, portal 10
00000100:00000001:2.0:1787829249.271808:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829249.271810:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:2.0:1787829249.271815:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271821:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829249.271823:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829249.271825:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829249.271827:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555350144, offset 0
00000400:00000200:2.0:1787829249.271830:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829249.271833:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.271836:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829249.271839:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829249.271841:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829249.271843:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829249.271845:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829249.271847:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89953:89953:256:4294967295] 192.168.203.108@tcp LPNI seq info [89940:89940:8:4294967295]
00000400:00000200:2.0:1787829249.271851:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.271856:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829249.271860:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.271872:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829249.271875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829249.271878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829249.271882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829249.271884:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829249.271887:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.271889:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829249.271891:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829249.271894:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829249.271896:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829249.271897:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829249.271899:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829249.271902:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271908:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.271910:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271915:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271917:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829249.271919:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829249.271922:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829249.271925:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829249.271926:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300726357
00000100:00000001:2.0:1787829249.271928:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.271930:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300726357
00000100:00000001:2.0:1787829249.271932:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.271934:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829249.271935:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.271937:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829249.271939:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249]  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829249.271950:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829249.271951:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829249.271952:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829249.271954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829249.271955:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829249.271957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829249.271959:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829249.271965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271970:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829249.271971:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271972:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.271973:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829249.271976:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271981:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829249.271984:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.271989:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829249.271991:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271992:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.271993:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.271994:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829249.271996:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829249.271997:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829249.272000:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829249.272001:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829249.272005:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829249.272011:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829249.272014:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829249.272016:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272021:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829249.272022:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.272023:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829249.272024:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829249.272026:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829249.272028:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829249.272030:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829249.272031:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829249.272032:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.272034:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272036:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829249.272037:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.272040:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829249.272041:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829249.272044:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829249.272046:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555350272, portal 10
00000100:00000001:2.0:1787829249.272057:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829249.272058:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:2.0:1787829249.272062:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272067:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829249.272069:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829249.272070:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829249.272072:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555350272, offset 0
00000400:00000200:2.0:1787829249.272075:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829249.272078:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.272080:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829249.272083:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829249.272085:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829249.272087:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829249.272089:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829249.272091:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89954:89954:256:4294967295] 192.168.203.108@tcp LPNI seq info [89941:89941:8:4294967295]
00000400:00000200:2.0:1787829249.272094:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.272124:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829249.272128:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.272130:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829249.272133:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829249.272136:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829249.272139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829249.272141:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829249.272144:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.272145:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829249.272148:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829249.272150:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829249.272153:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829249.272154:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829249.272156:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829249.272159:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272165:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272167:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272172:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272173:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829249.272175:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829249.272178:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829249.272180:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829249.272182:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300726298
00000100:00000001:2.0:1787829249.272184:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.272186:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300726298
00000100:00000001:2.0:1787829249.272187:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.272189:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829249.272190:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272192:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829249.272194:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249]  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829249.272200:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829249.272201:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829249.272202:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829249.272203:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829249.272216:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829249.272217:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829249.272220:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829249.272226:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272230:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829249.272231:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272233:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.272234:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829249.272236:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272241:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829249.272244:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272248:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829249.272251:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272252:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.272253:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272254:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829249.272256:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829249.272258:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829249.272260:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829249.272261:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829249.272264:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829249.272270:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829249.272272:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829249.272275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272280:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829249.272281:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.272282:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829249.272283:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829249.272285:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829249.272287:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829249.272290:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829249.272291:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829249.272293:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.272294:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272296:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829249.272297:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.272315:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829249.272318:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829249.272320:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829249.272322:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555350400, portal 4
00000100:00000001:2.0:1787829249.272334:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829249.272335:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:2.0:1787829249.272340:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272345:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829249.272347:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829249.272349:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829249.272350:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555350400, offset 0
00000400:00000200:2.0:1787829249.272353:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829249.272356:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.272358:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829249.272360:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829249.272363:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829249.272365:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829249.272366:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829249.272369:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89955:89955:256:4294967295] 192.168.203.108@tcp LPNI seq info [89942:89942:8:4294967295]
00000400:00000200:2.0:1787829249.272372:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.272377:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829249.272380:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.272382:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829249.272385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829249.272388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829249.272391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829249.272393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829249.272396:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.272398:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829249.272400:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829249.272402:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829249.272405:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829249.272406:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829249.272408:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829249.272410:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272421:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272424:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272429:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272430:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829249.272432:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829249.272434:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829249.272436:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829249.272437:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300726331
00000100:00000001:2.0:1787829249.272439:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.272441:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300726331
00000100:00000001:2.0:1787829249.272443:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.272445:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829249.272446:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272448:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829249.272450:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249]  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829249.272455:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829249.272456:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829249.272458:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829249.272459:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829249.272460:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829249.272462:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829249.272464:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829249.272471:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272475:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829249.272477:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.272479:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829249.272482:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272487:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829249.272489:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272494:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829249.272496:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272497:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.272498:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272499:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829249.272501:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829249.272503:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829249.272505:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829249.272506:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829249.272509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829249.272514:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829249.272517:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829249.272519:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272524:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829249.272526:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.272528:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829249.272529:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829249.272531:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829249.272533:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829249.272536:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829249.272537:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829249.272538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829249.272540:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272542:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829249.272543:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829249.272545:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829249.272547:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829249.272549:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829249.272551:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555350528, portal 4
00000100:00000001:2.0:1787829249.272552:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829249.272554:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:2.0:1787829249.272557:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272562:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829249.272564:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829249.272565:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829249.272567:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555350528, offset 0
00000400:00000200:2.0:1787829249.272570:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829249.272572:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.272575:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829249.272577:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829249.272578:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829249.272580:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829249.272582:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829249.272584:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89956:89956:256:4294967295] 192.168.203.108@tcp LPNI seq info [89943:89943:8:4294967295]
00000400:00000200:2.0:1787829249.272587:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829249.272592:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829249.272595:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.272597:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829249.272601:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829249.272603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829249.272606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829249.272608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829249.272611:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829249.272612:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829249.272614:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829249.272617:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829249.272619:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829249.272620:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829249.272622:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829249.272624:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272630:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272632:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272637:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272639:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829249.272640:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829249.272643:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829249.272645:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829249.272647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300726323
00000100:00000001:2.0:1787829249.272649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.272651:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300726323
00000100:00000001:2.0:1787829249.272652:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300730213
00000100:00000001:2.0:1787829249.272654:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829249.272655:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272656:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829249.272659:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829249/real 1787829249]  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829249.272664:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829249.272666:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829249.272667:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829249.272668:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829249.272670:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829249.272671:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829249.272674:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829249.272679:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272684:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829249.272685:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272686:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.272687:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829249.272690:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272694:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829249.272697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272701:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829249.272703:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272704:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829249.272705:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272707:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829249.272708:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829249.272710:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829249.272713:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829249.272715:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829249.272717:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829249.272728:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555350528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829249.272731:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272732:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272734:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555350144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272739:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829249.272740:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272742:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829249.272743:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829249.272744:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829249.272745:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829249.272747:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829249.272748:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:2.0:1787829249.272750:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829249.272751:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829249.272752:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:2.0:1787829249.272754:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829249.272755:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272757:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272759:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555350272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272764:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829249.272764:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272766:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829249.272767:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829249.272768:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829249.272769:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829249.272770:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829249.272771:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:2.0:1787829249.272773:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829249.272773:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829249.272774:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:2.0:1787829249.272777:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829249.272778:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272779:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272782:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555350400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272786:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829249.272787:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272788:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829249.272790:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829249.272791:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829249.272792:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829249.272793:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829249.272794:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:2.0:1787829249.272795:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829249.272796:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829249.272797:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:2.0:1787829249.272798:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829249.272799:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272800:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829249.272802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555350528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829249.272807:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829249.272808:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829249.272809:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829249.272810:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829249.272811:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829249.272812:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829249.272813:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829249.272814:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:2.0:1787829249.272815:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829249.272816:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829249.272817:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:2.0:1787829249.272818:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829249.272819:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272820:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829249.272823:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829249.272824:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829249.272826:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829249.272827:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829249.782188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829249.782196:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829249.782210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829249.782234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829249.782239:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829249.782244:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829249.782247:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829249.782250:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829249.782254:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829250.102266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829250.102269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829250.102272:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829250.294200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829250.294208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829250.294211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829250.294218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829250.294223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829250.294227:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829250.294231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829250.294234:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829250.294238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829250.294238:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829250.294243:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829250.294247:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829250.294252:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829250.294256:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829250.294258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829250.294260:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829250.294262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829250.294263:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829250.806227:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829250.806237:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829250.806241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829250.806248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829250.806253:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829250.806258:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829250.806265:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829250.806269:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829250.806274:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829251.126318:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829251.126321:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829251.126325:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829251.318170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829251.318178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829251.318181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829251.318186:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829251.318191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829251.318191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829251.318195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829251.318198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829251.318199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829251.318202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829251.318204:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829251.318208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829251.318210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829251.318216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829251.318222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829251.318227:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829251.318231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829251.318235:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829251.830156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829251.830162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829251.830164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829251.830168:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829251.830171:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829251.830175:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829251.830177:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829251.830179:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829251.830181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829252.150321:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829252.150325:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829252.150329:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829252.342212:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829252.342212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829252.342219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829252.342220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829252.342223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829252.342223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829252.342232:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829252.342232:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829252.342239:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829252.342240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829252.342244:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829252.342246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829252.342248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829252.342254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829252.342262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829252.342263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829252.342299:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829252.342303:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829252.854198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829252.854204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829252.854206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829252.854209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829252.854212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829252.854215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829252.854218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829252.854220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829252.854222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829253.174305:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829253.174309:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829253.174312:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829253.238180:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300730213, at 4300730240
00000100:00000040:3.0:1787829253.238180:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300730213, at 4300730240
00000100:00000010:2.0:1787829253.238195:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829253.238197:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2e40.
00000100:00000001:3.0:1787829253.366168:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829253.366174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829253.366178:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829253.366185:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829253.366187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829253.366194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829253.366194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829253.366199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829253.366201:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829253.366203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829253.366208:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829253.366212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829253.366215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829253.366219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829253.366222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829253.366223:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829253.366225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829253.366228:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829253.878156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829253.878162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829253.878163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829253.878179:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829253.878182:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829253.878185:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829253.878187:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829253.878189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829253.878191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829254.198349:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829254.198352:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829254.198354:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829254.390174:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829254.390174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829254.390181:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829254.390183:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829254.390185:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390186:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829254.390191:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829254.390193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829254.390196:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829254.390199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829254.390204:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6058
00000100:00000001:3.0:1787829254.390205:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829254.390216:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829254.390218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829254.390222:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829254.390225:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829254.390226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829254.390229:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829254.390234:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390237:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390239:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390241:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829254.390244:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829254.390246:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829254.390248:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829254.390251:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829254.390254:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829254.390258:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829254.390282:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390285:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390289:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390296:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829254.390303:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829254.390306:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390309:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829254.390311:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829254.390314:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829254.390317:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390318:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829254.390320:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829254.390328:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829254.390331:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829254.390334:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829254.390335:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390337:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829254.390340:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829254.390343:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829254.390349:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000100:00000001:2.0:1787829254.390354:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829254.390362:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555350656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829254.390380:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829254.390384:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829254.390388:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555350656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829254.390406:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829254.390409:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829254.390411:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829254.390412:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829254.390414:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829254.390416:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829254.390419:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6058
00000400:00000200:2.0:1787829254.390423:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829254.390427:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829254.390430:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829254.390437:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390440:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390444:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390449:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829254.390453:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829254.390455:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829254.390458:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829254.390461:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829254.390466:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829254.390469:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829254.390472:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390475:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390480:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390485:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829254.390489:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829254.390495:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390497:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829254.390498:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829254.390506:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829254.390511:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390515:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829254.390520:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829254.390523:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390527:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829254.390534:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829254.390538:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829254.390542:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829254.390544:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390548:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829254.390550:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829254.390551:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829254.390555:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:2.0:1787829254.390560:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829254.390568:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555350784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829254.390578:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829254.390582:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829254.390590:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555350784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829254.390618:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829254.390622:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829254.390628:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829254.390629:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829254.390632:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829254.390636:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829254.390639:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6058
00000400:00000200:2.0:1787829254.390644:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829254.390649:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829254.390650:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829254.390652:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390656:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390661:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390665:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829254.390671:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829254.390675:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829254.390680:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829254.390684:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829254.390692:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829254.390698:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829254.390707:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390712:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390716:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390718:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829254.390722:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829254.390730:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390736:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829254.390740:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829254.390744:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829254.390750:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390755:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829254.390758:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829254.390763:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390769:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829254.390773:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829254.390777:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:1.1:1787829254.390779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:2.0:1787829254.390780:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829254.390783:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829254.390785:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787829254.390786:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829254.390789:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829254.390791:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829254.390797:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:2.0:1787829254.390801:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829254.390807:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555350912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829254.390814:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829254.390817:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829254.390824:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555350912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829254.390836:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829254.390839:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829254.390842:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829254.390843:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829254.390845:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829254.390847:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829254.390851:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6058
00000400:00000200:2.0:1787829254.390860:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829254.390866:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829254.390869:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829254.390876:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390881:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390884:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390889:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829254.390894:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829254.390897:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829254.390901:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829254.390905:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829254.390911:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829254.390914:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829254.390924:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390930:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.390934:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390938:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829254.390945:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829254.390950:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829254.390955:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829254.390958:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829254.390962:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829254.390966:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390969:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829254.390972:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829254.390975:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390979:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829254.390985:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829254.390988:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829254.390993:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829254.390996:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.390999:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829254.391002:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829254.391004:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829254.391011:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829254.391016:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829254.391023:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555351040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829254.391051:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829254.391062:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829254.391069:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555351040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829254.391083:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829254.391087:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829254.391092:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829254.391113:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829254.391116:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829254.391119:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829254.391126:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6058
00000400:00000200:2.0:1787829254.391137:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829254.391146:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829254.391151:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829254.391160:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.391165:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.391169:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.391172:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829254.391188:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829254.391191:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829254.391194:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829254.391197:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829254.391202:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829254.391207:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829254.391214:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.391219:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829254.391223:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829254.391227:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829254.391232:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829254.391237:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829254.391242:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829254.391246:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829254.391250:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829254.391254:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.391258:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829254.391273:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829254.391280:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.391282:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829254.391293:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000020:00000040:2.0:1787829254.391296:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829254.391300:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829254.391303:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829254.391306:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829254.391309:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829254.391312:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829254.391317:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:2.0:1787829254.391324:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829254.391331:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555351168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829254.391342:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829254.391345:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829254.391350:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555351168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829254.391370:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829254.391377:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6069)
00000800:00000200:1.1:1787829254.391497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829254.391498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829254.391755:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829254.391758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829254.391948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829254.391950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829254.392212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829254.392214:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787829254.902206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829254.902212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829254.902214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829254.902218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829254.902221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829254.902224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829254.902227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829254.902229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829254.902231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829255.222242:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829255.222246:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829255.222248:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829255.414191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829255.414197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829255.414201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829255.414208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829255.414213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829255.414216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829255.414228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829255.414232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829255.414232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829255.414239:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829255.414240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.414245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829255.414249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829255.414253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829255.414270:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829255.414273:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829255.414276:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829255.414279:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829255.926215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829255.926224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829255.926227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829255.926234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829255.926239:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829255.926244:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829255.926247:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829255.926251:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829255.926281:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829256.246325:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829256.246328:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829256.246332:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829256.438165:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829256.438171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829256.438174:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829256.438180:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829256.438183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829256.438185:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829256.438188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829256.438190:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829256.438191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829256.438193:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829256.438197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829256.438197:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829256.438203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829256.438204:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829256.438207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829256.438211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829256.438213:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829256.438216:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829256.950182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829256.950189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829256.950191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829256.950197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829256.950201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829256.950206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829256.950208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829256.950211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829256.950214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829257.270229:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829257.270233:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829257.270235:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829257.462172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829257.462180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829257.462183:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829257.462186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829257.462191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829257.462192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829257.462195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829257.462199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829257.462201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829257.462203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829257.462207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829257.462207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829257.462222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829257.462226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829257.462230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829257.462231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829257.462234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829257.462238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829257.974168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829257.974174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829257.974176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829257.974181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829257.974184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829257.974187:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829257.974190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829257.974192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829257.974193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829258.294363:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829258.294366:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829258.294369:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829258.358198:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300735332, at 4300735360
00000100:00000040:2.0:1787829258.358207:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300735332, at 4300735360
00000100:00000010:3.0:1787829258.358216:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000010:2.0:1787829258.358219:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000001:0.0:1787829258.486178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829258.486179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829258.486186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829258.486186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829258.486189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829258.486190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829258.486195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829258.486197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829258.486202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829258.486204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829258.486207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829258.486209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829258.486213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829258.486217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829258.486220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829258.486224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829258.486228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829258.486232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829258.998213:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829258.998222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829258.998225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829258.998252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829258.998286:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829258.998290:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829258.998293:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829258.998295:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829258.998298:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829259.318267:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829259.318273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829259.318277:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829259.510217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829259.510226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829259.510254:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829259.510263:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829259.510270:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829259.510271:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829259.510274:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829259.510280:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829259.510282:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829259.510288:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829259.510289:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829259.510289:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829259.510297:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829259.510298:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829259.510300:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829259.510303:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829259.510308:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829259.510313:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829259.510318:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829259.510319:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829259.510332:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6064
00000100:00000001:0.0:1787829259.510336:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829259.510341:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829259.510347:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829259.510349:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829259.510356:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829259.510363:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829259.510370:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510377:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.510381:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510387:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829259.510393:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829259.510397:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829259.510402:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829259.510408:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829259.510413:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829259.510418:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829259.510425:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510429:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.510433:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510437:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829259.510443:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829259.510449:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510454:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829259.510459:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829259.510465:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829259.510471:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.510475:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829259.510479:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829259.510491:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14b40.
00000020:00000040:2.0:1787829259.510498:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829259.510505:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829259.510507:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.510512:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829259.510516:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829259.510522:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829259.510533:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829259.510544:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829259.510559:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14b40 x1874668555351296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829259.510577:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829259.510584:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829259.510593:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a759bd9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14b40 x1874668555351296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829259.510626:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829259.510631:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829259.510637:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829259.510639:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829259.510641:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829259.510645:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829259.510648:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6064
00000400:00000200:2.0:1787829259.510654:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829259.510661:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829259.510664:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829259.510668:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510671:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.510676:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510682:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829259.510688:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829259.510692:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829259.510698:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829259.510701:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829259.510706:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829259.510710:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829259.510720:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510728:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.510735:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510740:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829259.510743:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829259.510746:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829259.510752:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829259.510756:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829259.510767:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829259.510776:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.510785:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829259.510794:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829259.510800:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.510806:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829259.510814:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000020:00000040:2.0:1787829259.510820:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829259.510824:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829259.510829:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.510840:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829259.510842:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829259.510849:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829259.510856:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:2.0:1787829259.510867:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829259.510880:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555351424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829259.510916:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829259.510923:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829259.510930:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555351424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829259.510949:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829259.510972:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829259.510982:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829259.511000:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829259.511011:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829259.511022:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829259.511031:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6064
00000400:00000200:2.0:1787829259.511041:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829259.511055:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829259.511073:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829259.511081:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511087:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.511094:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511137:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829259.511141:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829259.511143:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829259.511145:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829259.511148:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829259.511152:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829259.511161:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829259.511171:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511196:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.511208:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511216:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829259.511223:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829259.511287:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511294:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829259.511300:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829259.511310:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829259.511317:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.511326:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829259.511332:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829259.511338:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.511342:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829259.511350:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000020:00000040:2.0:1787829259.511357:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829259.511363:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829259.511367:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.511374:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829259.511376:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829259.511379:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829259.511390:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba000.
00000100:00000001:2.0:1787829259.511397:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829259.511410:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555351552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829259.511412:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829259.511423:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787829259.511434:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829259.511442:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829259.511462:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555351552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829259.511496:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829259.511506:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829259.511525:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829259.511534:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829259.511541:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829259.511553:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829259.511566:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6064
00000400:00000200:2.0:1787829259.511589:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829259.511601:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829259.511612:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829259.511629:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511637:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.511646:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511651:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829259.511658:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829259.511663:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829259.511667:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829259.511672:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829259.511681:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829259.511690:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829259.511700:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511706:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.511714:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511721:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829259.511728:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829259.511740:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829259.511751:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829259.511759:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829259.511765:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829259.511774:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.511782:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829259.511788:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829259.511796:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.511803:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829259.511814:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000020:00000040:2.0:1787829259.511822:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829259.511827:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829259.511832:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.511838:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829259.511841:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829259.511845:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829259.511854:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
00000100:00000001:2.0:1787829259.511863:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829259.511879:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555351680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829259.511913:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829259.511923:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829259.511958:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555351680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829259.511999:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829259.512011:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829259.512025:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829259.512030:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829259.512037:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829259.512044:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829259.512054:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6064
00000400:00000200:2.0:1787829259.512070:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829259.512082:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829259.512088:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829259.512131:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.512138:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.512145:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.512153:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829259.512159:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829259.512164:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829259.512170:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829259.512176:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829259.512183:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829259.512194:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829259.512199:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.512205:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829259.512214:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829259.512222:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829259.512249:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829259.512257:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829259.512259:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829259.512264:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829259.512271:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829259.512278:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.512285:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829259.512292:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829259.512298:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.512304:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829259.512313:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829259.512320:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829259.512331:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829259.512336:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829259.512342:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829259.512347:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829259.512353:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829259.512368:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829259.512379:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829259.512397:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555351808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829259.512424:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829259.512429:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829259.512441:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555351808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829259.512474:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829259.512485:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6074)
00000800:00000200:1.1:1787829259.512570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829259.512573:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829259.512948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829259.512951:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829259.513366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829259.513370:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829259.513975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829259.513978:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787829260.022210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829260.022219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829260.022222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829260.022252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829260.022259:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829260.022266:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829260.022282:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829260.022287:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829260.022292:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829260.342361:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829260.342366:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829260.342370:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829260.534191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829260.534198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829260.534199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829260.534206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.534207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829260.534213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829260.534214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829260.534236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829260.534241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829260.534244:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829260.534248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829260.534250:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829260.534255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829260.534260:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829260.534281:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.534282:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829260.534289:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829260.534295:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829261.046279:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829261.046286:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829261.046288:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829261.046293:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829261.046296:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829261.046301:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829261.046304:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829261.046324:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829261.046328:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829261.366296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829261.366300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829261.366303:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829261.558212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829261.558253:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829261.558256:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829261.558265:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829261.558278:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829261.558282:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829261.558284:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829261.558288:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829261.558289:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829261.558296:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829261.558303:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829261.558304:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829261.558323:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829261.558326:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829261.558328:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829261.558333:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829261.558338:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829261.558343:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829262.070204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829262.070250:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829262.070253:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829262.070258:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829262.070262:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829262.070266:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829262.070268:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829262.070271:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829262.070274:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829262.390357:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829262.390360:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829262.390363:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829262.582151:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829262.582159:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829262.582161:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829262.582167:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829262.582173:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829262.582178:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829262.582180:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829262.582183:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829262.582186:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829262.582202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829262.582224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829262.582229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829262.582233:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829262.582237:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829262.582242:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829262.582248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829262.582252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829262.582256:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829263.094167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829263.094172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829263.094174:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829263.094178:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829263.094181:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829263.094184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829263.094186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829263.094188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829263.094190:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829263.414285:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829263.414288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829263.414291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829263.478176:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300740453, at 4300740480
00000100:00000040:3.0:1787829263.478177:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300740453, at 4300740480
00000100:00000010:2.0:1787829263.478190:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000010:3.0:1787829263.478192:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000001:0.0:1787829263.606186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829263.606194:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829263.606199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829263.606215:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829263.606218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829263.606220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829263.606225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829263.606226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829263.606231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829263.606231:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829263.606238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829263.606242:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829263.606260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829263.606263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829263.606266:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829263.606266:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829263.606270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829263.606273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829264.118185:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829264.118191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829264.118193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829264.118206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829264.118222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829264.118225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829264.118227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829264.118229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829264.118231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829264.438284:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829264.438286:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829264.438289:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829264.630210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829264.630219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829264.630222:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829264.630223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829264.630238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829264.630239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829264.630242:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829264.630245:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829264.630249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829264.630250:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829264.630257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829264.630257:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829264.630261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829264.630262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829264.630265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829264.630274:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829264.630278:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829264.630282:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829264.630309:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829264.630316:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829264.630319:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829264.630323:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829264.630327:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829264.630334:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6069
00000400:00000200:2.0:1787829264.630342:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829264.630347:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829264.630349:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829264.630352:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630365:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630367:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630368:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829264.630371:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829264.630373:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829264.630375:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829264.630378:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829264.630379:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829264.630381:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829264.630383:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630384:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630386:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630387:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829264.630389:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829264.630392:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630393:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829264.630395:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829264.630398:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829264.630400:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630402:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829264.630404:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829264.630412:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829264.630414:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829264.630417:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829264.630418:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630432:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829264.630434:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829264.630438:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829264.630444:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb400.
00000100:00000001:2.0:1787829264.630449:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829264.630456:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555351936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829264.630464:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829264.630468:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829264.630471:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555351936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829264.630498:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829264.630501:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829264.630505:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829264.630506:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829264.630508:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829264.630511:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829264.630514:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6069
00000400:00000200:2.0:1787829264.630518:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829264.630521:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829264.630524:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829264.630527:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630529:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630531:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630534:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829264.630536:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829264.630538:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829264.630540:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829264.630542:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829264.630544:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829264.630547:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829264.630550:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630552:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630554:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630557:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829264.630559:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829264.630562:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630564:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829264.630566:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829264.630571:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829264.630573:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630574:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829264.630579:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829264.630582:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630585:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829264.630588:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829264.630590:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829264.630592:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829264.630603:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630605:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829264.630606:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829264.630608:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829264.630612:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba800.
00000100:00000001:2.0:1787829264.630616:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829264.630620:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555352064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829264.630629:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829264.630631:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829264.630635:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555352064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829264.630644:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829264.630646:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829264.630661:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829264.630662:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829264.630664:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829264.630667:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829264.630670:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6069
00000400:00000200:2.0:1787829264.630673:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829264.630677:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829264.630679:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829264.630682:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630684:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630687:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630689:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829264.630692:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829264.630693:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829264.630695:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829264.630697:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829264.630699:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829264.630701:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829264.630704:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630707:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630709:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630711:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829264.630714:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829264.630726:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630729:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829264.630731:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829264.630733:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829264.630736:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630738:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829264.630740:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829264.630743:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829264.630744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829264.630745:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829264.630748:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000800:00000200:1.1:1787829264.630748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1787829264.630751:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829264.630754:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829264.630755:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630757:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829264.630759:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829264.630761:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829264.630765:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9400.
00000100:00000001:2.0:1787829264.630768:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829264.630773:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555352192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829264.630781:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829264.630783:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829264.630787:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555352192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829264.630795:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829264.630798:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829264.630802:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829264.630804:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829264.630806:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829264.630808:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829264.630811:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6069
00000400:00000200:2.0:1787829264.630814:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829264.630817:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829264.630820:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829264.630823:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630825:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630827:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630829:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829264.630831:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829264.630833:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829264.630834:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829264.630836:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829264.630839:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829264.630841:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829264.630844:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630847:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630849:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630851:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829264.630854:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829264.630856:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630859:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829264.630861:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829264.630864:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829264.630866:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630868:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829264.630878:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829264.630881:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630883:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829264.630887:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829264.630889:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829264.630892:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829264.630894:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.630896:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829264.630897:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829264.630899:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829264.630903:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829264.630906:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829264.630910:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555352320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829264.630919:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829264.630921:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829264.630925:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555352320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829264.630934:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829264.630937:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829264.630941:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829264.630943:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829264.630944:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829264.630947:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829264.630950:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6069
00000400:00000200:2.0:1787829264.630953:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829264.630956:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829264.630958:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829264.630962:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630964:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630966:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630969:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829264.630971:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829264.630972:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829264.630974:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829264.630976:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829264.630979:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829264.630982:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829264.630986:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630988:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829264.630990:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630992:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829264.630994:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829264.630997:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829264.630999:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829264.631001:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829264.631003:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829264.631006:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.631008:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829264.631010:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829264.631012:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.631014:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829264.631017:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829264.631020:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829264.631022:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829264.631024:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829264.631025:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829264.631027:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829264.631029:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829264.631032:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
00000100:00000001:2.0:1787829264.631036:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829264.631040:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555352448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829264.631048:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829264.631050:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829264.631054:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555352448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829264.631064:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829264.631069:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6079)
00000800:00000200:1.1:1787829264.631162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829264.631164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829264.631373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829264.631375:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829264.631561:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829264.631562:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829264.631824:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829264.631826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787829265.142209:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829265.142217:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829265.142219:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829265.142225:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829265.142229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829265.142241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829265.142245:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829265.142248:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829265.142251:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829265.462292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829265.462296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829265.462299:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829265.654215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829265.654223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829265.654226:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829265.654232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829265.654236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829265.654241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829265.654244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829265.654247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829265.654250:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829265.654251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829265.654261:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829265.654266:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829265.654273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829265.654280:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829265.654284:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829265.654288:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829265.654290:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829265.654293:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829266.166225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829266.166232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829266.166233:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829266.166238:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829266.166241:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829266.166244:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829266.166246:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829266.166248:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829266.166250:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829266.486412:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829266.486421:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829266.486426:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829266.678239:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829266.678250:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829266.678253:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829266.678263:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829266.678268:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829266.678272:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829266.678277:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829266.678281:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829266.678295:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829266.678300:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829266.678332:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829266.678345:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829266.678359:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829266.678368:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829266.678381:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829266.678393:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829266.678417:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829266.678422:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829267.190165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829267.190186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829267.190188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829267.190195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829267.190200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829267.190204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829267.190207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829267.190210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829267.190214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829267.510302:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829267.510308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829267.510311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829267.702248:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829267.702260:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829267.702263:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829267.702267:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829267.702270:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829267.702278:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829267.702294:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829267.702298:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829267.702303:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829267.702313:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829267.702324:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829267.702326:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829267.702341:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829267.702351:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829267.702357:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829267.702359:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829267.702364:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829267.702368:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829268.214236:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829268.214244:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829268.214247:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829268.214252:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829268.214256:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829268.214261:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829268.214264:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829268.214266:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829268.214270:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829268.534279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829268.534282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829268.534285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829268.598239:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300745572, at 4300745600
00000100:00000040:3.0:1787829268.598239:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300745572, at 4300745600
00000100:00000010:2.0:1787829268.598253:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000010:3.0:1787829268.598257:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ccc0.
00000100:00000001:3.0:1787829268.726196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829268.726198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829268.726203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829268.726204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829268.726206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829268.726215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829268.726216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829268.726223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829268.726224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829268.726230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829268.726231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829268.726233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829268.726247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829268.726251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829268.726254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829268.726256:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829268.726260:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829268.726264:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829269.238177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829269.238183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829269.238185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829269.238189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829269.238192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829269.238196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829269.238214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829269.238217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829269.238220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829269.558301:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829269.558304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829269.558306:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829269.750225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829269.750225:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829269.750232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829269.750232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829269.750236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829269.750253:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829269.750261:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829269.750264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829269.750264:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:2.0:1787829269.750274:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829269.750275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829269.750275:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829269.750282:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829269.750284:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829269.750285:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829269.750301:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829269.750301:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829269.750307:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829269.750311:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829269.750313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829269.750315:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829269.750319:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829269.750321:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6074
00000100:00000001:0.0:1787829269.750324:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829269.750333:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829269.750345:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829269.750350:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829269.750364:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750368:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.750372:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750375:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829269.750379:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829269.750381:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829269.750384:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829269.750388:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829269.750390:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829269.750393:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829269.750396:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750398:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.750400:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750402:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829269.750406:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829269.750409:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750411:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829269.750414:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829269.750418:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829269.750422:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.750424:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829269.750426:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829269.750435:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15e00.
00000020:00000040:2.0:1787829269.750439:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829269.750443:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829269.750445:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.750448:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829269.750451:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829269.750456:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829269.750478:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:2.0:1787829269.750487:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829269.750501:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15e00 x1874668555352576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829269.750517:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829269.750523:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829269.750531:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106a68f5] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15e00 x1874668555352576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829269.750569:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829269.750572:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829269.750575:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829269.750576:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829269.750577:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829269.750580:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829269.750583:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6074
00000400:00000200:2.0:1787829269.750588:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829269.750591:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829269.750593:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829269.750598:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750602:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.750634:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750641:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829269.750648:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829269.750652:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829269.750657:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829269.750662:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829269.750667:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829269.750672:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829269.750683:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750690:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.750698:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750702:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829269.750708:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829269.750714:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829269.750738:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829269.750740:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829269.750745:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829269.750749:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.750751:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829269.750755:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829269.750763:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.750766:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829269.750772:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b170c0.
00000020:00000040:2.0:1787829269.750776:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829269.750781:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829269.750782:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.750784:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829269.750803:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829269.750807:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829269.750814:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829269.750822:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829269.750836:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b170c0 x1874668555352704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829269.750860:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829269.750865:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829269.750873:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658e80ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b170c0 x1874668555352704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829269.750898:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829269.750905:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829269.750918:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829269.750923:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829269.750930:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829269.750942:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829269.750953:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6074
00000400:00000200:2.0:1787829269.750975:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829269.750984:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829269.750989:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829269.750999:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751004:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.751011:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:1.1:1787829269.751017:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829269.751019:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829269.751027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1787829269.751028:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829269.751032:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829269.751037:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829269.751041:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829269.751045:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829269.751057:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829269.751065:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751071:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.751078:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751082:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829269.751088:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829269.751120:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751124:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829269.751126:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829269.751130:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829269.751132:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751134:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829269.751137:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829269.751147:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751154:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829269.751178:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000020:00000040:2.0:1787829269.751188:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829269.751206:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829269.751212:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751222:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829269.751226:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829269.751231:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829269.751243:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000100:00000001:2.0:1787829269.751251:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829269.751259:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555352832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829269.751273:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829269.751278:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829269.751287:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555352832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829269.751310:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829269.751315:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829269.751331:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829269.751337:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829269.751342:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829269.751346:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829269.751354:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6074
00000400:00000200:2.0:1787829269.751361:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829269.751368:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829269.751372:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829269.751379:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751382:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.751388:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751394:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829269.751398:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829269.751400:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829269.751405:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829269.751410:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829269.751413:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829269.751417:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829269.751428:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751434:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.751441:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751444:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829269.751448:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829269.751461:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751467:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829269.751475:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829269.751482:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829269.751493:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751501:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829269.751507:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829269.751517:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751526:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829269.751535:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829269.751545:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829269.751569:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829269.751574:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751577:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829269.751582:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829269.751586:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829269.751593:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:2.0:1787829269.751598:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829269.751607:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555352960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829269.751671:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829269.751679:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829269.751691:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555352960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829269.751725:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829269.751731:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829269.751736:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829269.751739:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829269.751744:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829269.751749:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829269.751754:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6074
00000400:00000200:2.0:1787829269.751759:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829269.751785:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829269.751792:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829269.751800:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751807:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.751813:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751819:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829269.751825:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829269.751830:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829269.751834:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829269.751839:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829269.751843:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829269.751850:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829269.751861:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751865:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829269.751871:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751878:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829269.751884:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829269.751897:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829269.751908:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829269.751914:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829269.751922:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829269.751929:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751936:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829269.751943:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829269.751951:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.751958:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829269.751969:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829269.751977:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829269.751982:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829269.751985:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829269.752015:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829269.752016:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829269.752019:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829269.752026:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829269.752034:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829269.752045:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555353088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829269.752096:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829269.752102:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829269.752112:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555353088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829269.752133:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829269.752139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829269.752141:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6084)
00000800:00000200:1.1:1787829269.752143:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829269.752526:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829269.752528:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829269.752818:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829269.752820:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829269.753257:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829269.753260:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787829270.262233:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829270.262241:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829270.262243:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829270.262248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829270.262252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829270.262256:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829270.262259:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829270.262261:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829270.262269:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829270.582311:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829270.582314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829270.582317:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829270.774189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829270.774198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829270.774201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829270.774201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829270.774211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829270.774212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829270.774214:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829270.774222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829270.774225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829270.774228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829270.774234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829270.774235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829270.774243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829270.774244:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829270.774262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829270.774275:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829270.774278:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829270.774281:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.286193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829271.286201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829271.286203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829271.286207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829271.286210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829271.286215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829271.286217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829271.286220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829271.286222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829271.606315:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829271.606318:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829271.606321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829271.798250:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829271.798259:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829271.798262:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829271.798268:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829271.798275:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829271.798279:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829271.798281:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829271.798286:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829271.798290:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829271.798294:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829271.798295:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829271.798297:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829271.798300:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829271.798302:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.798304:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829271.798309:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829271.798310:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829271.798313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829272.310203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829272.310210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829272.310211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829272.310215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829272.310219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829272.310228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829272.310231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829272.310234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829272.310236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829272.630350:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829272.630353:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829272.630356:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829272.822198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829272.822198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829272.822205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829272.822205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829272.822210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829272.822210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829272.822215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829272.822215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829272.822222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829272.822223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829272.822228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829272.822229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829272.822235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829272.822238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829272.822242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829272.822242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829272.822243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829272.822245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829273.334199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829273.334206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829273.334207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829273.334211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829273.334220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829273.334223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829273.334225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829273.334227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829273.334229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829273.654320:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829273.654325:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829273.654328:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829273.718232:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300750693, at 4300750720
00000100:00000040:2.0:1787829273.718241:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300750693, at 4300750720
00000100:00000010:3.0:1787829273.718249:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ccc0.
00000100:00000010:2.0:1787829273.718252:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cea0.
00000100:00000001:2.0:1787829273.846205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829273.846205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829273.846212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829273.846213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829273.846216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829273.846217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829273.846225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829273.846226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829273.846231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829273.846233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829273.846236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829273.846239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829273.846242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829273.846245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829273.846247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829273.846255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829273.846258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829273.846261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829274.358158:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829274.358165:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829274.358166:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829274.358182:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829274.358185:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829274.358188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829274.358190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829274.358191:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829274.358193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829274.678276:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829274.678279:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829274.678281:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829274.870223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829274.870232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829274.870237:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829274.870243:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829274.870248:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829274.870253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829274.870258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829274.870268:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829274.870272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829274.870282:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829274.870290:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829274.870293:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829274.870300:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829274.870308:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829274.870315:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829274.870321:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829274.870326:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829274.870332:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.870578:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829274.870589:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829274.870600:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829274.870626:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.870659:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829274.870666:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.870693:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829274.870700:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829274.870711:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829274.870722:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555353216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829274.870731:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829274.870741:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829274.870752:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.870763:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829274.870773:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829274.870779:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829274.870790:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829274.870798:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829274.870807:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829274.870820:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555353216, portal 25
00000100:00000001:2.0:1787829274.870827:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829274.870829:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:2.0:1787829274.870845:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.870863:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829274.870878:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829274.870887:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829274.870898:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555353216, offset 0
00000400:00000200:2.0:1787829274.870919:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829274.870940:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.870962:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829274.870977:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829274.870990:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829274.870996:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829274.871005:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829274.871024:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89977:89977:256:4294967295] 192.168.203.108@tcp LPNI seq info [89964:89964:8:4294967295]
00000400:00000200:2.0:1787829274.871043:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.871070:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829274.871097:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.871138:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829274.871150:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829274.871155:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829274.871162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829274.871177:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829274.871181:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.871184:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829274.871205:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829274.871224:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829274.871235:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829274.871243:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829274.871254:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829274.871264:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.871301:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.871312:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.871334:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.871359:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829274.871368:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829274.871388:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829274.871393:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300755813
00000100:00000010:2.0:1787829274.871410:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829274.871421:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829274.871434:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300755813
00000100:00000010:2.0:1787829274.871444:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2300.
00000100:00000001:2.0:1787829274.871459:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829274.871466:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829274.871483:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.871500:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829274.871513:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829274/real 1787829274]  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829274.871547:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829274.871551:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829274.871564:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829274.871568:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829274.871573:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829274.871582:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829274.871592:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829274.871618:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.871646:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829274.871656:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.871665:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.871666:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829274.871683:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.871709:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829274.871721:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.871749:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829274.871758:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.871771:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.871778:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.871786:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829274.871796:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829274.871805:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829274.871825:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829274.871836:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829274.871853:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829274.871881:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555353216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829274.871891:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.871911:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.871936:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555353216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.871971:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829274.871978:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829274.871983:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829274.871991:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829274.871999:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829274.872004:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829274.872012:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829274.872020:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:2.0:1787829274.872028:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829274.872034:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829274.872040:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829274.872051:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829274.872056:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872070:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872086:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829274.872089:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.872130:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829274.872136:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829274.872138:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829274.872146:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872156:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829274.872168:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.872171:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829274.872175:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829274.872187:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829274.872198:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829274.872212:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829274.872221:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829274.872224:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.872229:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829274.872234:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829274.872241:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829274.872257:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829274.872265:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829274.872274:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829274.872281:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555353344, portal 10
00000100:00000001:2.0:1787829274.872287:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829274.872291:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:2.0:1787829274.872314:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872342:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829274.872351:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829274.872365:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829274.872368:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555353344, offset 0
00000400:00000200:2.0:1787829274.872388:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829274.872395:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.872406:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829274.872411:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829274.872422:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829274.872433:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829274.872441:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829274.872457:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89978:89978:256:4294967295] 192.168.203.108@tcp LPNI seq info [89965:89965:8:4294967295]
00000400:00000200:2.0:1787829274.872494:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.872526:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829274.872549:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.872557:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829274.872568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829274.872584:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829274.872603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829274.872608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829274.872615:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.872617:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829274.872620:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829274.872623:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829274.872626:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829274.872627:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829274.872630:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829274.872633:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872639:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.872641:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872646:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.872647:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829274.872649:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829274.872653:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829274.872655:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829274.872657:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300751958
00000100:00000001:2.0:1787829274.872659:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.872661:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300751958
00000100:00000001:2.0:1787829274.872663:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.872664:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829274.872666:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.872667:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829274.872669:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829274/real 1787829274]  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829274.872682:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829274.872683:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829274.872684:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829274.872685:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829274.872686:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829274.872688:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829274.872689:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829274.872695:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872704:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829274.872705:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872706:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.872707:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829274.872709:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872713:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829274.872716:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872720:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829274.872721:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872722:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.872723:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872724:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829274.872726:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829274.872728:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829274.872730:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829274.872732:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829274.872734:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829274.872739:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829274.872741:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829274.872744:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872749:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829274.872750:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.872751:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829274.872754:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829274.872755:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829274.872757:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829274.872759:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829274.872761:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829274.872762:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.872763:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829274.872766:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829274.872767:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829274.872769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829274.872771:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829274.872773:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829274.872775:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555353472, portal 10
00000100:00000001:2.0:1787829274.872777:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829274.872778:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:2.0:1787829274.872782:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872787:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829274.872789:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829274.872790:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829274.872792:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555353472, offset 0
00000400:00000200:2.0:1787829274.872794:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829274.872796:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.872798:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829274.872800:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829274.872802:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829274.872803:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829274.872805:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829274.872807:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89979:89979:256:4294967295] 192.168.203.108@tcp LPNI seq info [89966:89966:8:4294967295]
00000400:00000200:2.0:1787829274.872810:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.872814:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829274.872818:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.872820:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829274.872823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829274.872824:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829274.872828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829274.872829:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829274.872833:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.872834:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829274.872836:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829274.872838:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829274.872840:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829274.872841:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829274.872842:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829274.872845:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872850:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.872852:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872856:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.872857:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829274.872859:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829274.872861:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829274.872863:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829274.872864:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300751898
00000100:00000001:2.0:1787829274.872866:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.872867:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300751898
00000100:00000001:2.0:1787829274.872869:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.872870:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829274.872872:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.872873:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829274.872875:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829274/real 1787829274]  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829274.872881:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829274.872882:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829274.872883:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829274.872884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829274.872885:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829274.872887:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829274.872888:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829274.872893:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872897:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829274.872898:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872899:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.872900:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829274.872902:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872906:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829274.872908:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872912:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829274.872913:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872914:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.872915:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.872916:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829274.872918:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829274.872919:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829274.872922:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829274.872923:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829274.872926:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829274.872932:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829274.872934:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829274.872948:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872952:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829274.872953:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.872954:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829274.872955:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829274.872956:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829274.872958:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829274.872960:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829274.872961:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829274.872962:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.872963:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829274.872965:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829274.872966:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829274.872968:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829274.872970:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829274.872972:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829274.872974:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555353600, portal 4
00000100:00000001:2.0:1787829274.872975:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829274.872976:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:2.0:1787829274.872980:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.872984:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829274.872986:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829274.872987:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829274.872989:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555353600, offset 0
00000400:00000200:2.0:1787829274.872992:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829274.872994:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.872996:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829274.872998:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829274.873000:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829274.873002:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829274.873003:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829274.873005:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89980:89980:256:4294967295] 192.168.203.108@tcp LPNI seq info [89967:89967:8:4294967295]
00000400:00000200:2.0:1787829274.873008:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.873012:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829274.873014:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.873016:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829274.873018:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829274.873020:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829274.873023:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829274.873025:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829274.873028:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.873029:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829274.873031:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829274.873033:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829274.873035:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829274.873036:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829274.873037:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829274.873040:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873044:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.873046:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873050:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.873051:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829274.873052:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829274.873054:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829274.873056:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829274.873058:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300751931
00000100:00000001:2.0:1787829274.873060:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.873062:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300751931
00000100:00000001:2.0:1787829274.873063:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.873064:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829274.873065:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.873066:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829274.873068:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829274/real 1787829274]  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829274.873073:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829274.873073:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829274.873074:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829274.873075:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829274.873076:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829274.873078:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829274.873079:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829274.873084:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873089:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829274.873090:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873091:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.873092:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829274.873112:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873118:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829274.873133:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873139:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829274.873141:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873142:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.873143:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873144:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829274.873147:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829274.873148:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829274.873150:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829274.873152:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829274.873154:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829274.873162:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829274.873166:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873168:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.873172:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555353344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873190:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829274.873191:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829274.873194:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829274.873196:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829274.873198:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829274.873200:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829274.873202:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829274.873204:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:2.0:1787829274.873207:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829274.873209:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829274.873210:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:2.0:1787829274.873214:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829274.873215:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873216:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.873219:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555353472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873228:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829274.873229:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829274.873231:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829274.873232:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829274.873233:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829274.873234:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829274.873235:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829274.873236:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:2.0:1787829274.873237:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829274.873238:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829274.873238:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:2.0:1787829274.873240:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829274.873241:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873241:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.873243:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555353600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873248:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829274.873249:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829274.873250:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829274.873251:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829274.873252:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829274.873253:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829274.873254:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829274.873255:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829274.873256:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829274.873257:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829274.873258:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829274.873259:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829274.873259:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873261:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873263:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829274.873264:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.873265:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829274.873267:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829274.873268:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829274.873271:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873275:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829274.873277:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.873279:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829274.873280:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829274.873281:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829274.873283:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829274.873285:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829274.873287:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829274.873288:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829274.873289:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829274.873292:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829274.873293:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829274.873296:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829274.873297:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829274.873300:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829274.873302:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555353728, portal 4
00000100:00000001:2.0:1787829274.873304:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829274.873305:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:2.0:1787829274.873309:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873313:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829274.873315:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829274.873317:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829274.873318:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555353728, offset 0
00000400:00000200:2.0:1787829274.873321:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829274.873323:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.873325:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829274.873327:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829274.873329:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829274.873331:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829274.873333:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829274.873335:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89981:89981:256:4294967295] 192.168.203.108@tcp LPNI seq info [89968:89968:8:4294967295]
00000400:00000200:2.0:1787829274.873338:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829274.873343:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829274.873346:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.873348:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829274.873351:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829274.873353:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829274.873356:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829274.873366:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829274.873369:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829274.873371:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829274.873373:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829274.873375:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829274.873377:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829274.873378:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829274.873380:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829274.873382:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873387:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.873389:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873394:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.873395:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829274.873397:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829274.873399:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829274.873401:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829274.873402:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300751924
00000100:00000001:2.0:1787829274.873404:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.873406:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300751924
00000100:00000001:2.0:1787829274.873407:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300755813
00000100:00000001:2.0:1787829274.873409:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829274.873411:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.873412:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829274.873414:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829274/real 1787829274]  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829274.873420:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829274.873420:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829274.873421:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:2.0:1787829274.873422:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404220
00000400:00000010:2.0:1787829274.873424:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404220.
00000100:00000001:2.0:1787829274.873425:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829274.873427:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829274.873433:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873437:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829274.873437:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873438:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.873439:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829274.873441:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873445:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829274.873448:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873452:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829274.873453:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873454:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829274.873455:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873457:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829274.873458:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829274.873460:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829274.873463:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829274.873464:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829274.873467:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829274.873472:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555353728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829274.873474:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873475:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829274.873477:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555353728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829274.873481:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829274.873481:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829274.873483:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829274.873484:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829274.873485:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829274.873485:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829274.873486:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829274.873487:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:2.0:1787829274.873489:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829274.873490:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829274.873490:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829274.873492:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829274.873493:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873494:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829274.873496:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829274.873497:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829274.873498:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829274.873499:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829275.382200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829275.382206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829275.382208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829275.382212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829275.382215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829275.382219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829275.382221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829275.382223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829275.382225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829275.702311:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829275.702314:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829275.702317:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829275.894179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829275.894179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829275.894187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829275.894187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829275.894190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829275.894191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829275.894196:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829275.894202:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829275.894203:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829275.894206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829275.894206:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829275.894209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829275.894215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829275.894219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829275.894222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829275.894222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829275.894224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829275.894226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.406228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829276.406235:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829276.406237:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829276.406241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829276.406244:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829276.406247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829276.406249:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829276.406251:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829276.406254:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829276.726253:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829276.726256:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829276.726259:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829276.918214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829276.918215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829276.918221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829276.918222:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829276.918225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829276.918227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829276.918233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829276.918234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829276.918240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829276.918241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829276.918245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829276.918247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829276.918249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829276.918254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829276.918256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829276.918270:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829276.918274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829276.918277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829277.430217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829277.430224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829277.430227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829277.430232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829277.430236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829277.430240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829277.430243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829277.430246:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829277.430248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829277.750411:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829277.750419:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829277.750425:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829277.942185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829277.942193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829277.942199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829277.942207:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829277.942214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829277.942219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829277.942221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829277.942227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829277.942232:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829277.942236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829277.942239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829277.942242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829277.942244:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829277.942248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829277.942248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829277.942255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829277.942257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829277.942260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829278.454176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829278.454181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829278.454183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829278.454187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829278.454190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829278.454193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829278.454195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829278.454197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829278.454199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829278.774354:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829278.774358:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829278.774361:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829278.838198:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300755813, at 4300755840
00000100:00000040:2.0:1787829278.838205:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300755813, at 4300755840
00000100:00000010:3.0:1787829278.838211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2300.
00000100:00000010:2.0:1787829278.838216:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:3.0:1787829278.966210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829278.966211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829278.966219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829278.966221:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829278.966225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829278.966227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829278.966233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829278.966237:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829278.966239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829278.966247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829278.966248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829278.966253:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829278.966255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829278.966263:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829278.966269:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829278.966280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829278.966284:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829278.966287:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829279.478207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829279.478213:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829279.478214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829279.478219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829279.478222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829279.478225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829279.478227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829279.478230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829279.478232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829279.798251:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829279.798253:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829279.798256:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829279.990223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829279.990229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829279.990231:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829279.990235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829279.990238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829279.990241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829279.990243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829279.990246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829279.990248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829279.990275:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829279.990278:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829279.990281:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829279.990282:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829279.990286:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829279.990291:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829279.990293:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829279.990295:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829279.990298:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829279.990302:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829279.990303:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829279.990305:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829279.990310:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990312:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829279.990320:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6084
00000400:00000200:2.0:1787829279.990329:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829279.990336:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829279.990340:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829279.990344:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990347:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990350:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990352:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829279.990368:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829279.990370:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829279.990373:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829279.990376:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829279.990378:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829279.990381:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829279.990384:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990386:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990388:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990390:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829279.990393:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829279.990397:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990399:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829279.990402:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829279.990405:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829279.990408:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990410:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829279.990413:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829279.990421:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829279.990424:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829279.990429:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829279.990431:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990434:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829279.990437:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829279.990441:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829279.990448:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:2.0:1787829279.990454:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829279.990463:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555353856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829279.990474:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829279.990478:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829279.990483:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555353856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829279.990504:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829279.990508:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829279.990511:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829279.990513:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829279.990514:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829279.990517:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829279.990519:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6084
00000400:00000200:2.0:1787829279.990522:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829279.990525:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829279.990527:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829279.990529:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990531:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990533:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990535:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829279.990536:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829279.990537:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829279.990539:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829279.990543:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829279.990545:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829279.990547:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829279.990551:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990555:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990557:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990559:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829279.990562:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829279.990565:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990570:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829279.990573:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829279.990580:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829279.990585:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990591:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829279.990595:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829279.990598:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990602:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829279.990605:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829279.990609:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829279.990611:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829279.990614:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990617:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829279.990620:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829279.990621:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829279.990626:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb800.
00000100:00000001:2.0:1787829279.990629:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829279.990636:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555353984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829279.990644:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829279.990646:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829279.990653:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555353984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829279.990672:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829279.990675:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829279.990681:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829279.990682:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829279.990683:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829279.990685:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829279.990688:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6084
00000400:00000200:2.0:1787829279.990693:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829279.990698:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829279.990701:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829279.990705:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990709:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990712:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990715:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829279.990717:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829279.990718:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829279.990719:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829279.990720:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829279.990723:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829279.990725:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829279.990730:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990734:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990736:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990740:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829279.990744:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829279.990748:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990752:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829279.990756:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829279.990759:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829279.990763:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990767:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829279.990769:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829279.990772:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990774:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829279.990777:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829279.990780:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829279.990782:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829279.990783:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990784:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829279.990786:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829279.990789:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829279.990794:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000100:00000001:2.0:1787829279.990797:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829279.990804:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555354112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829279.990813:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829279.990815:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829279.990817:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555354112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829279.990828:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829279.990830:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829279.990833:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829279.990835:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829279.990838:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829279.990842:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829279.990844:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6084
00000400:00000200:2.0:1787829279.990849:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829279.990852:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829279.990854:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829279.990858:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990861:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990865:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990868:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829279.990871:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829279.990873:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829279.990875:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829279.990878:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829279.990880:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829279.990884:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829279.990888:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990891:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.990894:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990897:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829279.990900:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829279.990904:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829279.990907:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829279.990908:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829279.990910:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829279.990912:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990913:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829279.990916:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829279.990919:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990921:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829279.990924:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829279.990927:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829279.990931:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829279.990932:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.990935:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829279.990936:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829279.990937:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829279.990942:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bbc00.
00000100:00000001:2.0:1787829279.990946:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829279.990950:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555354240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829279.990958:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829279.990960:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829279.990966:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555354240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829279.990976:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829279.990978:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829279.990984:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829279.990986:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829279.990987:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829279.990992:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787829279.990993:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:2.0:1787829279.990996:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6084
00000400:00000200:2.0:1787829279.991001:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.1:1787829279.991001:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000400:00000200:2.0:1787829279.991006:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829279.991009:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829279.991014:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.991019:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.991021:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.991025:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829279.991027:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829279.991027:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829279.991028:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829279.991030:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829279.991034:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829279.991036:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829279.991042:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.991046:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829279.991049:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829279.991051:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829279.991053:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829279.991058:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829279.991062:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829279.991064:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829279.991066:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829279.991070:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.991071:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829279.991073:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829279.991076:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.991078:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829279.991082:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000020:00000040:2.0:1787829279.991118:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829279.991122:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829279.991123:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829279.991124:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829279.991125:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829279.991127:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829279.991132:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:2.0:1787829279.991149:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829279.991157:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555354368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829279.991181:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829279.991186:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829279.991195:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555354368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829279.991209:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829279.991213:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6094)
00000800:00000200:1.1:1787829279.991583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829279.991586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829279.991898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829279.991901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829279.992266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829279.992269:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829279.992609:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829279.992613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787829280.502193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829280.502201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829280.502203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829280.502209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829280.502213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829280.502216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829280.502218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829280.502221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829280.502223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829280.822221:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829280.822225:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829280.822227:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829281.014214:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829281.014214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829281.014221:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829281.014221:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829281.014223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829281.014226:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829281.014229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829281.014234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829281.014239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829281.014240:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829281.014243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829281.014246:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829281.014247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829281.014249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829281.014251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829281.014262:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829281.014265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829281.014268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.526180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829281.526186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829281.526188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829281.526192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829281.526195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829281.526198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829281.526200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829281.526202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829281.526205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829281.846290:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829281.846295:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829281.846300:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829282.038225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829282.038233:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829282.038239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829282.038247:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829282.038264:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829282.038269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829282.038275:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829282.038278:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829282.038281:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829282.038299:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829282.038322:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829282.038324:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829282.038329:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829282.038335:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829282.038339:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829282.038342:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829282.038345:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829282.038349:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829282.550199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829282.550205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829282.550206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829282.550210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829282.550212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829282.550215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829282.550217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829282.550219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829282.550221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829282.870282:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829282.870286:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829282.870289:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829283.062203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829283.062209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829283.062213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829283.062219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829283.062224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829283.062228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829283.062233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829283.062234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829283.062237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829283.062239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829283.062240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829283.062244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829283.062252:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829283.062257:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829283.062259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829283.062262:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829283.062265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829283.062267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829283.574164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829283.574170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829283.574171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829283.574176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829283.574179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829283.574182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829283.574184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829283.574186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829283.574187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829283.894303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829283.894307:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829283.894309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829283.958194:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300760933, at 4300760960
00000100:00000040:3.0:1787829283.958194:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300760933, at 4300760960
00000100:00000010:3.0:1787829283.958209:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000010:2.0:1787829283.958210:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000001:2.0:1787829284.086204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829284.086211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829284.086216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829284.086223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829284.086229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829284.086234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829284.086236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829284.086238:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829284.086242:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829284.086242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829284.086247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829284.086248:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829284.086251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829284.086253:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829284.086259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829284.086265:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829284.086269:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829284.086272:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829284.598173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829284.598180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829284.598183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829284.598188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829284.598192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829284.598196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829284.598198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829284.598201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829284.598204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829284.918376:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829284.918380:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829284.918383:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829285.110229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829285.110238:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829285.110238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829285.110243:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829285.110245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829285.110245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829285.110254:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829285.110255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829285.110263:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829285.110263:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829285.110267:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829285.110270:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829285.110274:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829285.110275:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829285.110280:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829285.110289:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829285.110292:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829285.110294:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829285.110297:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829285.110298:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829285.110302:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829285.110304:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110306:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829285.110331:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6089
00000400:00000200:0.0:1787829285.110338:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829285.110344:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829285.110347:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829285.110350:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110353:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110355:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110358:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829285.110362:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829285.110364:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829285.110367:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829285.110369:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829285.110371:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829285.110373:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829285.110375:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110377:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110378:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110380:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829285.110382:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829285.110384:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110386:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829285.110388:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829285.110391:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829285.110393:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110394:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829285.110396:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829285.110404:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829285.110407:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829285.110410:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829285.110411:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110413:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829285.110415:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829285.110419:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829285.110425:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829285.110430:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829285.110438:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555354496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829285.110458:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829285.110461:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829285.110466:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555354496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829285.110483:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829285.110486:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829285.110488:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829285.110490:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829285.110491:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829285.110493:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829285.110495:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6089
00000400:00000200:0.0:1787829285.110497:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829285.110505:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829285.110507:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829285.110509:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110511:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110513:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110515:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829285.110517:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829285.110518:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829285.110520:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829285.110521:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829285.110522:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829285.110524:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829285.110527:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110530:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110533:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110537:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829285.110539:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829285.110543:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110545:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829285.110549:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829285.110554:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829285.110559:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110562:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829285.110567:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829285.110571:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110576:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829285.110584:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787829285.110587:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829285.110591:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829285.110593:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110597:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829285.110599:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829285.110602:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829285.110607:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829285.110610:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829285.110629:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555354624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829285.110638:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829285.110640:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829285.110645:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555354624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829285.110656:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829285.110659:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829285.110666:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829285.110691:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829285.110693:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829285.110697:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829285.110700:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6089
00000400:00000200:0.0:1787829285.110706:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829285.110708:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829285.110710:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829285.110715:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110718:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110720:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110722:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829285.110724:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829285.110728:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829285.110730:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829285.110734:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829285.110737:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829285.110740:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829285.110743:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110746:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110749:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110752:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829285.110756:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829285.110761:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110766:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829285.110770:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829285.110774:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829285.110777:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110779:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829285.110782:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829285.110786:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110788:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829285.110796:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829285.110800:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829285.110803:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829285.110804:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.110807:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829285.110809:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829285.110811:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829285.110832:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829285.110835:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829285.110843:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555354752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829285.110851:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829285.110853:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829285.110861:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555354752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829285.110870:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829285.110874:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829285.110879:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829285.110880:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829285.110884:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829285.110889:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829285.110895:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6089
00000400:00000200:0.0:1787829285.110913:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829285.110919:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829285.110922:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829285.110929:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110941:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110946:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110948:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829285.110953:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829285.110955:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829285.110958:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829285.110961:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829285.110962:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829285.110964:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829285.110968:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110971:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.110973:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110975:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829285.110979:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829285.110986:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829285.110989:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829285.110992:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829285.110995:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829285.110998:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.111002:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787829285.111002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00100000:0.0:1787829285.111005:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829285.111009:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829285.111010:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787829285.111011:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829285.111015:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829285.111017:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829285.111022:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829285.111025:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.111027:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829285.111029:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829285.111032:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829285.111036:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787829285.111039:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829285.111046:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555354880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829285.111070:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829285.111074:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829285.111081:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555354880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829285.111142:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829285.111146:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829285.111150:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829285.111154:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829285.111159:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829285.111182:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829285.111188:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6089
00000400:00000200:0.0:1787829285.111195:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829285.111199:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829285.111204:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829285.111209:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.111211:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.111215:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.111219:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829285.111225:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829285.111227:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829285.111230:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829285.111233:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829285.111236:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829285.111242:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829285.111248:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.111249:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829285.111267:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829285.111269:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829285.111271:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829285.111276:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829285.111278:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829285.111283:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829285.111286:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829285.111289:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.111293:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829285.111295:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829285.111297:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.111299:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829285.111304:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829285.111307:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829285.111309:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829285.111312:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829285.111315:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829285.111333:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829285.111337:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829285.111342:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829285.111349:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829285.111357:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555355008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829285.111372:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829285.111376:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829285.111386:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555355008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829285.111408:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829285.111415:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6099)
00000800:00000200:1.1:1787829285.111762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829285.111764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829285.112198:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829285.112200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829285.112551:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829285.112555:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829285.112922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829285.112925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787829285.622161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829285.622167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829285.622169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829285.622173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829285.622177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829285.622180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829285.622182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829285.622184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829285.622186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829285.942298:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829285.942304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829285.942308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829286.134234:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829286.134243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829286.134250:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829286.134275:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829286.134286:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829286.134294:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829286.134298:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829286.134304:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829286.134306:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829286.134308:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.134308:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829286.134312:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829286.134312:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829286.134315:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829286.134318:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829286.134321:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829286.134324:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829286.134327:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.646231:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829286.646241:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829286.646246:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829286.646256:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829286.646264:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829286.646270:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829286.646275:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829286.646279:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829286.646288:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829286.966268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829286.966271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829286.966274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829287.158246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829287.158249:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829287.158253:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829287.158257:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829287.158262:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829287.158267:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829287.158268:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829287.158271:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829287.158273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829287.158277:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829287.158279:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829287.158281:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829287.158283:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829287.158285:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829287.158289:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829287.158289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829287.158291:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829287.158295:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829287.670208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829287.670216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829287.670218:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829287.670223:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829287.670228:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829287.670232:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829287.670235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829287.670238:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829287.670241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829287.990223:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829287.990226:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829287.990228:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829288.182171:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829288.182175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829288.182179:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829288.182184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829288.182190:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829288.182196:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829288.182200:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829288.182204:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829288.182207:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829288.182231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829288.182233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829288.182234:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829288.182236:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829288.182239:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829288.182241:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829288.182243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829288.182244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829288.182246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829288.694191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829288.694198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829288.694201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829288.694206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829288.694210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829288.694214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829288.694217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829288.694220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829288.694223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829289.014278:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829289.014281:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829289.014284:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829289.078167:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300766053, at 4300766080
00000100:00000040:2.0:1787829289.078169:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300766053, at 4300766080
00000100:00000010:2.0:1787829289.078181:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000010:3.0:1787829289.078182:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000001:2.0:1787829289.206193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829289.206200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829289.206204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829289.206208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829289.206210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829289.206212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829289.206215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829289.206216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829289.206219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829289.206224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829289.206230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829289.206230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829289.206234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829289.206237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829289.206240:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829289.206241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829289.206242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829289.206244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829289.718220:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829289.718227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829289.718229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829289.718235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829289.718238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829289.718243:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829289.718246:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829289.718249:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829289.718252:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829290.038264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829290.038267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829290.038270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829290.230221:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829290.230225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829290.230226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829290.230229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829290.230231:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829290.230232:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829290.230255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829290.230256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829290.230262:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829290.230262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829290.230266:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829290.230268:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829290.230269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829290.230273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829290.230276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.230277:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829290.230281:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829290.230285:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.230482:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829290.230487:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829290.230490:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829290.230498:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555355136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.230512:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829290.230515:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.230519:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829290.230523:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829290.230526:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829290.230534:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555355136:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829290.230541:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829290.230547:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829290.230550:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.230555:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829290.230561:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9800.
02000000:00000001:2.0:1787829290.230564:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829290.230570:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829290.230576:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000400:00000010:2.0:1787829290.230583:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404220.
00000100:00000200:2.0:1787829290.230591:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555355136, portal 25
00000100:00000001:2.0:1787829290.230594:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829290.230597:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829290.230604:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555355136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.230615:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829290.230620:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829290.230625:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829290.230629:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555355136, offset 0
00000400:00000200:2.0:1787829290.230640:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829290.230652:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.230661:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829290.230668:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829290.230674:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829290.230680:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829290.230686:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829290.230693:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89992:89992:256:4294967295] 192.168.203.108@tcp LPNI seq info [89979:89979:8:4294967295]
00000400:00000200:2.0:1787829290.230700:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.230716:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829290.230726:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829290.230733:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829290.230742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829290.230749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829290.230764:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829290.230770:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829290.230775:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300771172
00000100:00000010:2.0:1787829290.230780:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829290.230788:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829290.230793:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300771172
00000100:00000010:2.0:1787829290.230800:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2ae0.
00000100:00000001:2.0:1787829290.230804:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829290.230809:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829290.230811:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.230814:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.230819:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829290.230829:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829290.230833:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829290.230838:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829290.230842:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829290.230845:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829290.230854:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555355264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.230871:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829290.230873:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.230878:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829290.230880:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829290.230884:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829290.230888:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555355264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829290.230893:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829290.230896:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829290.230898:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.230901:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829290.230905:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829290.230908:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829290.230915:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829290.230919:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc688.
00000400:00000010:2.0:1787829290.230924:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404b28.
00000100:00000200:2.0:1787829290.230930:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555355264, portal 10
00000100:00000001:2.0:1787829290.230934:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829290.230935:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:2.0:1787829290.230944:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555355264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.230957:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829290.230963:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829290.230965:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404d48.
00000100:00000200:2.0:1787829290.230968:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555355264, offset 0
00000400:00000200:2.0:1787829290.230975:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829290.230981:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.230986:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829290.230991:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829290.230996:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829290.231000:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829290.231001:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231003:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89993:89993:255:4294967295] 192.168.203.108@tcp LPNI seq info [89980:89980:7:4294967295]
00000400:00000200:2.0:1787829290.231007:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231030:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829290.231043:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829290.231049:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d300.
00000800:00000200:2.0:1787829290.231064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829290.231072:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829290.231079:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829290.231086:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829290.231117:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829290.231121:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300767317
00000100:00000001:2.0:1787829290.231124:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231128:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300767317
00000100:00000001:2.0:1787829290.231134:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231138:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829290.231142:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231147:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231150:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829290.231156:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829290.231160:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829290.231165:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829290.231170:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829290.231174:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829290.231181:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555355392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.231195:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829290.231198:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.231203:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829290.231206:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829290.231211:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829290.231223:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555355392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829290.231232:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829290.231237:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829290.231241:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.231247:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829290.231252:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829290.231256:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829290.231264:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829290.231271:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dccb8.
00000400:00000010:2.0:1787829290.231278:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404880.
00000100:00000200:2.0:1787829290.231284:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555355392, portal 10
00000100:00000001:2.0:1787829290.231289:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829290.231293:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:2.0:1787829290.231305:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555355392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.231323:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829290.231331:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829290.231337:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404dd0.
00000100:00000200:2.0:1787829290.231343:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555355392, offset 0
00000400:00000200:2.0:1787829290.231354:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231363:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231371:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829290.231378:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829290.231385:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829290.231394:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829290.231401:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231406:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89994:89994:254:4294967295] 192.168.203.108@tcp LPNI seq info [89981:89981:6:4294967295]
00000400:00000200:2.0:1787829290.231417:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231433:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829290.231444:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829290.231452:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d200.
00000800:00000200:2.0:1787829290.231471:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829290.231482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829290.231489:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829290.231493:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829290.231501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829290.231506:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300767257
00000100:00000001:2.0:1787829290.231511:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231516:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300767257
00000100:00000001:2.0:1787829290.231521:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231526:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829290.231532:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231537:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231543:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829290.231549:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829290.231553:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829290.231559:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829290.231561:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829290.231563:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829290.231570:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555355520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.231578:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829290.231580:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.231583:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829290.231584:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829290.231586:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829290.231589:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555355520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829290.231593:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829290.231595:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829290.231596:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.231598:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829290.231602:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829290.231604:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829290.231608:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829290.231611:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829290.231615:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24047f8.
00000100:00000200:2.0:1787829290.231619:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555355520, portal 4
00000100:00000001:2.0:1787829290.231622:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829290.231623:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829290.231630:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555355520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.231637:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829290.231639:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829290.231641:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829290.231643:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555355520, offset 0
00000400:00000200:2.0:1787829290.231648:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231652:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231656:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829290.231659:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829290.231662:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829290.231664:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829290.231667:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231670:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89995:89995:253:4294967295] 192.168.203.108@tcp LPNI seq info [89982:89982:5:4294967295]
00000400:00000200:2.0:1787829290.231675:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231682:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829290.231687:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829290.231691:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d800.
00000800:00000200:2.0:1787829290.231695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829290.231700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829290.231702:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829290.231705:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829290.231709:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829290.231711:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300767290
00000100:00000001:2.0:1787829290.231714:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231717:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300767290
00000100:00000001:2.0:1787829290.231719:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231721:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829290.231723:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231725:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829290.231730:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555355648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.231738:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829290.231740:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.231742:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829290.231744:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829290.231746:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829290.231749:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555355648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829290.231753:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829290.231755:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829290.231756:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829290.231759:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829290.231762:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829290.231765:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829290.231769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829290.231771:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc6e0.
00000400:00000010:2.0:1787829290.231775:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24042a8.
00000100:00000200:2.0:1787829290.231778:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555355648, portal 4
00000100:00000001:2.0:1787829290.231781:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829290.231782:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829290.231788:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555355648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829290.231793:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829290.231795:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829290.231797:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829290.231799:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555355648, offset 0
00000400:00000200:2.0:1787829290.231802:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231807:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231811:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829290.231814:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829290.231816:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829290.231819:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829290.231822:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829290.231824:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [89996:89996:252:4294967295] 192.168.203.108@tcp LPNI seq info [89983:89983:4:4294967295]
00000400:00000200:2.0:1787829290.231829:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829290.231835:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829290.231840:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829290.231844:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829290.231848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829290.231852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829290.231855:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829290.231858:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829290.231861:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829290.231864:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300767282
00000100:00000001:2.0:1787829290.231867:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300767282
00000100:00000001:2.0:1787829290.231872:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300771172
00000100:00000001:2.0:1787829290.231875:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829290.231877:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231880:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231882:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829290.231886:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829290.231887:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829290.231889:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829290.231891:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829290.231893:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829290.231895:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829290.742156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829290.742162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829290.742163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829290.742167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829290.742170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829290.742173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829290.742175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829290.742177:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829290.742179:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829291.062277:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829291.062281:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829291.062283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829291.254217:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829291.254218:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829291.254226:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829291.254227:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829291.254231:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.254232:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829291.254239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829291.254240:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829291.254247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829291.254266:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829291.254268:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.254270:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.254283:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829291.254287:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829291.254291:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829291.254291:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829291.254294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829291.254298:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.766189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829291.766195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829291.766196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829291.766200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829291.766204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829291.766208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829291.766211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829291.766214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829291.766217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829292.086346:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829292.086350:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829292.086353:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829292.278175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829292.278183:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829292.278185:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829292.278190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829292.278194:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829292.278198:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829292.278200:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829292.278203:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829292.278206:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829292.278231:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829292.278236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829292.278238:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829292.278253:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829292.278256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829292.278258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829292.278260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829292.278262:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829292.278264:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829292.278417:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829292.278420:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829292.278422:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829292.278436:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829292.278438:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829292.278440:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829292.278442:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829292.278444:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829292.278446:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829292.790204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829292.790210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829292.790211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829292.790216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829292.790219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829292.790222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829292.790224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829292.790226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829292.790228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829293.110232:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829293.110235:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829293.110238:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829293.302178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829293.302187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829293.302190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829293.302195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829293.302200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829293.302205:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829293.302208:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829293.302212:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829293.302216:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829293.302217:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829293.302223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829293.302226:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829293.302230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829293.302233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829293.302236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829293.302239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829293.302241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829293.302244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829293.302339:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829293.302342:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829293.302344:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829293.302348:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829293.302351:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829293.302354:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829293.302356:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829293.302358:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829293.302360:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787829293.302361:0:2372:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:2.0:1787829293.302405:0:2372:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787829293.302416:0:2372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829293.302420:0:2372:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:2.0:1787829293.302426:0:2372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829293.302430:0:2372:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787829293.302435:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829293.302440:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829293.302447:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829293.302452:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829293.302458:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24046e8
00000400:00000010:2.0:1787829293.302461:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24046e8.
00000100:00000001:2.0:1787829293.302466:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829293.302474:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b6940 x1874668555355136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302498:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829293.302503:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555355136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302511:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829293.302512:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829293.302524:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829293.302527:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d300.
00000400:00000200:2.0:1787829293.302530:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829293.302535:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829293.302539:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404d48
00000400:00000010:2.0:1787829293.302543:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404d48.
00000100:00000001:2.0:1787829293.302546:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829293.302552:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b4000 x1874668555355264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302565:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829293.302589:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555355264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302601:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829293.302606:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829293.302617:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829293.302624:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d200.
00000400:00000200:2.0:1787829293.302630:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829293.302640:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829293.302647:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404dd0
00000400:00000010:2.0:1787829293.302652:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404dd0.
00000100:00000001:2.0:1787829293.302658:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829293.302667:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b5e00 x1874668555355392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302685:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829293.302691:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555355392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302702:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829293.302707:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829293.302719:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829293.302724:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d800.
00000400:00000200:2.0:1787829293.302729:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829293.302740:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829293.302746:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829293.302751:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829293.302757:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829293.302765:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b7480 x1874668555355520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302784:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829293.302792:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555355520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302800:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829293.302805:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829293.302816:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829293.302823:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829293.302830:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829293.302840:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829293.302845:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829293.302850:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829293.302855:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829293.302863:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b4f00 x1874668555355648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302881:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829293.302884:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555355648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829293.302891:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829293.302895:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829293.814181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829293.814189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829293.814192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829293.814197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829293.814201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829293.814205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829293.814208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829293.814211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829293.814215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829294.134324:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829294.134327:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829294.134330:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829294.198195:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300771172, at 4300771200
00000100:00000040:3.0:1787829294.198195:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300771172, at 4300771200
00000100:00000010:2.0:1787829294.198209:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829294.198211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ae0.
00000100:00000001:2.0:1787829294.326216:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829294.326224:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829294.326226:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829294.326230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829294.326234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829294.326237:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829294.326240:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829294.326242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829294.326245:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829294.326255:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829294.326259:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829294.326261:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829294.326264:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829294.326267:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829294.326269:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829294.326271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829294.326272:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829294.326275:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829294.326422:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829294.326426:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829294.326429:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829294.326432:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829294.326435:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829294.326438:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829294.326440:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829294.326442:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829294.326445:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829294.838193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829294.838204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829294.838206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829294.838213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829294.838218:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829294.838222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829294.838226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829294.838229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829294.838232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829295.158275:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829295.158278:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829295.158280:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829295.350219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829295.350223:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829295.350225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829295.350229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.350233:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787829295.350236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829295.350238:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829295.350242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829295.350245:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829295.350247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829295.350252:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829295.350254:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829295.350256:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829295.350263:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.350266:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6099
00000400:00000200:0.0:1787829295.350279:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829295.350282:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829295.350288:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1787829295.350289:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829295.350291:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.350296:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787829295.350297:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829295.350304:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829295.350310:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829295.350312:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829295.350317:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829295.350322:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829295.350322:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829295.350327:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.350330:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350333:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829295.350337:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829295.350339:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829295.350342:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829295.350345:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829295.350347:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829295.350350:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829295.350352:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350354:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.350355:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350356:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829295.350358:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829295.350361:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350363:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829295.350365:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829295.350368:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829295.350370:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350371:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829295.350373:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829295.350381:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829295.350384:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829295.350388:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829295.350389:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350391:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829295.350393:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829295.350397:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829295.350403:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829295.350408:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829295.350415:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555355776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829295.350422:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829295.350425:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.350429:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555355776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829295.350449:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.350453:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829295.350457:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829295.350458:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829295.350460:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829295.350463:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829295.350467:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6099
00000400:00000200:0.0:1787829295.350472:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829295.350476:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829295.350479:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829295.350482:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350485:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.350488:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350489:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829295.350491:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829295.350493:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829295.350498:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829295.350500:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829295.350504:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829295.350506:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829295.350511:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350513:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.350517:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350519:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829295.350523:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829295.350527:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350531:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829295.350536:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829295.350545:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829295.350550:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350552:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829295.350557:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829295.350560:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350564:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829295.350569:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829295.350574:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829295.350580:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829295.350582:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350587:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829295.350591:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829295.350594:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829295.350599:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829295.350605:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829295.350614:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555355904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829295.350624:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829295.350627:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.350632:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555355904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829295.350647:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.350652:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829295.350655:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829295.350656:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829295.350659:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829295.350665:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829295.350669:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6099
00000400:00000200:0.0:1787829295.350680:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829295.350686:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829295.350691:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829295.350699:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350705:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.350723:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350733:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829295.350738:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829295.350741:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829295.350744:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829295.350746:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829295.350752:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829295.350757:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829295.350761:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350763:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.350765:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350767:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829295.350769:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829295.350773:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350779:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829295.350783:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829295.350787:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829295.350793:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350796:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829295.350800:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829295.350805:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350808:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829295.350815:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829295.350820:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829295.350826:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829295.350830:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.350833:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829295.350836:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829295.350841:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829295.350847:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829295.350854:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829295.350864:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555356032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829295.350882:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829295.350888:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.350895:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555356032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829295.350910:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.350916:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829295.350924:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829295.350928:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787829295.350929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829295.350931:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829295.350938:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787829295.350938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1787829295.350945:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6099
00000400:00000200:0.0:1787829295.350955:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829295.350962:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829295.350966:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829295.350969:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350974:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.350993:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.350997:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829295.351003:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829295.351004:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829295.351007:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829295.351012:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829295.351016:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829295.351020:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829295.351027:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351032:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.351038:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351042:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829295.351048:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829295.351052:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351056:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829295.351059:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829295.351063:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829295.351068:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.351072:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829295.351076:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829295.351080:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.351084:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829295.351091:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829295.351094:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829295.351170:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829295.351174:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.351177:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829295.351181:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829295.351184:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829295.351193:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829295.351199:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829295.351208:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555356160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829295.351223:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829295.351227:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.351235:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555356160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829295.351256:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829295.351261:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829295.351270:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829295.351275:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829295.351279:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829295.351283:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829295.351289:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6099
00000400:00000200:0.0:1787829295.351297:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829295.351305:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829295.351309:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829295.351316:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351322:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.351328:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351331:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829295.351335:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829295.351336:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829295.351340:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829295.351344:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829295.351349:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829295.351354:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829295.351363:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351368:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829295.351374:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351380:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829295.351386:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829295.351394:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829295.351401:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829295.351403:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829295.351408:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829295.351413:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.351417:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829295.351420:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829295.351425:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.351428:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829295.351433:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829295.351438:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829295.351443:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829295.351446:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829295.351451:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829295.351454:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829295.351457:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829295.351464:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787829295.351470:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829295.351480:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555356288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829295.351498:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829295.351501:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.351506:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555356288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829295.351515:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829295.351521:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6110)
00000800:00000200:1.1:1787829295.351722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829295.351725:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829295.352036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829295.352039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829295.352331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829295.352333:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829295.352547:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829295.352550:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787829295.862181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829295.862190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829295.862191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829295.862197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829295.862201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829295.862204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829295.862207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829295.862209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829295.862211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829296.182240:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829296.182246:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829296.182249:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829296.374199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829296.374204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829296.374207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829296.374210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829296.374214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829296.374219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.374222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829296.374234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.374239:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.374261:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829296.374269:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829296.374272:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829296.374278:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829296.374284:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829296.374289:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829296.374293:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829296.374296:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829296.374301:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.886208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829296.886215:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829296.886217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829296.886224:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829296.886230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829296.886236:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829296.886240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829296.886244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829296.886248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829297.206255:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829297.206259:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829297.206263:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829297.398189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829297.398190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829297.398198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829297.398198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829297.398203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829297.398204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829297.398213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829297.398213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829297.398221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829297.398221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829297.398227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829297.398228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829297.398241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829297.398243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829297.398245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829297.398248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829297.398251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829297.398254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829297.910224:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829297.910232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829297.910235:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829297.910242:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829297.910246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829297.910251:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829297.910254:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829297.910257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829297.910261:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829298.230222:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829298.230226:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829298.230229:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829298.422208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829298.422208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829298.422216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829298.422217:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829298.422221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829298.422222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829298.422230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829298.422230:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829298.422237:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829298.422240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829298.422260:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829298.422261:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829298.422275:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829298.422279:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829298.422282:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829298.422283:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829298.422286:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829298.422290:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829298.934166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829298.934172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829298.934174:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829298.934178:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829298.934181:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829298.934202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829298.934205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829298.934207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829298.934211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829299.254265:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829299.254268:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829299.254270:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829299.318185:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300776293, at 4300776320
00000100:00000040:3.0:1787829299.318185:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300776293, at 4300776320
00000100:00000010:3.0:1787829299.318200:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000100:00000010:2.0:1787829299.318203:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000001:3.0:1787829299.446171:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829299.446177:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829299.446180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829299.446182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829299.446184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829299.446189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829299.446191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829299.446193:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829299.446210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829299.446211:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829299.446217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829299.446217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829299.446223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829299.446226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829299.446228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829299.446237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829299.446239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829299.446242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829299.958215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829299.958222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829299.958224:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829299.958230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829299.958234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829299.958238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829299.958241:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829299.958243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829299.958247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829300.278254:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829300.278257:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829300.278260:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829300.470212:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829300.470218:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829300.470224:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829300.470225:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829300.470227:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.470231:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829300.470234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:2.0:1787829300.470236:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829300.470238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829300.470244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829300.470245:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829300.470248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829300.470251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829300.470254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829300.470263:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6105
00000100:00000001:0.0:1787829300.470266:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829300.470270:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829300.470272:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829300.470278:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829300.470279:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829300.470284:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829300.470287:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829300.470290:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829300.470291:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829300.470294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829300.470298:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829300.470298:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829300.470306:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470310:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.470313:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470317:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829300.470321:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829300.470324:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829300.470327:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829300.470331:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829300.470334:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829300.470343:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829300.470348:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470350:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.470352:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470355:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829300.470358:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829300.470362:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470365:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829300.470368:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829300.470372:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829300.470375:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.470378:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829300.470381:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829300.470389:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000020:00000040:2.0:1787829300.470393:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829300.470398:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829300.470399:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.470402:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829300.470405:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829300.470409:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829300.470416:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba800.
00000100:00000001:2.0:1787829300.470434:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829300.470444:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555356416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829300.470454:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829300.470459:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829300.470464:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555356416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829300.470482:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829300.470486:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829300.470501:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829300.470503:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829300.470505:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829300.470509:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829300.470512:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6105
00000400:00000200:2.0:1787829300.470518:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829300.470522:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829300.470525:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829300.470531:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470536:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.470542:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470546:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829300.470549:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829300.470552:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829300.470556:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829300.470559:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829300.470563:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829300.470568:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829300.470582:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470595:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.470601:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470607:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829300.470611:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829300.470616:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470621:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829300.470626:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829300.470635:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829300.470641:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.470657:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829300.470663:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829300.470669:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.470672:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829300.470678:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000020:00000040:2.0:1787829300.470682:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829300.470687:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829300.470690:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.470696:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829300.470700:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829300.470704:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829300.470710:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb400.
00000100:00000001:2.0:1787829300.470732:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829300.470742:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555356544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829300.470760:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829300.470765:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829300.470773:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555356544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829300.470818:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829300.470821:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829300.470830:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829300.470832:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829300.470836:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829300.470853:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829300.470876:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6105
00000400:00000200:2.0:1787829300.470888:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829300.470895:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829300.470901:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829300.470913:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470919:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.470958:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470963:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829300.470968:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829300.470971:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829300.470973:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829300.470976:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829300.470981:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829300.470986:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829300.470993:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.470996:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.471001:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471006:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829300.471010:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829300.471016:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471020:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829300.471025:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829300.471030:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829300.471034:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471040:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829300.471043:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787829300.471044:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:2.0:1787829300.471049:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829300.471051:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787829300.471054:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829300.471060:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14b40.
00000020:00000040:2.0:1787829300.471065:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829300.471082:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829300.471085:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471089:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829300.471092:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829300.471124:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829300.471132:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9400.
00000100:00000001:2.0:1787829300.471139:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829300.471149:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14b40 x1874668555356672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829300.471165:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829300.471169:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829300.471177:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a759bd9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14b40 x1874668555356672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829300.471210:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829300.471216:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829300.471220:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829300.471221:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829300.471223:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829300.471229:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829300.471233:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6105
00000400:00000200:2.0:1787829300.471241:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829300.471246:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829300.471248:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829300.471251:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471256:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.471258:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471260:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829300.471263:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829300.471265:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829300.471267:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829300.471270:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829300.471272:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829300.471276:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829300.471279:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471282:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.471284:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471287:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829300.471291:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829300.471294:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471299:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829300.471301:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829300.471305:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829300.471309:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471312:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829300.471315:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829300.471319:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471323:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829300.471328:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000020:00000040:2.0:1787829300.471332:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829300.471337:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829300.471339:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471340:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829300.471344:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829300.471345:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829300.471351:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829300.471356:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829300.471363:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555356800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829300.471373:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829300.471375:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829300.471381:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555356800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829300.471406:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829300.471411:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829300.471416:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829300.471417:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829300.471420:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829300.471423:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829300.471427:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6105
00000400:00000200:2.0:1787829300.471433:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829300.471438:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829300.471441:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829300.471444:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471447:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.471450:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471461:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829300.471465:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829300.471467:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829300.471471:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829300.471472:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829300.471475:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829300.471477:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829300.471482:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471486:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829300.471490:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471494:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829300.471498:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829300.471501:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829300.471506:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829300.471508:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829300.471511:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829300.471513:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471517:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829300.471519:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829300.471524:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471527:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829300.471532:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829300.471535:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829300.471539:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829300.471542:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829300.471545:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829300.471547:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829300.471550:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829300.471553:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:2.0:1787829300.471558:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829300.471567:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555356928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829300.471588:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829300.471591:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829300.471596:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555356928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829300.471611:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829300.471617:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6115)
00000800:00000200:1.1:1787829300.471832:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829300.471834:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829300.472201:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829300.472204:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829300.472505:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829300.472508:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829300.472793:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829300.472795:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787829300.982195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829300.982203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829300.982206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829300.982212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829300.982216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829300.982220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829300.982223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829300.982225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829300.982228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829301.302283:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829301.302291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829301.302294:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829301.494200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829301.494205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829301.494208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829301.494212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829301.494217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829301.494218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829301.494224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829301.494225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829301.494229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.494234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829301.494234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829301.494239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829301.494240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829301.494243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829301.494245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829301.494248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829301.494250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829301.494253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829302.006188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829302.006198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829302.006201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829302.006205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829302.006209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829302.006212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829302.006215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829302.006218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829302.006220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829302.326284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829302.326288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829302.326291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829302.518198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829302.518205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829302.518207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829302.518212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829302.518216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829302.518217:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829302.518221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829302.518223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829302.518225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829302.518229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829302.518230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829302.518235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829302.518237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829302.518239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829302.518245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829302.518253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829302.518257:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829302.518260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829303.030180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829303.030186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829303.030187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829303.030191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829303.030194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829303.030197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829303.030199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829303.030201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829303.030203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829303.350267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829303.350270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829303.350273:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829303.542204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829303.542204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829303.542212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829303.542212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829303.542216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829303.542217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829303.542223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829303.542225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829303.542227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829303.542248:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829303.542249:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829303.542254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829303.542256:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829303.542278:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829303.542284:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829303.542295:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829303.542316:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829303.542318:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829304.054182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829304.054187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829304.054189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829304.054193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829304.054196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829304.054200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829304.054202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829304.054205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829304.054206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829304.374237:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829304.374240:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829304.374243:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829304.438180:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300781413, at 4300781440
00000100:00000040:2.0:1787829304.438184:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300781413, at 4300781440
00000100:00000010:3.0:1787829304.438194:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000010:2.0:1787829304.438196:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:0.0:1787829304.566207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829304.566214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829304.566214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829304.566218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829304.566219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829304.566221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829304.566228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829304.566229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829304.566234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829304.566236:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829304.566239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829304.566241:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829304.566243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829304.566247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829304.566249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829304.566255:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829304.566258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829304.566262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829305.078175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829305.078183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829305.078186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829305.078192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829305.078196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829305.078199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829305.078202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829305.078205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829305.078208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829305.398232:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829305.398235:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829305.398238:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829305.590182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829305.590189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829305.590192:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829305.590193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829305.590201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:0.0:1787829305.590203:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829305.590208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829305.590209:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829305.590212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829305.590213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829305.590214:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829305.590217:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829305.590221:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829305.590221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829305.590227:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:0.0:1787829305.590229:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6110
00000100:00000001:3.0:1787829305.590231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829305.590234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829305.590235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829305.590238:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829305.590239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829305.590244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829305.590246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829305.590249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829305.590253:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829305.590260:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829305.590262:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829305.590266:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590269:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590271:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590273:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829305.590277:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829305.590278:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829305.590281:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829305.590284:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829305.590285:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829305.590287:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829305.590290:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590291:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590293:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590295:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829305.590298:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829305.590302:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590305:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829305.590309:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829305.590312:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829305.590314:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590316:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829305.590317:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829305.590326:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829305.590329:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829305.590332:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829305.590333:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590336:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829305.590338:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829305.590341:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829305.590347:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829305.590352:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829305.590359:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555357056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829305.590368:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829305.590371:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829305.590375:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555357056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829305.590391:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829305.590393:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829305.590395:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829305.590396:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829305.590398:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829305.590400:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829305.590403:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6110
00000400:00000200:0.0:1787829305.590407:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829305.590410:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829305.590412:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829305.590415:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590420:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590425:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590429:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829305.590431:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829305.590434:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829305.590437:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829305.590440:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829305.590443:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829305.590446:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829305.590451:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590453:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590459:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590465:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829305.590471:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829305.590477:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590479:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829305.590482:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829305.590488:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829305.590491:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590494:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829305.590500:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829305.590505:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590508:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829305.590515:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829305.590518:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829305.590521:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829305.590523:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590525:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829305.590529:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829305.590534:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829305.590544:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829305.590549:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829305.590559:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555357184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829305.590570:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829305.590574:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829305.590579:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555357184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829305.590590:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829305.590595:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829305.590598:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829305.590599:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829305.590603:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829305.590608:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829305.590613:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6110
00000400:00000200:0.0:1787829305.590633:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829305.590643:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829305.590649:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829305.590655:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590660:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590661:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590663:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829305.590667:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829305.590669:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829305.590673:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829305.590675:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829305.590680:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:1.1:1787829305.590683:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829305.590685:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:1.1:1787829305.590687:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787829305.590691:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590696:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590701:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590706:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829305.590709:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829305.590713:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590716:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829305.590720:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829305.590725:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829305.590729:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590732:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829305.590736:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829305.590739:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590744:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829305.590751:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829305.590756:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829305.590761:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829305.590764:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.590767:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829305.590770:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829305.590773:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829305.590777:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829305.590782:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829305.590790:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555357312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829305.590803:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829305.590807:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829305.590814:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555357312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829305.590831:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829305.590835:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829305.590839:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829305.590842:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829305.590845:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829305.590851:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829305.590855:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6110
00000400:00000200:0.0:1787829305.590863:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829305.590871:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829305.590876:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829305.590883:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590886:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590890:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590895:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829305.590899:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829305.590901:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829305.590903:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829305.590906:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829305.590924:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829305.590936:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829305.590957:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590961:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.590967:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590973:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829305.590980:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829305.590990:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829305.590999:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829305.591005:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829305.591010:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829305.591015:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.591019:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829305.591023:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829305.591029:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.591032:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829305.591038:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829305.591041:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829305.591045:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829305.591047:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.591050:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829305.591051:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829305.591055:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829305.591059:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829305.591063:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829305.591070:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555357440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829305.591081:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829305.591085:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829305.591091:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555357440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829305.591116:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829305.591120:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829305.591125:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829305.591129:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829305.591133:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829305.591139:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829305.591145:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6110
00000400:00000200:0.0:1787829305.591154:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829305.591163:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829305.591168:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829305.591174:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.591177:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.591179:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.591184:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829305.591186:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829305.591189:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829305.591191:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829305.591194:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829305.591197:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829305.591203:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829305.591212:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.591216:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829305.591220:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829305.591222:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829305.591226:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829305.591232:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829305.591235:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829305.591237:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829305.591240:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829305.591244:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.591248:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829305.591251:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829305.591257:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.591261:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829305.591267:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829305.591274:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829305.591281:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829305.591284:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829305.591288:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829305.591292:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829305.591296:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829305.591303:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:0.0:1787829305.591309:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829305.591319:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555357568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829305.591353:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829305.591358:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829305.591368:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555357568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829305.591393:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829305.591402:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6120)
00000800:00000200:1.1:1787829305.591431:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829305.591433:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829305.591741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829305.591743:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829305.592059:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829305.592062:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829305.592526:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829305.592528:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787829306.102179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829306.102185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829306.102186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829306.102190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829306.102193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829306.102196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829306.102199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829306.102200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829306.102202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829306.422284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829306.422287:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829306.422290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829306.614198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829306.614204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829306.614206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829306.614208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829306.614209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.614212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829306.614215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829306.614219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829306.614219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829306.614224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829306.614225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829306.614227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829306.614228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829306.614232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829306.614239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829306.614239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.614241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829306.614243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829307.126194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829307.126200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829307.126203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829307.126208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829307.126212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829307.126217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829307.126220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829307.126223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829307.126225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829307.446267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829307.446271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829307.446274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829307.638258:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829307.638258:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829307.638284:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829307.638285:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829307.638289:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829307.638296:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829307.638300:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829307.638305:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829307.638308:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829307.638310:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829307.638315:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829307.638316:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829307.638321:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829307.638325:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829307.638327:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829307.638332:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829307.638335:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829307.638338:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829308.150213:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829308.150218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829308.150220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829308.150224:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829308.150227:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829308.150230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829308.150232:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829308.150234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829308.150236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829308.470268:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829308.470272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829308.470276:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829308.662225:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829308.662235:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829308.662239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829308.662245:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829308.662246:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829308.662253:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829308.662255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829308.662259:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829308.662262:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829308.662263:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829308.662270:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829308.662276:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829308.662279:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829308.662284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829308.662288:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829308.662289:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829308.662293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829308.662296:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829309.174217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829309.174229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829309.174231:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829309.174235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829309.174238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829309.174241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829309.174243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829309.174245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829309.174248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829309.494301:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829309.494305:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829309.494308:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829309.558189:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300786532, at 4300786560
00000100:00000040:3.0:1787829309.558189:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300786532, at 4300786560
00000100:00000010:3.0:1787829309.558204:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c3c0.
00000100:00000010:2.0:1787829309.558207:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cb40.
00000100:00000001:2.0:1787829309.686230:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829309.686230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829309.686240:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829309.686240:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829309.686244:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829309.686245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829309.686253:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829309.686253:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829309.686261:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829309.686261:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829309.686265:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829309.686267:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829309.686271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829309.686276:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829309.686279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829309.686281:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829309.686285:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829309.686288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829310.198163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829310.198171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829310.198173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829310.198179:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829310.198192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829310.198197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829310.198200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829310.198202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829310.198205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829310.518278:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829310.518282:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829310.518285:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829310.710222:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829310.710225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829310.710231:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829310.710233:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829310.710236:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710239:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787829310.710242:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:0.0:1787829310.710245:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829310.710249:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829310.710250:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829310.710252:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829310.710257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829310.710258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829310.710261:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829310.710265:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6115
00000100:00100000:3.0:1787829310.710267:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829310.710273:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787829310.710278:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829310.710279:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829310.710279:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829310.710284:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829310.710290:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829310.710291:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829310.710294:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829310.710297:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829310.710298:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829310.710303:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829310.710304:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710311:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.710315:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710319:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829310.710323:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829310.710325:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829310.710329:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829310.710332:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829310.710335:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829310.710340:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829310.710344:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710347:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.710350:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710352:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829310.710355:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829310.710359:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710362:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829310.710365:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829310.710369:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829310.710372:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710374:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829310.710377:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829310.710387:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829310.710391:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829310.710396:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829310.710398:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710402:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829310.710405:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829310.710412:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829310.710423:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:0.0:1787829310.710431:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829310.710442:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555357696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829310.710453:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829310.710460:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829310.710465:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555357696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829310.710497:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829310.710500:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829310.710504:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829310.710506:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829310.710508:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829310.710511:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829310.710515:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6115
00000400:00000200:0.0:1787829310.710520:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829310.710523:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829310.710526:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829310.710529:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710531:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.710533:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710535:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829310.710538:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829310.710539:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829310.710541:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829310.710544:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829310.710546:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829310.710549:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829310.710552:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710554:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.710557:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710559:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829310.710562:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829310.710565:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710567:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829310.710569:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829310.710574:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829310.710577:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710578:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829310.710584:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829310.710588:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710590:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829310.710595:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829310.710597:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829310.710600:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829310.710602:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710604:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829310.710606:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829310.710608:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829310.710613:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829310.710617:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829310.710624:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555357824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829310.710634:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829310.710636:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829310.710641:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555357824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829310.710651:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829310.710657:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829310.710663:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829310.710666:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829310.710669:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829310.710674:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829310.710681:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6115
00000400:00000200:0.0:1787829310.710693:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829310.710701:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829310.710706:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829310.710713:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710718:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.710726:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710732:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829310.710737:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829310.710742:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829310.710746:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829310.710750:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829310.710753:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829310.710760:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829310.710767:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710772:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.710778:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710785:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829310.710788:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829310.710793:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829310.710798:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829310.710801:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829310.710807:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829310.710812:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710817:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829310.710820:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829310.710826:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710831:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829310.710838:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829310.710842:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829310.710850:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829310.710853:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.710859:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829310.710862:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829310.710867:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829310.710887:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829310.710894:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829310.710905:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555357952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829310.710921:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829310.710925:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829310.710936:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555357952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829310.710959:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829310.710966:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829310.710973:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829310.710976:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829310.710980:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829310.710985:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829310.710991:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6115
00000400:00000200:0.0:1787829310.711001:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.1:1787829310.711007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829310.711012:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000400:00000200:0.0:1787829310.711015:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829310.711023:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829310.711032:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711037:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.711042:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711047:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829310.711051:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829310.711052:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829310.711056:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829310.711059:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829310.711062:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829310.711068:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829310.711076:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711080:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.711086:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711091:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829310.711126:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829310.711132:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711139:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829310.711146:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829310.711151:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829310.711159:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.711163:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829310.711168:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829310.711174:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.711179:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829310.711186:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829310.711191:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829310.711197:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829310.711198:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.711201:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829310.711204:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829310.711208:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829310.711216:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829310.711225:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829310.711235:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555358080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829310.711251:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829310.711256:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829310.711267:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555358080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829310.711282:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829310.711286:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829310.711293:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829310.711296:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829310.711301:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829310.711307:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829310.711313:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6115
00000400:00000200:0.0:1787829310.711322:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829310.711331:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829310.711336:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829310.711344:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711349:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.711355:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711358:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829310.711364:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829310.711366:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829310.711369:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829310.711371:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829310.711377:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829310.711379:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829310.711387:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711390:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829310.711393:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711399:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829310.711405:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829310.711412:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829310.711417:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829310.711422:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829310.711428:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829310.711434:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.711440:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829310.711444:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829310.711449:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.711451:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829310.711455:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787829310.711462:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829310.711468:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829310.711472:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829310.711476:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829310.711480:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829310.711484:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829310.711491:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829310.711498:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829310.711510:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555358208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829310.711529:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829310.711535:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829310.711546:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555358208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829310.711565:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829310.711575:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6125)
00000800:00000200:1.1:1787829310.711703:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829310.711705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787829310.712033:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829310.712035:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787829310.712317:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829310.712319:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787829310.712596:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829310.712598:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787829311.222202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829311.222210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829311.222213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829311.222218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829311.222223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829311.222227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829311.222230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829311.222233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829311.222236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829311.542274:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829311.542278:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829311.542280:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829311.734169:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829311.734177:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829311.734182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829311.734190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829311.734190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829311.734196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829311.734197:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829311.734200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829311.734206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829311.734211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829311.734212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829311.734217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829311.734231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829311.734234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829311.734237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829311.734238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829311.734242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829311.734245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829312.246159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829312.246167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829312.246169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829312.246175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829312.246179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829312.246183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829312.246186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829312.246188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829312.246191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829312.566271:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829312.566274:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829312.566277:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829312.758188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829312.758195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829312.758197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829312.758202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829312.758206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829312.758210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829312.758213:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829312.758217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829312.758219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829312.758225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829312.758226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829312.758229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829312.758236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829312.758242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829312.758248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829312.758262:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829312.758266:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829312.758269:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829313.270199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829313.270206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829313.270208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829313.270214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829313.270217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829313.270223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829313.270226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829313.270228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829313.270230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829313.590352:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829313.590357:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829313.590360:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829313.782173:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829313.782179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829313.782183:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829313.782185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829313.782191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829313.782191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829313.782195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829313.782199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829313.782200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829313.782203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829313.782206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829313.782211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829313.782212:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829313.782218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829313.782224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829313.782224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829313.782228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829313.782233:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829314.294154:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829314.294160:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829314.294162:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829314.294166:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829314.294169:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829314.294172:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829314.294174:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829314.294176:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829314.294178:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829314.614252:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829314.614254:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829314.614257:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829314.678190:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300791653, at 4300791680
00000100:00000040:3.0:1787829314.678190:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300791653, at 4300791680
00000100:00000010:2.0:1787829314.678204:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000010:3.0:1787829314.678206:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:2.0:1787829314.806190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829314.806190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829314.806198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829314.806198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829314.806203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829314.806203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829314.806211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829314.806211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829314.806217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829314.806217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829314.806222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829314.806223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829314.806233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829314.806237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829314.806240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829314.806240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829314.806241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829314.806244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829315.318159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829315.318166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829315.318168:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829315.318172:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829315.318175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829315.318178:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829315.318180:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829315.318182:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829315.318184:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829315.638228:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829315.638232:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829315.638235:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829315.830192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829315.830198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829315.830201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829315.830203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829315.830206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829315.830208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829315.830212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829315.830213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829315.830217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829315.830218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829315.830223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829315.830224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829315.830228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829315.830228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829315.830236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829315.830236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829315.830247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829315.830252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829315.830269:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829315.830275:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829315.830279:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829315.830285:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829315.830291:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829315.830308:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829315.830315:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829315.830320:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829315.830326:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.830472:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829315.830476:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829315.830479:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829315.830485:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830494:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829315.830496:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.830500:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829315.830503:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829315.830506:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829315.830510:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555358336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829315.830514:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829315.830518:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829315.830520:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.830523:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829315.830529:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829315.830531:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829315.830536:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829315.830540:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829315.830546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829315.830553:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555358336, portal 25
00000100:00000001:2.0:1787829315.830555:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829315.830557:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:2.0:1787829315.830562:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830571:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829315.830574:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829315.830577:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829315.830580:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555358336, offset 0
00000400:00000200:2.0:1787829315.830586:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829315.830594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.830600:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829315.830606:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829315.830611:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829315.830615:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829315.830618:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829315.830622:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90017:90017:256:4294967295] 192.168.203.108@tcp LPNI seq info [90004:90004:8:4294967295]
00000400:00000200:2.0:1787829315.830635:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.830645:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829315.830652:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.830657:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829315.830665:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829315.830669:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829315.830675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829315.830679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829315.830703:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.830706:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829315.830713:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829315.830719:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829315.830724:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829315.830727:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829315.830731:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829315.830736:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830745:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.830749:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830758:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.830760:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829315.830766:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829315.830770:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829315.830773:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300796772
00000100:00000010:2.0:1787829315.830779:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829315.830785:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829315.830790:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300796772
00000100:00000010:2.0:1787829315.830793:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c23c0.
00000100:00000001:2.0:1787829315.830796:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829315.830800:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829315.830802:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.830805:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829315.830809:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829315/real 1787829315]  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829315.830826:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829315.830828:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829315.830830:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829315.830832:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829315.830834:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829315.830851:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829315.830855:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829315.830866:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830874:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829315.830876:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.830878:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.830880:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829315.830885:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830893:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829315.830898:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830906:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829315.830909:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.830911:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.830912:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.830915:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829315.830917:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829315.830920:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829315.830924:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829315.830926:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829315.830931:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829315.830946:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555358336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829315.830951:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.830953:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.830956:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555358336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.830964:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829315.830966:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829315.830969:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829315.830972:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829315.830974:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829315.830975:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829315.830978:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829315.830980:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829315.830984:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829315.830986:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829315.830988:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:2.0:1787829315.830991:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829315.830992:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.830994:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831001:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829315.831003:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831005:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829315.831007:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829315.831008:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829315.831011:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831018:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829315.831020:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831022:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829315.831024:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829315.831026:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829315.831029:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829315.831033:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829315.831035:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829315.831037:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831039:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831042:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829315.831044:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829315.831048:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829315.831050:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829315.831053:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829315.831056:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555358464, portal 10
00000100:00000001:2.0:1787829315.831057:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829315.831058:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:2.0:1787829315.831063:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831068:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829315.831069:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829315.831071:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829315.831072:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555358464, offset 0
00000400:00000200:2.0:1787829315.831075:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831078:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831080:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829315.831082:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829315.831084:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829315.831086:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829315.831088:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831090:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90018:90018:256:4294967295] 192.168.203.108@tcp LPNI seq info [90005:90005:8:4294967295]
00000400:00000200:2.0:1787829315.831093:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831114:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829315.831117:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831119:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829315.831122:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829315.831125:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829315.831128:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829315.831130:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829315.831132:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831134:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829315.831136:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829315.831138:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829315.831141:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829315.831142:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829315.831144:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829315.831146:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831151:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831154:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831158:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831159:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829315.831161:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829315.831164:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829315.831166:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829315.831167:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300792917
00000100:00000001:2.0:1787829315.831169:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831171:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300792917
00000100:00000001:2.0:1787829315.831172:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831174:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829315.831175:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831176:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829315.831179:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829315/real 1787829315]  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829315.831183:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829315.831184:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829315.831186:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829315.831188:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829315.831189:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829315.831190:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829315.831192:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829315.831197:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831201:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829315.831202:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831203:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831204:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829315.831206:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831210:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829315.831213:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831217:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829315.831219:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831220:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831221:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831222:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829315.831223:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829315.831225:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829315.831227:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829315.831228:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829315.831230:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829315.831235:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829315.831238:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829315.831240:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831245:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829315.831246:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831247:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829315.831248:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829315.831250:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829315.831251:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829315.831253:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829315.831254:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829315.831256:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831257:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831259:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829315.831260:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829315.831262:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829315.831264:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829315.831266:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829315.831268:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555358592, portal 10
00000100:00000001:2.0:1787829315.831269:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829315.831270:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829315.831274:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831278:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829315.831279:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829315.831281:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829315.831282:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555358592, offset 0
00000400:00000200:2.0:1787829315.831284:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831286:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831288:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829315.831290:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829315.831292:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829315.831294:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829315.831296:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831298:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90019:90019:256:4294967295] 192.168.203.108@tcp LPNI seq info [90006:90006:8:4294967295]
00000400:00000200:2.0:1787829315.831301:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831304:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829315.831307:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831309:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829315.831311:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829315.831313:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829315.831316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829315.831318:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829315.831320:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831321:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829315.831323:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829315.831325:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829315.831327:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829315.831328:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829315.831330:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829315.831332:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831337:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831338:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831343:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831344:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829315.831345:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829315.831347:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829315.831349:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829315.831350:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300792857
00000100:00000001:2.0:1787829315.831352:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831353:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300792857
00000100:00000001:2.0:1787829315.831355:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831357:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829315.831358:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831359:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829315.831362:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829315/real 1787829315]  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829315.831366:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829315.831367:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829315.831368:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829315.831369:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829315.831370:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829315.831371:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829315.831373:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829315.831378:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831382:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829315.831383:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831384:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831385:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829315.831387:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831391:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829315.831393:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831397:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829315.831398:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831399:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831400:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831401:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829315.831402:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829315.831404:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829315.831406:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829315.831422:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829315.831425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829315.831430:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829315.831433:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829315.831435:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831440:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829315.831441:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831443:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829315.831445:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829315.831446:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829315.831449:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829315.831451:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829315.831453:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829315.831454:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831455:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831457:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829315.831458:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829315.831460:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829315.831461:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829315.831464:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829315.831466:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555358720, portal 4
00000100:00000001:2.0:1787829315.831467:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829315.831468:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829315.831473:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831477:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829315.831481:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829315.831483:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829315.831484:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555358720, offset 0
00000400:00000200:2.0:1787829315.831487:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831489:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831491:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829315.831493:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829315.831494:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829315.831496:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829315.831497:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831500:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90020:90020:256:4294967295] 192.168.203.108@tcp LPNI seq info [90007:90007:8:4294967295]
00000400:00000200:2.0:1787829315.831502:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831506:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829315.831509:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831510:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829315.831513:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829315.831515:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829315.831517:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829315.831519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829315.831522:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831523:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829315.831525:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829315.831527:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829315.831529:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829315.831530:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829315.831531:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829315.831533:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831538:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831540:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831549:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831550:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829315.831552:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829315.831553:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829315.831555:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829315.831557:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300792890
00000100:00000001:2.0:1787829315.831558:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831560:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300792890
00000100:00000001:2.0:1787829315.831561:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831562:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829315.831563:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831565:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829315.831567:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829315/real 1787829315]  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829315.831571:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829315.831572:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829315.831573:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829315.831574:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829315.831575:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829315.831577:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829315.831579:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829315.831584:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831587:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829315.831588:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831589:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831590:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829315.831592:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831597:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829315.831600:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831604:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829315.831606:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831607:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831607:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831608:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829315.831610:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829315.831611:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829315.831613:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829315.831614:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829315.831617:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829315.831621:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829315.831623:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829315.831625:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831629:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829315.831630:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831632:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829315.831633:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829315.831634:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829315.831635:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829315.831637:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829315.831638:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829315.831640:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829315.831641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831643:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829315.831644:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829315.831646:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829315.831648:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829315.831650:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829315.831652:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555358848, portal 4
00000100:00000001:2.0:1787829315.831653:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829315.831654:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829315.831658:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831662:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829315.831664:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829315.831665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829315.831666:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555358848, offset 0
00000400:00000200:2.0:1787829315.831668:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831670:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831672:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829315.831674:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829315.831675:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829315.831676:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829315.831678:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829315.831680:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90021:90021:256:4294967295] 192.168.203.108@tcp LPNI seq info [90008:90008:8:4294967295]
00000400:00000200:2.0:1787829315.831683:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829315.831687:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829315.831689:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831691:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829315.831693:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829315.831695:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829315.831698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829315.831699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829315.831702:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829315.831703:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829315.831705:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829315.831708:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829315.831709:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829315.831710:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829315.831712:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829315.831714:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831719:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831721:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831726:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831727:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829315.831729:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829315.831730:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829315.831732:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829315.831733:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300792882
00000100:00000001:2.0:1787829315.831735:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831736:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300792882
00000100:00000001:2.0:1787829315.831738:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300796772
00000100:00000001:2.0:1787829315.831739:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829315.831741:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831742:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829315.831744:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829315/real 1787829315]  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829315.831748:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829315.831749:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829315.831750:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829315.831751:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829315.831752:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829315.831753:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829315.831755:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829315.831761:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831765:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829315.831765:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831766:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831767:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829315.831769:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831773:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829315.831775:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831779:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829315.831781:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831782:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829315.831782:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831783:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829315.831784:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829315.831786:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829315.831788:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829315.831789:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829315.831791:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829315.831796:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555358848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829315.831798:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831799:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555358464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831806:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829315.831807:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831809:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829315.831810:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829315.831811:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829315.831812:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829315.831813:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829315.831814:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829315.831816:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829315.831817:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829315.831818:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:2.0:1787829315.831820:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829315.831821:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831823:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831825:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555358592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831829:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829315.831830:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831831:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829315.831832:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829315.831833:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829315.831833:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829315.831835:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829315.831849:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829315.831851:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829315.831852:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829315.831853:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829315.831854:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829315.831855:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831856:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831859:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555358720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831863:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829315.831864:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831865:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829315.831867:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829315.831868:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829315.831869:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829315.831870:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829315.831871:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829315.831872:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829315.831873:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829315.831874:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829315.831875:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829315.831876:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831877:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829315.831878:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555358848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829315.831882:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829315.831883:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829315.831884:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829315.831885:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829315.831886:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829315.831886:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829315.831887:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829315.831888:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:2.0:1787829315.831889:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829315.831890:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829315.831891:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829315.831892:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829315.831893:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831894:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829315.831896:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829315.831898:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829315.831899:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829315.831900:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829316.342169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829316.342174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829316.342176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829316.342180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829316.342183:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829316.342185:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829316.342187:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829316.342189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829316.342191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829316.662330:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829316.662336:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829316.662340:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829316.854209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829316.854209:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829316.854220:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829316.854220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829316.854223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829316.854223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829316.854232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829316.854233:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829316.854240:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829316.854241:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829316.854249:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829316.854249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829316.854258:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829316.854261:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829316.854273:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829316.854273:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829316.854276:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829316.854283:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829317.366165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829317.366175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829317.366178:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829317.366185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829317.366190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829317.366193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829317.366196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829317.366198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829317.366202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829317.686268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829317.686277:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829317.686279:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829317.878195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829317.878195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829317.878203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829317.878204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829317.878205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829317.878209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829317.878212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829317.878216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829317.878216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829317.878222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829317.878227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829317.878228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829317.878232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829317.878236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829317.878238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829317.878243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829317.878246:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829317.878249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829318.390192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829318.390199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829318.390200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829318.390204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829318.390207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829318.390211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829318.390213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829318.390215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829318.390217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829318.710259:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829318.710262:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829318.710265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829318.902177:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829318.902180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829318.902183:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829318.902186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829318.902187:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829318.902190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829318.902194:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829318.902195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829318.902203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829318.902204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829318.902206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829318.902210:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829318.902219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829318.902223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829318.902228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829318.902230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829318.902235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829318.902240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829319.414206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829319.414214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829319.414216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829319.414222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829319.414226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829319.414230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829319.414233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829319.414235:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829319.414239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829319.734291:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829319.734296:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829319.734300:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829319.798183:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300796772, at 4300796800
00000100:00000040:2.0:1787829319.798193:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300796772, at 4300796800
00000100:00000010:2.0:1787829319.798212:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829319.798223:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c23c0.
00000100:00000001:0.0:1787829319.926198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829319.926206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829319.926215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829319.926219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829319.926225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829319.926226:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829319.926229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829319.926239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829319.926239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829319.926242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829319.926244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829319.926246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829319.926256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829319.926263:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829319.926269:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829319.926273:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829319.926275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829319.926279:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829320.438172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829320.438181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829320.438183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829320.438189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829320.438192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829320.438196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829320.438198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829320.438202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829320.438204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829320.758245:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829320.758250:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829320.758254:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829320.950186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829320.950194:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829320.950197:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829320.950204:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829320.950210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829320.950214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829320.950218:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829320.950221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829320.950224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.950226:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829320.950234:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829320.950236:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829320.950242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829320.950246:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829320.950250:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829320.950252:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829320.950255:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829320.950257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829320.950369:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829320.950377:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829320.950384:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829320.950388:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829320.950393:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829320.950401:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6125
00000400:00000200:2.0:1787829320.950410:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829320.950416:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829320.950419:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829320.950421:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950423:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.950425:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950427:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829320.950432:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829320.950435:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829320.950438:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829320.950442:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829320.950445:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829320.950448:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829320.950451:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950453:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.950455:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950457:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829320.950461:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829320.950466:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950469:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829320.950472:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829320.950476:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829320.950480:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.950482:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829320.950486:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829320.950497:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829320.950500:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829320.950504:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829320.950506:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.950508:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829320.950511:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829320.950516:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829320.950523:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:2.0:1787829320.950529:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829320.950539:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555358976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829320.950548:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829320.950552:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829320.950556:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555358976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829320.950582:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829320.950584:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829320.950587:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829320.950588:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829320.950590:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829320.950592:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829320.950594:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6125
00000400:00000200:2.0:1787829320.950596:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829320.950598:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829320.950600:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829320.950603:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950605:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.950607:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950609:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829320.950610:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829320.950612:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829320.950614:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829320.950616:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829320.950617:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829320.950618:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829320.950622:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950623:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.950625:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950627:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829320.950629:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829320.950632:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950637:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829320.950638:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829320.950644:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829320.950649:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.950653:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829320.950657:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829320.950663:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.950669:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829320.950675:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829320.950682:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829320.950686:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829320.950688:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.950705:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829320.950715:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829320.950722:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829320.950729:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829320.950738:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829320.950747:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555359104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829320.950770:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829320.950772:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829320.950781:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555359104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829320.950796:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829320.950820:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829320.950825:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829320.950828:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829320.950830:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829320.950833:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829320.950838:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6125
00000400:00000200:2.0:1787829320.950849:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829320.950857:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829320.950869:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829320.950876:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950883:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.950893:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950903:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829320.950911:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829320.950915:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829320.950921:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829320.950924:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829320.950938:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829320.950953:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829320.950961:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950969:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.950973:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950977:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829320.950983:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829320.950986:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829320.950988:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829320.950993:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829320.950998:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829320.951006:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951014:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829320.951019:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829320.951026:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951031:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829320.951045:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829320.951060:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829320.951069:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829320.951070:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951074:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829320.951075:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829320.951079:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829320.951084:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:2.0:1787829320.951091:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829320.951161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829320.951165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00100000:2.0:1787829320.951169:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555359232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829320.951184:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829320.951190:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829320.951197:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555359232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829320.951211:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829320.951219:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829320.951231:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829320.951235:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829320.951240:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829320.951248:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829320.951256:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6125
00000400:00000200:2.0:1787829320.951271:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829320.951283:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829320.951292:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829320.951303:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951313:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.951319:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951324:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829320.951337:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829320.951347:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829320.951350:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829320.951352:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829320.951354:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829320.951360:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829320.951364:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951366:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.951371:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951373:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829320.951381:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829320.951387:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951391:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829320.951392:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829320.951396:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829320.951401:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951403:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829320.951405:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829320.951415:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951420:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829320.951427:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829320.951435:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829320.951447:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829320.951452:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951458:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829320.951463:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829320.951468:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829320.951479:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829320.951485:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829320.951493:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555359360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829320.951515:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829320.951522:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829320.951531:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555359360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829320.951557:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829320.951561:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829320.951575:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829320.951578:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829320.951583:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829320.951593:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829320.951602:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6125
00000400:00000200:2.0:1787829320.951614:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829320.951620:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829320.951626:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829320.951631:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951637:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.951641:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951644:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829320.951654:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829320.951657:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829320.951664:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829320.951669:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829320.951677:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829320.951682:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829320.951690:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951694:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829320.951704:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951714:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829320.951724:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829320.951733:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829320.951741:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829320.951749:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829320.951759:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829320.951767:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951770:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829320.951775:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829320.951783:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951790:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829320.951798:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829320.951820:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829320.951828:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829320.951834:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829320.951856:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829320.951860:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829320.951866:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829320.951877:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bbc00.
00000100:00000001:2.0:1787829320.951885:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829320.951906:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555359488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829320.951935:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829320.951940:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829320.951953:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555359488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829320.951979:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829320.951997:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6135)
00000800:00000200:1.1:1787829320.952182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829320.952185:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787829320.952416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829320.952418:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787829320.952653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829320.952655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787829320.952900:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829320.952902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787829321.462167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829321.462175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829321.462177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829321.462183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829321.462188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829321.462192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829321.462195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829321.462198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829321.462201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829321.782283:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829321.782286:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829321.782288:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829321.974194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829321.974194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829321.974201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829321.974202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829321.974205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829321.974206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829321.974214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829321.974215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829321.974221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829321.974222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829321.974228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829321.974229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829321.974232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829321.974236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829321.974239:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829321.974251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829321.974255:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829321.974258:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829322.486177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829322.486184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829322.486187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829322.486192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829322.486196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829322.486201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829322.486204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829322.486206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829322.486209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829322.806310:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829322.806315:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829322.806319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829322.998196:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829322.998202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829322.998205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829322.998208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829322.998208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.998211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829322.998217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829322.998218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829322.998225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829322.998226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829322.998231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829322.998235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829322.998237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829322.998239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829322.998241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.998244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829322.998247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829322.998250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829323.510228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829323.510238:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829323.510240:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829323.510246:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829323.510250:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829323.510255:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829323.510258:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829323.510261:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829323.510264:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829323.830342:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829323.830345:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829323.830348:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829324.022195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829324.022195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829324.022203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829324.022203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829324.022208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829324.022208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829324.022215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829324.022216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829324.022222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829324.022224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829324.022228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829324.022229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829324.022234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829324.022238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829324.022243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829324.022251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829324.022253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829324.022256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829324.534154:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829324.534161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829324.534164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829324.534170:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829324.534175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829324.534179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829324.534181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829324.534184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829324.534187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829324.854265:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829324.854268:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829324.854271:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829324.918185:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300801893, at 4300801920
00000100:00000040:2.0:1787829324.918186:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300801893, at 4300801920
00000100:00000010:3.0:1787829324.918200:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc00.
00000100:00000010:2.0:1787829324.918204:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000001:2.0:1787829325.046174:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829325.046183:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829325.046187:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829325.046195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829325.046204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829325.046211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829325.046219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829325.046222:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829325.046225:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829325.046228:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829325.046234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829325.046238:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829325.046244:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829325.046248:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829325.046251:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829325.046253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829325.046255:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829325.046258:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829325.558164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829325.558170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829325.558172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829325.558176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829325.558179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829325.558181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829325.558184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829325.558185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829325.558187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829325.878244:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829325.878247:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829325.878250:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829326.070231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829326.070235:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829326.070241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829326.070243:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829326.070251:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070254:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787829326.070260:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787829326.070262:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829326.070272:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829326.070273:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829326.070276:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829326.070282:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829326.070287:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829326.070287:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6130
00000100:00000001:2.0:1787829326.070294:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829326.070296:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1787829326.070304:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829326.070306:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829326.070310:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829326.070314:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00100000:0.0:1787829326.070315:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829326.070320:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829326.070320:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829326.070324:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829326.070328:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829326.070328:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829326.070330:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829326.070335:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070336:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.070340:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070343:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829326.070347:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829326.070350:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829326.070353:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829326.070356:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829326.070359:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829326.070362:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829326.070365:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070367:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.070370:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070372:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829326.070375:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829326.070379:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070382:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829326.070384:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829326.070388:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829326.070391:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070393:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829326.070396:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829326.070404:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829326.070407:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829326.070411:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829326.070413:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070416:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829326.070419:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829326.070423:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829326.070430:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829326.070437:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829326.070447:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555359616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829326.070464:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829326.070469:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829326.070474:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555359616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829326.070499:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829326.070502:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829326.070506:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829326.070507:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829326.070509:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829326.070512:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829326.070516:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6130
00000400:00000200:3.0:1787829326.070521:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829326.070525:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829326.070530:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829326.070537:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070541:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.070548:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070555:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829326.070559:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829326.070562:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829326.070566:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829326.070571:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829326.070578:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829326.070583:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829326.070591:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070598:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.070604:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070607:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829326.070613:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829326.070620:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070624:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829326.070632:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829326.070640:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829326.070647:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070650:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829326.070658:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829326.070665:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070671:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829326.070679:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829326.070686:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829326.070693:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829326.070697:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070702:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829326.070704:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829326.070709:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829326.070716:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829326.070723:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829326.070733:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555359744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829326.070754:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829326.070760:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829326.070784:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555359744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829326.070808:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829326.070812:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829326.070820:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829326.070825:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829326.070829:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787829326.070834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829326.070836:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787829326.070838:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00080000:3.0:1787829326.070843:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6130
00000400:00000200:3.0:1787829326.070856:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829326.070863:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829326.070877:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829326.070887:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070893:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.070898:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070901:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829326.070905:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829326.070908:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829326.070912:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829326.070916:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829326.070921:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829326.070926:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829326.070932:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070937:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.070940:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070943:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829326.070950:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829326.070957:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829326.070964:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829326.070969:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829326.070975:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829326.070979:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.070994:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829326.070999:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829326.071004:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071009:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829326.071018:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787829326.071024:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829326.071031:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829326.071034:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071039:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829326.071043:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829326.071048:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829326.071057:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829326.071065:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829326.071078:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555359872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829326.071128:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829326.071134:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829326.071145:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555359872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829326.071167:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829326.071172:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829326.071178:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829326.071182:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829326.071186:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829326.071190:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829326.071197:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6130
00000400:00000200:3.0:1787829326.071207:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829326.071214:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829326.071222:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829326.071230:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071237:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.071244:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071249:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829326.071255:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829326.071259:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829326.071264:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829326.071269:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829326.071276:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829326.071280:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829326.071289:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071296:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.071303:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071309:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829326.071315:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829326.071325:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071332:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829326.071337:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829326.071345:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829326.071351:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071357:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829326.071362:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829326.071368:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071374:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829326.071382:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829326.071388:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829326.071396:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829326.071400:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071404:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829326.071408:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829326.071413:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829326.071422:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829326.071430:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829326.071442:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555360000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829326.071466:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829326.071472:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829326.071483:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555360000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829326.071499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829326.071504:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787829326.071510:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829326.071515:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829326.071524:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829326.071528:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829326.071532:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829326.071539:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829326.071546:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6130
00000400:00000200:3.0:1787829326.071557:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829326.071565:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829326.071570:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829326.071576:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071581:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.071586:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071589:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829326.071595:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829326.071599:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829326.071605:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829326.071608:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829326.071613:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829326.071618:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829326.071627:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071634:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829326.071642:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071648:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829326.071654:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829326.071661:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829326.071667:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829326.071673:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829326.071679:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829326.071685:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071690:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829326.071694:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829326.071700:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071706:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829326.071713:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787829326.071720:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829326.071728:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829326.071731:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829326.071736:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829326.071739:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829326.071742:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829326.071749:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829326.071756:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829326.071782:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555360128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829326.071810:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829326.071816:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829326.071827:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555360128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829326.071848:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829326.071858:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6140)
00000800:00000200:1.1:1787829326.071951:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829326.071953:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787829326.072234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829326.072236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787829326.072425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829326.072426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787829326.582195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829326.582202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829326.582205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829326.582218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829326.582222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829326.582227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829326.582230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829326.582233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829326.582236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829326.902286:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829326.902290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829326.902294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829327.094263:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829327.094272:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829327.094274:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829327.094278:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829327.094279:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.094285:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829327.094289:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829327.094300:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829327.094301:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829327.094303:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829327.094311:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829327.094312:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829327.094316:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829327.094320:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829327.094321:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829327.094329:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829327.094335:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829327.094340:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829327.606182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829327.606188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829327.606190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829327.606194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829327.606197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829327.606201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829327.606203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829327.606205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829327.606207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829327.926267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829327.926270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829327.926273:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829328.118216:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829328.118226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829328.118231:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829328.118239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829328.118248:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829328.118256:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829328.118256:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829328.118265:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829328.118268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829328.118270:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829328.118274:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829328.118277:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829328.118283:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829328.118286:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829328.118292:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829328.118296:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829328.118299:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829328.118302:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829328.630200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829328.630208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829328.630210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829328.630215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829328.630219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829328.630223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829328.630226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829328.630228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829328.630231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829328.950269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829328.950272:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829328.950275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829329.142176:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829329.142184:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829329.142185:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829329.142190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829329.142195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829329.142198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829329.142199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829329.142206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829329.142207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829329.142209:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829329.142215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829329.142216:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829329.142223:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829329.142226:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829329.142230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829329.142238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829329.142242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829329.142245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829329.654183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829329.654191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829329.654193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829329.654199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829329.654204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829329.654208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829329.654211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829329.654213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829329.654217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829329.974251:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829329.974254:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829329.974256:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829330.038168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300807012, at 4300807040
00000100:00000040:2.0:1787829330.038173:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300807012, at 4300807040
00000100:00000010:3.0:1787829330.038180:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000010:2.0:1787829330.038182:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c720.
00000100:00000001:0.0:1787829330.166198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829330.166198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829330.166205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829330.166205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829330.166208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829330.166209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829330.166215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829330.166216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829330.166222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829330.166223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829330.166228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829330.166230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829330.166232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829330.166234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829330.166235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829330.166238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829330.166239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829330.166241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829330.678203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829330.678209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829330.678212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829330.678217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829330.678221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829330.678225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829330.678228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829330.678230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829330.678233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829330.998296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829330.998300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829330.998304:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829331.190167:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829331.190168:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829331.190174:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829331.190177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.190180:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829331.190181:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829331.190183:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829331.190189:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829331.190189:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829331.190194:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.190194:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829331.190198:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.190198:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829331.190203:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829331.190206:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.190209:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.190212:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.190214:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.190505:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829331.190511:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829331.190515:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829331.190527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.190551:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.190554:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.190559:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829331.190565:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829331.190572:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829331.190582:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555360256:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829331.190588:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829331.190593:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829331.190596:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.190600:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829331.190605:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829331.190610:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829331.190616:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829331.190622:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829331.190628:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829331.190637:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555360256, portal 25
00000100:00000001:2.0:1787829331.190640:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829331.190642:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537134784 : -107611172416832 : ffff9e20d24b52c0)
00000100:00000040:2.0:1787829331.190649:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.190658:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829331.190663:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829331.190667:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829331.190670:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555360256, offset 0
00000400:00000200:2.0:1787829331.190678:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829331.190689:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.190697:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829331.190705:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829331.190711:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829331.190717:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829331.190722:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829331.190727:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90032:90032:256:4294967295] 192.168.203.108@tcp LPNI seq info [90019:90019:8:4294967295]
00000400:00000200:2.0:1787829331.190750:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.190767:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829331.190776:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.190782:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829331.190792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829331.190798:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787829331.190806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829331.190812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787829331.190820:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.190824:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829331.190831:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829331.190839:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829331.190845:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829331.190848:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829331.190853:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829331.190860:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.190880:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.190887:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.190902:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.190907:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829331.190914:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829331.190919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829331.190924:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300812132
00000100:00000010:2.0:1787829331.190933:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829331.190943:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829331.190947:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300812132
00000100:00000010:2.0:1787829331.190952:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c25a0.
00000100:00000001:2.0:1787829331.190956:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829331.190961:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829331.190965:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.190969:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829331.190975:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331]  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829331.190988:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829331.190991:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829331.190993:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829331.190996:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829331.190999:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829331.191003:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829331.191009:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829331.191026:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191032:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829331.191033:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191035:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.191038:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829331.191042:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191055:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829331.191063:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191080:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829331.191086:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191091:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.191121:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191127:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829331.191132:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829331.191139:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829331.191146:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829331.191152:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829331.191158:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829331.191172:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555360256:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829331.191177:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191180:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.191185:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b52c0 x1874668555360256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191204:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829331.191207:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829331.191212:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829331.191216:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829331.191220:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829331.191224:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829331.191229:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829331.191232:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:2.0:1787829331.191237:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829331.191240:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829331.191241:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b52c0.
00000100:00000001:2.0:1787829331.191245:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829331.191247:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191250:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191258:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829331.191261:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.191264:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829331.191267:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829331.191269:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829331.191275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191284:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.191287:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.191290:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829331.191292:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829331.191296:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829331.191303:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829331.191309:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829331.191313:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829331.191315:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.191321:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829331.191324:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829331.191328:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829331.191334:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829331.191337:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829331.191342:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829331.191347:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555360384, portal 10
00000100:00000001:2.0:1787829331.191350:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829331.191353:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537136704 : -107611172414912 : ffff9e20d24b5a40)
00000100:00000040:2.0:1787829331.191370:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191386:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829331.191392:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829331.191397:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829331.191402:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555360384, offset 0
00000400:00000200:2.0:1787829331.191417:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829331.191428:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.191438:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829331.191446:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829331.191452:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829331.191457:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829331.191461:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829331.191467:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90033:90033:256:4294967295] 192.168.203.108@tcp LPNI seq info [90020:90020:8:4294967295]
00000400:00000200:2.0:1787829331.191475:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.191486:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829331.191492:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.191497:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829331.191503:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829331.191509:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787829331.191518:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829331.191525:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787829331.191535:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.191541:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829331.191549:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829331.191558:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829331.191563:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829331.191566:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829331.191569:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829331.191573:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191579:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.191581:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191586:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.191587:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829331.191589:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829331.191592:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829331.191594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829331.191596:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300808277
00000100:00000001:2.0:1787829331.191598:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.191600:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300808277
00000100:00000001:2.0:1787829331.191601:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.191603:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829331.191604:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.191605:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829331.191608:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331]  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829331.191613:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829331.191614:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829331.191615:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829331.191617:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829331.191618:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829331.191619:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829331.191621:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829331.191627:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191635:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829331.191636:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191637:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.191638:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829331.191640:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191644:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829331.191647:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191651:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829331.191652:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.191654:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191655:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829331.191657:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829331.191658:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829331.191660:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829331.191662:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829331.191664:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829331.191669:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829331.191671:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829331.191673:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191677:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.191678:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.191680:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829331.191681:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829331.191683:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829331.191685:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829331.191687:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829331.191688:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829331.191689:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.191690:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829331.191693:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829331.191694:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829331.191696:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829331.191698:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829331.191700:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829331.191702:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555360512, portal 10
00000100:00000001:2.0:1787829331.191703:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829331.191704:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829331.191708:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191713:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829331.191714:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829331.191716:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829331.191717:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555360512, offset 0
00000400:00000200:2.0:1787829331.191720:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829331.191722:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.191724:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829331.191726:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829331.191728:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829331.191746:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829331.191749:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829331.191752:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90034:90034:256:4294967295] 192.168.203.108@tcp LPNI seq info [90021:90021:8:4294967295]
00000400:00000200:2.0:1787829331.191756:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.191763:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829331.191768:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.191771:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829331.191774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829331.191776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787829331.191779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829331.191781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787829331.191783:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.191785:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829331.191787:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829331.191789:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829331.191792:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829331.191793:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829331.191794:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829331.191797:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191802:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.191804:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191808:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.191810:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829331.191812:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829331.191814:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829331.191816:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829331.191818:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300808217
00000100:00000001:2.0:1787829331.191819:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.191821:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300808217
00000100:00000001:2.0:1787829331.191822:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.191824:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829331.191825:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.191826:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829331.191828:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331]  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829331.191834:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829331.191835:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829331.191836:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829331.191838:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829331.191839:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829331.191840:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829331.191842:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829331.191847:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191851:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829331.191852:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191853:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.191854:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829331.191856:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191860:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829331.191863:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191867:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829331.191868:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191869:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.191870:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191871:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829331.191872:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829331.191874:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829331.191875:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829331.191877:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829331.191879:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829331.191885:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829331.191887:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191888:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.191890:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5a40 x1874668555360384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191894:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829331.191895:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829331.191896:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829331.191898:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829331.191899:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829331.191900:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829331.191901:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829331.191902:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:2.0:1787829331.191904:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829331.191904:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829331.191905:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5a40.
00000100:00000001:2.0:1787829331.191907:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829331.191908:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191909:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.191911:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555360512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191915:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829331.191915:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829331.191916:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829331.191918:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829331.191918:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829331.191919:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829331.191920:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829331.191921:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
02000000:00000001:2.0:1787829331.191922:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829331.191923:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829331.191924:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829331.191926:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829331.191927:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191928:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.191930:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829331.191932:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.191933:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829331.191934:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829331.191935:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829331.191937:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191942:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.191943:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.191944:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829331.191946:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829331.191947:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829331.191949:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829331.191950:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829331.191952:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829331.191953:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.191954:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829331.191956:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829331.191957:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829331.191959:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829331.191961:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829331.191963:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829331.191965:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555360640, portal 4
00000100:00000001:2.0:1787829331.191966:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829331.191967:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829331.191971:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.191975:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829331.191977:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829331.191979:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829331.191980:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555360640, offset 0
00000400:00000200:2.0:1787829331.191983:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829331.191985:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.191987:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829331.191990:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829331.191991:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829331.191993:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829331.191995:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829331.191997:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90035:90035:256:4294967295] 192.168.203.108@tcp LPNI seq info [90022:90022:8:4294967295]
00000400:00000200:2.0:1787829331.192000:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.192004:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829331.192007:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.192009:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829331.192011:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829331.192013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787829331.192016:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829331.192018:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787829331.192020:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.192021:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829331.192023:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829331.192026:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829331.192028:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829331.192029:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829331.192030:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829331.192033:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192037:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.192040:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192044:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.192045:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829331.192047:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829331.192048:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829331.192050:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829331.192052:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300808250
00000100:00000001:2.0:1787829331.192053:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.192055:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300808250
00000100:00000001:2.0:1787829331.192056:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.192057:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829331.192058:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.192060:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829331.192062:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331]  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829331.192066:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829331.192067:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829331.192068:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829331.192070:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829331.192071:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829331.192072:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829331.192074:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829331.192079:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192086:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829331.192088:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.192091:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829331.192114:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192122:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829331.192127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192135:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829331.192137:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192138:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.192139:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192141:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829331.192143:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829331.192144:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829331.192147:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829331.192148:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829331.192151:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829331.192156:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829331.192159:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829331.192161:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192165:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829331.192166:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.192168:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829331.192169:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829331.192170:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829331.192172:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829331.192174:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829331.192175:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829331.192176:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829331.192177:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829331.192180:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829331.192181:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829331.192183:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829331.192185:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829331.192188:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829331.192190:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555360768, portal 4
00000100:00000001:2.0:1787829331.192191:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829331.192192:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829331.192196:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192200:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829331.192202:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829331.192203:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829331.192205:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555360768, offset 0
00000400:00000200:2.0:1787829331.192207:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829331.192210:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.192212:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829331.192214:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829331.192215:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829331.192217:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829331.192219:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829331.192221:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90036:90036:256:4294967295] 192.168.203.108@tcp LPNI seq info [90023:90023:8:4294967295]
00000400:00000200:2.0:1787829331.192223:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829331.192227:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829331.192230:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.192232:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829331.192235:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829331.192236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787829331.192239:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829331.192241:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787829331.192243:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829331.192245:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829331.192247:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829331.192249:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829331.192251:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829331.192252:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829331.192254:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829331.192256:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192261:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.192263:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192267:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.192268:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829331.192270:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829331.192272:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829331.192274:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829331.192275:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300808243
00000100:00000001:2.0:1787829331.192277:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.192279:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300808243
00000100:00000001:2.0:1787829331.192280:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300812132
00000100:00000001:2.0:1787829331.192281:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829331.192282:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.192284:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829331.192286:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829331/real 1787829331]  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829331.192290:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829331.192291:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829331.192292:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829331.192294:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829331.192295:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829331.192296:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829331.192298:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829331.192303:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192311:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829331.192312:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192314:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.192314:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829331.192317:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192320:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829331.192323:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192327:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829331.192328:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192329:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829331.192330:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192331:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829331.192332:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829331.192333:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829331.192335:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829331.192336:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829331.192339:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829331.192343:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555360768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829331.192345:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192346:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.192348:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555360640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192353:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829331.192354:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829331.192355:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829331.192357:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829331.192358:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829331.192359:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829331.192360:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829331.192362:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f800.
02000000:00000001:2.0:1787829331.192363:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829331.192364:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829331.192365:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829331.192367:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829331.192368:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192369:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829331.192371:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555360768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829331.192375:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829331.192376:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829331.192376:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829331.192378:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829331.192378:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829331.192379:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829331.192380:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829331.192381:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:2.0:1787829331.192382:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829331.192383:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829331.192384:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829331.192385:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829331.192386:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192387:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829331.192389:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829331.192390:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829331.192391:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829331.192392:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829331.702163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829331.702170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829331.702180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829331.702185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829331.702189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829331.702194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829331.702197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829331.702200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829331.702203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829332.022293:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829332.022296:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829332.022298:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829332.214183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829332.214189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829332.214192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829332.214193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829332.214197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829332.214201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829332.214201:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829332.214207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829332.214208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829332.214212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829332.214214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829332.214217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829332.214225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829332.214229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829332.214233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829332.214233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829332.214237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829332.214240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829332.726210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829332.726218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829332.726220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829332.726225:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829332.726229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829332.726233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829332.726236:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829332.726238:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829332.726241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829333.046284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829333.046288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829333.046292:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829333.238178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829333.238178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829333.238185:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829333.238186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829333.238188:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829333.238192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829333.238193:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829333.238197:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829333.238200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829333.238200:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829333.238204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829333.238205:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829333.238208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829333.238208:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829333.238211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829333.238211:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829333.238212:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829333.238214:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829333.750179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829333.750186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829333.750188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829333.750194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829333.750198:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829333.750202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829333.750204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829333.750207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829333.750210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829334.070359:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829334.070364:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829334.070368:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829334.262194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829334.262194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829334.262201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829334.262202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829334.262204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829334.262206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829334.262210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829334.262212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829334.262215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829334.262216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829334.262221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829334.262224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829334.262225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829334.262227:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829334.262234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829334.262235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829334.262238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829334.262240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829334.774179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829334.774187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829334.774190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829334.774195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829334.774199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829334.774202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829334.774205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829334.774208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829334.774213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829335.094285:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829335.094288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829335.094291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829335.158194:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300812132, at 4300812160
00000100:00000040:3.0:1787829335.158195:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300812132, at 4300812160
00000100:00000010:3.0:1787829335.158211:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c25a0.
00000100:00000010:2.0:1787829335.158216:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829335.286187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829335.286194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829335.286197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829335.286203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829335.286208:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829335.286213:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829335.286216:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829335.286220:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829335.286224:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829335.286271:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829335.286276:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829335.286277:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829335.286280:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829335.286283:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829335.286285:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829335.286287:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829335.286288:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829335.286290:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829335.798221:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829335.798232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829335.798234:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829335.798241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829335.798246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829335.798251:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829335.798254:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829335.798257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829335.798261:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829336.118310:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829336.118316:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829336.118320:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829336.310173:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829336.310173:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829336.310179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829336.310181:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829336.310182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.310184:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829336.310188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829336.310189:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829336.310194:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829336.310198:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829336.310199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829336.310204:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829336.310205:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.310208:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.310213:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829336.310213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829336.310216:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829336.310221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829336.310228:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829336.310234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829336.310237:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829336.310248:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829336.310258:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829336.310261:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829336.310266:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829336.310269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829336.310275:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.310469:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829336.310476:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829336.310479:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829336.310496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.310523:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829336.310528:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.310541:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829336.310548:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829336.310554:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829336.310562:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555360896:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829336.310581:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829336.310589:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829336.310593:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.310606:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829336.310620:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829336.310627:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829336.310644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829336.310650:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829336.310661:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829336.310670:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555360896, portal 25
00000100:00000001:2.0:1787829336.310674:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829336.310677:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:2.0:1787829336.310687:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.310727:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829336.310736:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829336.310745:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829336.310755:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555360896, offset 0
00000400:00000200:2.0:1787829336.310781:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829336.310801:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.310813:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829336.310823:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829336.310832:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829336.310841:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829336.310847:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829336.310859:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90037:90037:256:4294967295] 192.168.203.108@tcp LPNI seq info [90024:90024:8:4294967295]
00000400:00000200:2.0:1787829336.310876:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.310905:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829336.310925:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.310936:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829336.310957:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829336.310971:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829336.310986:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829336.310993:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829336.311018:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.311029:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829336.311039:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829336.311053:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829336.311066:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829336.311072:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829336.311084:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829336.311125:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311168:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.311175:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311195:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.311203:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829336.311214:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829336.311223:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829336.311228:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300817253
00000100:00000010:2.0:1787829336.311240:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829336.311256:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829336.311269:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300817253
00000100:00000010:2.0:1787829336.311279:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2d80.
00000100:00000001:2.0:1787829336.311286:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829336.311296:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829336.311306:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.311319:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829336.311334:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336]  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829336.311387:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829336.311393:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829336.311397:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829336.311403:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829336.311459:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829336.311465:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829336.311480:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829336.311569:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311585:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829336.311588:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311591:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.311593:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829336.311597:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311605:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829336.311609:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311614:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829336.311616:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311618:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.311619:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311621:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829336.311623:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829336.311626:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829336.311629:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829336.311631:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829336.311633:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829336.311639:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555360896:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829336.311642:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311644:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.311646:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555360896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311651:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829336.311653:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829336.311656:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829336.311658:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829336.311660:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829336.311662:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829336.311663:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829336.311666:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:2.0:1787829336.311668:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829336.311670:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829336.311672:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:2.0:1787829336.311676:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829336.311678:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311681:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311689:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829336.311691:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.311703:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829336.311705:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829336.311707:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829336.311712:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311721:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829336.311723:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.311725:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829336.311728:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829336.311730:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829336.311733:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829336.311737:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829336.311740:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829336.311742:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.311744:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829336.311749:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829336.311750:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829336.311754:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829336.311756:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829336.311759:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829336.311762:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361024, portal 10
00000100:00000001:2.0:1787829336.311764:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829336.311764:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:2.0:1787829336.311771:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311775:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829336.311777:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829336.311779:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829336.311780:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555361024, offset 0
00000400:00000200:2.0:1787829336.311783:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829336.311786:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.311789:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829336.311791:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829336.311793:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829336.311795:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829336.311797:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829336.311800:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90038:90038:256:4294967295] 192.168.203.108@tcp LPNI seq info [90025:90025:8:4294967295]
00000400:00000200:2.0:1787829336.311803:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.311807:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829336.311811:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.311814:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829336.311817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829336.311819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829336.311823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829336.311825:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829336.311827:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.311829:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829336.311831:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829336.311833:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829336.311835:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829336.311837:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829336.311839:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829336.311841:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311847:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.311849:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311853:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.311854:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829336.311856:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829336.311859:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829336.311861:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829336.311863:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300813397
00000100:00000001:2.0:1787829336.311865:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.311867:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300813397
00000100:00000001:2.0:1787829336.311869:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.311870:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829336.311871:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.311873:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829336.311875:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336]  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829336.311881:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829336.311882:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829336.311883:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829336.311884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829336.311885:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829336.311887:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829336.311889:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829336.311898:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311906:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829336.311907:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311909:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.311911:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829336.311915:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311923:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829336.311927:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311936:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829336.311938:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311940:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.311942:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.311944:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829336.311946:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829336.311949:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829336.311953:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829336.311954:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829336.311958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829336.311963:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829336.311966:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829336.311969:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.311973:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829336.311974:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.311976:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829336.311978:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829336.311979:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829336.311981:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829336.311983:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829336.311985:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829336.311986:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.311987:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829336.311990:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829336.311992:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829336.311994:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829336.311996:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829336.311998:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829336.312001:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361152, portal 10
00000100:00000001:2.0:1787829336.312002:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829336.312003:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:2.0:1787829336.312008:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312013:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829336.312015:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829336.312016:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829336.312018:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555361152, offset 0
00000400:00000200:2.0:1787829336.312020:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829336.312023:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.312026:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829336.312028:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829336.312030:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829336.312032:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829336.312033:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829336.312036:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90039:90039:256:4294967295] 192.168.203.108@tcp LPNI seq info [90026:90026:8:4294967295]
00000400:00000200:2.0:1787829336.312039:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.312043:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829336.312046:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.312048:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829336.312050:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829336.312052:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829336.312055:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829336.312057:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829336.312060:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.312061:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829336.312063:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829336.312066:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829336.312068:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829336.312069:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829336.312071:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829336.312073:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312078:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312080:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312085:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312086:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829336.312088:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829336.312090:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829336.312092:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829336.312112:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300813337
00000100:00000001:2.0:1787829336.312114:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.312116:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300813338
00000100:00000001:2.0:1787829336.312118:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.312119:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829336.312121:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312122:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829336.312125:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336]  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829336.312130:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829336.312131:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829336.312132:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829336.312134:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829336.312135:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829336.312137:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829336.312139:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829336.312145:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312149:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829336.312150:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312152:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.312152:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829336.312154:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312158:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829336.312161:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312166:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829336.312168:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312169:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.312170:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312171:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829336.312172:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829336.312173:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829336.312175:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829336.312176:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829336.312179:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829336.312183:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829336.312186:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829336.312188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312193:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829336.312194:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.312195:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829336.312197:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829336.312198:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829336.312200:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829336.312202:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829336.312203:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829336.312204:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.312205:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829336.312208:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829336.312209:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829336.312212:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829336.312214:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829336.312216:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829336.312218:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361280, portal 4
00000100:00000001:2.0:1787829336.312220:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829336.312221:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:2.0:1787829336.312225:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312230:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829336.312231:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829336.312233:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829336.312234:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555361280, offset 0
00000400:00000200:2.0:1787829336.312237:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829336.312239:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.312241:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829336.312243:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829336.312244:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829336.312246:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829336.312248:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829336.312250:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90040:90040:256:4294967295] 192.168.203.108@tcp LPNI seq info [90027:90027:8:4294967295]
00000400:00000200:2.0:1787829336.312253:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.312257:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829336.312260:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.312262:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829336.312265:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829336.312266:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829336.312269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829336.312271:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829336.312274:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.312275:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829336.312277:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829336.312280:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829336.312282:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829336.312283:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829336.312285:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829336.312287:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312293:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312295:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312299:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312301:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829336.312303:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829336.312305:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829336.312306:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829336.312308:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300813371
00000100:00000001:2.0:1787829336.312310:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.312311:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300813371
00000100:00000001:2.0:1787829336.312313:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.312314:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829336.312315:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312316:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829336.312318:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336]  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829336.312323:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829336.312324:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829336.312325:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829336.312327:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829336.312328:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829336.312329:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829336.312331:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829336.312336:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312345:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829336.312346:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312347:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.312348:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829336.312351:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312354:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829336.312357:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312361:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829336.312362:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.312364:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312365:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829336.312367:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829336.312368:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829336.312370:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829336.312371:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829336.312373:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829336.312378:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829336.312380:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829336.312382:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312387:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829336.312388:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.312390:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829336.312391:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829336.312393:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829336.312395:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829336.312397:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829336.312398:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829336.312399:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829336.312400:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829336.312402:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829336.312403:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829336.312405:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829336.312415:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829336.312417:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829336.312419:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361408, portal 4
00000100:00000001:2.0:1787829336.312420:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829336.312421:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:2.0:1787829336.312425:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312429:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829336.312431:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829336.312433:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829336.312434:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555361408, offset 0
00000400:00000200:2.0:1787829336.312436:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829336.312438:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.312440:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829336.312442:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829336.312444:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829336.312445:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829336.312447:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829336.312449:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90041:90041:256:4294967295] 192.168.203.108@tcp LPNI seq info [90028:90028:8:4294967295]
00000400:00000200:2.0:1787829336.312452:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829336.312456:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829336.312460:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.312462:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829336.312464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829336.312466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829336.312469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829336.312471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829336.312474:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829336.312475:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829336.312477:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829336.312480:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829336.312482:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829336.312483:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829336.312484:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829336.312487:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312492:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312494:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312498:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312499:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829336.312501:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829336.312502:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829336.312504:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829336.312505:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300813363
00000100:00000001:2.0:1787829336.312507:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.312509:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300813363
00000100:00000001:2.0:1787829336.312510:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300817253
00000100:00000001:2.0:1787829336.312512:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829336.312513:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312514:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829336.312516:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829336/real 1787829336]  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829336.312522:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829336.312523:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829336.312524:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829336.312526:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829336.312527:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829336.312528:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829336.312530:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829336.312534:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312538:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829336.312539:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312540:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.312541:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829336.312543:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312548:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829336.312551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312555:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829336.312556:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312557:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829336.312558:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312559:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829336.312560:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829336.312561:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829336.312563:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829336.312564:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829336.312567:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829336.312573:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829336.312575:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312576:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312578:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555361024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312582:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829336.312583:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829336.312584:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829336.312586:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829336.312587:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829336.312587:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829336.312589:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829336.312590:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829336.312592:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829336.312593:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829336.312594:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:2.0:1787829336.312596:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829336.312596:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312598:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312599:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555361152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312603:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829336.312604:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829336.312605:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829336.312607:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829336.312608:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829336.312609:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829336.312610:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829336.312611:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829336.312612:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829336.312614:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829336.312615:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829336.312616:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829336.312617:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312618:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312620:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555361280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312624:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829336.312625:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829336.312626:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829336.312627:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829336.312627:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829336.312628:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829336.312629:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829336.312630:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829336.312631:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829336.312632:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829336.312633:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829336.312634:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829336.312635:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312636:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829336.312638:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555361408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829336.312641:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829336.312642:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829336.312643:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829336.312644:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829336.312645:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829336.312645:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829336.312646:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829336.312647:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829336.312649:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829336.312649:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829336.312650:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:2.0:1787829336.312651:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829336.312652:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312654:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829336.312656:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829336.312657:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829336.312659:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829336.312660:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829336.822243:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829336.822254:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829336.822258:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829336.822266:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829336.822272:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829336.822276:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829336.822279:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829336.822283:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829336.822287:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829337.142280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829337.142285:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829337.142289:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829337.334211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829337.334211:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829337.334211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829337.334221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829337.334222:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829337.334222:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829337.334226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829337.334227:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829337.334227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829337.334235:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829337.334236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829337.334239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829337.334241:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829337.334242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829337.334244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829337.334246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829337.334249:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829337.334249:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829337.334249:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829337.334254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829337.334258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829337.334258:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.334262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829337.334265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829337.334266:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829337.334270:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829337.334274:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829337.846163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829337.846172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829337.846175:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829337.846183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829337.846188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829337.846192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829337.846195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829337.846198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829337.846201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829338.166294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829338.166299:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829338.166303:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829338.358177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829338.358177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829338.358178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829338.358187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829338.358187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829338.358187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829338.358191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829338.358191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829338.358192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829338.358200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829338.358201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829338.358201:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829338.358208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829338.358209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829338.358209:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829338.358214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829338.358215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829338.358215:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829338.358219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829338.358223:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829338.358227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829338.358227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829338.358228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829338.358230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829338.358234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829338.358237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829338.358241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829338.870159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829338.870169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829338.870172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829338.870179:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829338.870183:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829338.870187:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829338.870189:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829338.870192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829338.870194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829339.190316:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829339.190321:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829339.190332:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829339.382174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829339.382185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829339.382188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829339.382195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829339.382202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829339.382203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829339.382205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829339.382208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829339.382212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829339.382212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829339.382214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829339.382220:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829339.382221:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829339.382222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829339.382231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829339.382231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829339.382232:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829339.382237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829339.382239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829339.382241:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829339.382251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829339.382251:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829339.382256:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829339.382260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829339.382261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829339.382264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829339.382268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829339.894190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829339.894201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829339.894203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829339.894210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829339.894215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829339.894220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829339.894223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829339.894226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829339.894230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829340.214311:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829340.214317:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829340.214322:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829340.278239:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300817253, at 4300817280
00000100:00000040:3.0:1787829340.278244:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300817253, at 4300817280
00000100:00000010:2.0:1787829340.278255:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829340.278260:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2d80.
00000100:00000001:3.0:1787829340.406176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829340.406187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829340.406190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829340.406199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829340.406201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829340.406209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829340.406210:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829340.406210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829340.406221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829340.406223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829340.406224:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829340.406232:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829340.406233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829340.406233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829340.406240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829340.406244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829340.406246:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829340.406246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829340.406251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829340.406262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829340.406263:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829340.406271:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829340.406274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829340.406277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829340.406281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829340.406285:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829340.406287:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829340.918223:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829340.918232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829340.918234:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829340.918238:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829340.918242:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829340.918246:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829340.918249:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829340.918252:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829340.918254:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829341.238365:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829341.238369:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829341.238373:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829341.430217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829341.430225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829341.430229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829341.430235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829341.430241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829341.430247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829341.430251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.430251:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829341.430257:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829341.430261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.430261:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829341.430268:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829341.430275:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829341.430286:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829341.430294:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.430298:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.430301:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829341.430303:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829341.430306:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829341.430319:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829341.430323:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829341.430327:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829341.430335:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829341.430347:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6146
00000400:00000200:0.0:1787829341.430358:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829341.430372:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829341.430376:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829341.430381:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430385:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829341.430389:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430391:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829341.430396:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829341.430399:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829341.430402:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829341.430406:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829341.430410:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829341.430413:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829341.430417:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430419:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829341.430422:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430424:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829341.430428:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829341.430432:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430435:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829341.430439:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829341.430443:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829341.430447:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.430450:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829341.430454:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829341.430465:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829341.430470:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829341.430475:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829341.430477:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.430481:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829341.430486:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829341.430492:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829341.430502:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829341.430511:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829341.430523:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829341.430535:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829341.430541:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829341.430546:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.430573:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829341.430577:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829341.430581:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829341.430583:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829341.430586:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829341.430590:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829341.430595:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6146
00000400:00000200:0.0:1787829341.430600:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829341.430604:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787829341.430606:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829341.430609:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829341.430611:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829341.430612:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829341.430619:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430628:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829341.430628:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829341.430638:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829341.430644:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.430646:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.430648:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829341.430651:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829341.430653:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.430670:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:2.0:1787829341.430671:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555361536:192.168.203.108@tcp:250:kworker.0
00000020:00000001:0.0:1787829341.430681:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829341.430683:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787829341.430686:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829341.430691:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829341.430691:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787829341.430695:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:2.0:1787829341.430696:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829341.430702:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829341.430703:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787829341.430709:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829341.430715:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430717:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829341.430719:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430721:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829341.430727:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000010:2.0:1787829341.430728:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829341.430736:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829341.430737:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430743:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.430750:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829341.430751:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829341.430756:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
02000000:00000001:0.0:1787829341.430761:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787829341.430763:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
02000000:00000001:0.0:1787829341.430771:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829341.430774:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361536, portal 25
00000100:00000001:0.0:1787829341.430777:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829341.430779:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829341.430783:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000008:00100000:0.0:1787829341.430785:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829341.430791:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829341.430794:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.430796:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829341.430810:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829341.430813:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787829341.430816:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:2.0:1787829341.430825:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829341.430826:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829341.430830:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829341.430832:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000001:0.0:1787829341.430833:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829341.430838:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787829341.430840:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555361536, offset 0
02000000:00000001:0.0:1787829341.430843:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829341.430852:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000400:00000200:2.0:1787829341.430853:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829341.430863:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.430872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829341.430875:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829341.430886:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829341.430899:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829341.430901:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829341.430906:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.430912:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:0.0:1787829341.430917:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829341.430921:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829341.430930:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829341.430944:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90042:90042:256:4294967295] 192.168.203.108@tcp LPNI seq info [90029:90029:8:4294967295]
00000100:00000001:0.0:1787829341.430946:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829341.430955:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829341.430960:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829341.430966:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829341.430969:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829341.430972:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829341.430983:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829341.430984:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829341.430992:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6146
00000800:00000200:2.0:1787829341.430994:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.431005:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000400:00000200:0.0:1787829341.431009:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.0:1787829341.431014:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:0.0:1787829341.431021:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:2.0:1787829341.431023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787829341.431030:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787829341.431039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829341.431045:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.1:1787829341.431046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829341.431056:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.431059:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000001:0.0:1787829341.431064:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829341.431064:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787829341.431072:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829341.431073:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829341.431082:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829341.431083:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829341.431087:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000020:00000001:0.0:1787829341.431092:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829341.431120:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829341.431127:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829341.431136:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829341.431141:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829341.431145:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829341.431153:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:2.0:1787829341.431159:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829341.431160:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829341.431167:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829341.431171:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829341.431182:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431183:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829341.431185:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787829341.431194:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829341.431195:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431202:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829341.431210:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829341.431212:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:2.0:1787829341.431217:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300822373
00000100:00080000:0.0:1787829341.431219:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431226:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829341.431228:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1787829341.431230:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
02000000:00000001:0.0:1787829341.431232:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829341.431237:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431240:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829341.431242:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829341.431244:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000008:00000001:0.0:1787829341.431245:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431250:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829341.431254:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829341.431257:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829341.431257:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300822373
02000000:00000001:0.0:1787829341.431265:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829341.431267:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431269:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1787829341.431270:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2960.
02000000:00000001:0.0:1787829341.431271:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829341.431276:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431280:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000010:0.0:1787829341.431281:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829341.431291:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431293:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829341.431297:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829341.431300:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431309:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829341.431311:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829341.431314:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829341.431325:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829341.431327:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829341/real 1787829341]  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.431384:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829341.431389:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787829341.431391:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787829341.431392:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829341.431397:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787829341.431398:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787829341.431399:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829341.431402:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787829341.431403:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000100:00080000:0.0:1787829341.431406:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6146
00000400:00000200:2.0:1787829341.431417:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000200:0.0:1787829341.431418:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829341.431424:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000010:2.0:1787829341.431425:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00080000:0.0:1787829341.431426:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829341.431433:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431436:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829341.431436:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1787829341.431438:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431443:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829341.431445:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829341.431449:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829341.431451:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787829341.431451:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829341.431457:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829341.431462:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829341.431467:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829341.431476:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431481:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829341.431486:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431493:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829341.431495:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829341.431500:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:2.0:1787829341.431501:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.431505:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829341.431515:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829341.431521:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829341.431527:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431528:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829341.431534:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829341.431535:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829341.431537:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829341.431540:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1787829341.431542:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431543:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829341.431545:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829341.431549:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000100:00100000:2.0:1787829341.431551:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829341.431553:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829341.431561:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829341.431566:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431570:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829341.431574:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829341.431576:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431579:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1787829341.431581:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829341.431586:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829341.431595:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829341.431597:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.431619:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829341.431624:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829341.431638:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.431639:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829341.431652:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829341.431676:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829341.431682:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829341.431682:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829341.431688:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829341.431690:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829341.431691:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829341.431694:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829341.431701:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829341.431702:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787829341.431706:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6146
00000100:00000001:2.0:1787829341.431709:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787829341.431713:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829341.431719:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829341.431722:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829341.431723:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787829341.431730:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431734:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829341.431741:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:2.0:1787829341.431742:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829341.431744:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829341.431748:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829341.431751:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:2.0:1787829341.431751:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1787829341.431753:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829341.431756:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829341.431759:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829341.431762:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829341.431769:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829341.431771:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.431772:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829341.431778:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431783:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829341.431788:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829341.431794:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829341.431802:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829341.431806:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829341.431809:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829341.431814:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431816:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829341.431818:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00100000:2.0:1787829341.431820:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555361536:192.168.203.108@tcp:250:kworker.0
00000008:00000001:0.0:1787829341.431821:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431824:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829341.431830:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829341.431835:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829341.431837:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829341.431838:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829341.431839:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829341.431848:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829341.431849:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829341.431850:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829341.431853:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829341.431857:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000040:2.0:1787829341.431862:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555361536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829341.431863:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829341.431876:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829341.431886:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829341.431891:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787829341.431894:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787829341.431897:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
00000100:00000001:0.0:1787829341.431900:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.431906:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787829341.431911:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829341.431912:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829341.431917:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829341.431923:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829341.431928:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829341.431932:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.431936:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829341.431940:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1787829341.431941:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6156)
00000100:00000010:2.0:1787829341.431943:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:2.0:1787829341.431950:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829341.431951:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.431953:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.431960:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829341.431961:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.431963:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829341.431965:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829341.431966:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829341.431970:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.431976:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.431977:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.431979:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829341.431980:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829341.431982:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829341.431984:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829341.431986:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829341.431988:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829341.431990:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.431991:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829341.431994:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829341.431995:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.431998:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829341.432002:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829341.432005:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829341.432009:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361664, portal 10
00000100:00000001:2.0:1787829341.432011:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829341.432012:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:2.0:1787829341.432019:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432026:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829341.432029:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829341.432031:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829341.432034:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555361664, offset 0
00000400:00000200:2.0:1787829341.432038:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432043:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432047:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829341.432050:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829341.432053:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829341.432056:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829341.432058:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432061:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90043:90043:256:4294967295] 192.168.203.108@tcp LPNI seq info [90030:90030:8:4294967295]
00000400:00000200:2.0:1787829341.432065:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432069:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829341.432073:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432075:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829341.432079:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829341.432081:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829341.432087:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829341.432090:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829341.432094:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432121:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829341.432124:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829341.432128:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829341.432132:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829341.432134:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829341.432137:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829341.432141:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432150:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.432154:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432165:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432166:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829341.432169:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829341.432172:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829341.432175:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829341.432176:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300818518
00000100:00000001:2.0:1787829341.432178:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432180:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300818518
00000100:00000001:2.0:1787829341.432181:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432183:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829341.432184:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432186:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829341.432188:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829341/real 1787829341]  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829341.432193:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829341.432194:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829341.432196:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829341.432197:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829341.432198:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829341.432200:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829341.432202:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829341.432207:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432211:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829341.432212:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432214:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829341.432217:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432222:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829341.432224:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432229:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829341.432230:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432231:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432232:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432233:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829341.432235:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829341.432237:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829341.432239:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829341.432240:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829341.432242:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829341.432247:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829341.432250:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829341.432252:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432257:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.432258:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.432259:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829341.432261:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829341.432262:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829341.432265:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829341.432269:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829341.432271:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829341.432273:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.432275:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829341.432278:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829341.432280:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.432283:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829341.432286:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829341.432290:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829341.432293:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361792, portal 10
00000100:00000001:2.0:1787829341.432295:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829341.432297:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829341.432303:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432310:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829341.432312:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829341.432315:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829341.432318:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555361792, offset 0
00000400:00000200:2.0:1787829341.432322:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432327:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432331:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829341.432334:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829341.432336:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829341.432339:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829341.432342:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432345:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90044:90044:256:4294967295] 192.168.203.108@tcp LPNI seq info [90031:90031:8:4294967295]
00000400:00000200:2.0:1787829341.432349:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432354:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829341.432357:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432360:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829341.432362:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829341.432364:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829341.432369:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829341.432372:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829341.432376:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432379:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829341.432382:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829341.432385:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829341.432389:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829341.432391:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829341.432393:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829341.432397:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432405:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.432409:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432416:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432417:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829341.432421:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829341.432424:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829341.432428:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829341.432430:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300818458
00000100:00000001:2.0:1787829341.432432:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432435:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300818458
00000100:00000001:2.0:1787829341.432437:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432439:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829341.432441:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432443:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829341.432447:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829341/real 1787829341]  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829341.432456:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829341.432458:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829341.432459:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829341.432462:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829341.432464:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829341.432467:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829341.432470:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829341.432475:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432479:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829341.432480:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432481:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432482:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829341.432484:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432489:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829341.432492:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432496:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829341.432497:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432498:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432499:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432500:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829341.432501:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829341.432503:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829341.432505:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829341.432506:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829341.432508:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829341.432513:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829341.432515:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829341.432518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432523:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.432524:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.432526:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829341.432527:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829341.432528:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829341.432530:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829341.432533:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829341.432534:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829341.432536:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.432537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829341.432539:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829341.432541:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.432543:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829341.432545:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829341.432547:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829341.432549:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555361920, portal 4
00000100:00000001:2.0:1787829341.432550:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829341.432551:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:2.0:1787829341.432556:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432562:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829341.432564:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829341.432567:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829341.432569:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555361920, offset 0
00000400:00000200:2.0:1787829341.432573:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432581:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829341.432584:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829341.432587:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829341.432589:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829341.432592:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432595:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90045:90045:256:4294967295] 192.168.203.108@tcp LPNI seq info [90032:90032:8:4294967295]
00000400:00000200:2.0:1787829341.432600:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432606:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829341.432611:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432615:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829341.432618:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829341.432620:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829341.432623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829341.432625:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829341.432628:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432629:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829341.432632:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829341.432636:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829341.432639:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829341.432642:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829341.432644:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829341.432648:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432656:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.432673:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432681:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432682:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829341.432686:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829341.432690:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829341.432693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829341.432696:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300818491
00000100:00000001:2.0:1787829341.432698:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432701:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300818491
00000100:00000001:2.0:1787829341.432703:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432705:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829341.432708:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432710:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829341.432714:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829341/real 1787829341]  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829341.432722:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829341.432723:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829341.432725:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829341.432726:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829341.432728:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829341.432729:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829341.432732:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829341.432737:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432741:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829341.432743:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432744:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432745:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829341.432747:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432751:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829341.432753:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432758:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829341.432759:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432761:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432761:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432762:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829341.432764:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829341.432766:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829341.432768:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829341.432770:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829341.432772:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829341.432777:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555361920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829341.432779:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829341.432782:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432786:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829341.432787:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.432788:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829341.432789:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829341.432791:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829341.432792:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829341.432795:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829341.432796:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829341.432797:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829341.432798:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829341.432801:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829341.432802:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829341.432804:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829341.432805:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829341.432807:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829341.432809:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362048, portal 4
00000100:00000001:2.0:1787829341.432811:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829341.432812:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829341.432816:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432820:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829341.432822:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829341.432823:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829341.432825:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555362048, offset 0
00000400:00000200:2.0:1787829341.432827:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432830:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432832:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829341.432835:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829341.432836:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829341.432838:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829341.432840:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829341.432842:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90046:90046:256:4294967295] 192.168.203.108@tcp LPNI seq info [90033:90033:8:4294967295]
00000400:00000200:2.0:1787829341.432845:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829341.432849:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829341.432851:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432853:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829341.432856:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829341.432858:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829341.432860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829341.432862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829341.432865:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829341.432866:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829341.432868:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829341.432870:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829341.432872:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829341.432873:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829341.432875:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829341.432877:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432882:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.432883:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432888:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432889:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829341.432891:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829341.432893:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829341.432895:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829341.432897:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300818483
00000100:00000001:2.0:1787829341.432898:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432900:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300818483
00000100:00000001:2.0:1787829341.432901:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300822373
00000100:00000001:2.0:1787829341.432902:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829341.432904:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.432905:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829341.432907:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829341/real 1787829341]  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829341.432914:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829341.432915:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829341.432917:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829341.432919:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829341.432921:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829341.432923:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829341.432927:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829341.432935:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432942:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829341.432944:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432946:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432947:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829341.432951:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432959:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829341.432963:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.432971:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829341.432973:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432974:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829341.432975:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432977:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829341.432978:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829341.432980:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829341.432982:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829341.432984:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829341.432986:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829341.432991:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829341.432993:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.432994:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.432996:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555361664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.433001:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829341.433002:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829341.433003:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829341.433005:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829341.433006:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829341.433007:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829341.433009:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829341.433010:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829341.433012:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829341.433013:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829341.433014:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829341.433016:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829341.433017:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.433019:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.433021:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555361792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.433025:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829341.433026:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829341.433027:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829341.433028:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829341.433029:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829341.433030:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829341.433031:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829341.433032:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:2.0:1787829341.433033:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829341.433033:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829341.433034:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829341.433035:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829341.433036:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.433037:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.433039:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555361920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.433043:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829341.433043:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829341.433044:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829341.433045:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829341.433046:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829341.433047:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829341.433048:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829341.433049:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:2.0:1787829341.433050:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829341.433050:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829341.433051:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829341.433052:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829341.433053:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.433054:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829341.433056:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555362048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829341.433064:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829341.433065:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829341.433066:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829341.433067:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829341.433068:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829341.433068:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829341.433070:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829341.433071:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829341.433073:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829341.433074:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829341.433075:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829341.433078:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829341.433079:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.433080:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829341.433085:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829341.433086:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829341.433088:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829341.433090:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829341.942190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829341.942201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829341.942204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829341.942210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829341.942215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829341.942220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829341.942223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829341.942227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829341.942230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829342.262330:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829342.262334:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829342.262338:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829342.454198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829342.454208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829342.454212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829342.454219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829342.454224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829342.454230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829342.454236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829342.454239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829342.454243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829342.454266:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829342.454274:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829342.454276:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829342.454289:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829342.454294:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829342.454297:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829342.454299:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829342.454301:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829342.454303:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829342.966209:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829342.966216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829342.966219:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829342.966225:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829342.966229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829342.966233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829342.966236:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829342.966239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829342.966242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829343.286356:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829343.286360:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829343.286363:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829343.478231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829343.478241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829343.478242:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829343.478244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829343.478248:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829343.478253:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829343.478259:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829343.478260:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829343.478264:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829343.478266:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829343.478270:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829343.478271:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829343.478274:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829343.478278:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829343.478280:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829343.478285:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829343.478289:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829343.478292:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829343.990225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829343.990233:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829343.990236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829343.990243:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829343.990247:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829343.990251:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829343.990254:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829343.990256:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829343.990259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829344.310364:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829344.310369:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829344.310373:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829344.502233:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829344.502246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829344.502247:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829344.502254:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829344.502260:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829344.502261:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829344.502271:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829344.502280:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829344.502282:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829344.502295:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829344.502298:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829344.502309:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829344.502320:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829344.502325:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829344.502328:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829344.502329:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829344.502333:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829344.502339:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829345.014216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829345.014223:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829345.014225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829345.014230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829345.014234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829345.014238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829345.014241:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829345.014244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829345.014247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829345.334439:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829345.334446:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829345.334451:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829345.398203:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300822373, at 4300822400
00000100:00000010:3.0:1787829345.398216:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2960.
00000100:00000040:2.0:1787829345.398228:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300822373, at 4300822400
00000100:00000010:2.0:1787829345.398243:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:3.0:1787829345.526218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829345.526220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829345.526226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829345.526229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829345.526230:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829345.526238:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829345.526238:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829345.526246:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829345.526250:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829345.526251:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829345.526265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829345.526270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829345.526272:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829345.526273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829345.526282:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829345.526288:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829345.526291:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829345.526295:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829346.038202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829346.038208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829346.038209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829346.038213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829346.038216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829346.038219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829346.038221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829346.038223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829346.038225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829346.358289:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829346.358294:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829346.358297:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829346.550179:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829346.550188:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829346.550191:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829346.550192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829346.550194:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829346.550198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829346.550200:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829346.550204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829346.550207:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6151
00000100:00100000:3.0:1787829346.550211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000400:00000200:0.0:1787829346.550217:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829346.550218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787829346.550227:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829346.550231:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829346.550232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829346.550240:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829346.550243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829346.550250:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829346.550251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829346.550261:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829346.550262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550266:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829346.550274:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829346.550278:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:2.0:1787829346.550278:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1787829346.550284:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829346.550285:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1787829346.550289:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00000001:2.0:1787829346.550289:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829346.550297:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00100000:2.0:1787829346.550297:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000020:00000001:0.0:1787829346.550307:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:2.0:1787829346.550314:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829346.550317:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.550319:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829346.550321:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829346.550323:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829346.550325:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550328:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.550332:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550336:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829346.550338:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829346.550340:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550342:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829346.550344:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829346.550347:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829346.550349:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550351:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829346.550353:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829346.550360:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829346.550363:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829346.550366:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829346.550367:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550369:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829346.550372:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829346.550375:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829346.550381:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829346.550386:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829346.550393:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829346.550401:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829346.550404:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829346.550407:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829346.550423:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829346.550426:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829346.550428:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829346.550429:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829346.550431:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829346.550433:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829346.550434:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6151
00000400:00000200:0.0:1787829346.550436:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829346.550438:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829346.550440:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829346.550442:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550443:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.550445:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550446:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829346.550448:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829346.550449:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829346.550450:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829346.550452:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829346.550453:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829346.550455:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829346.550457:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550459:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.550460:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550462:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829346.550464:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:2.0:1787829346.550465:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829346.550466:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550470:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829346.550471:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829346.550472:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829346.550476:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.550477:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829346.550481:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550483:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829346.550488:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787829346.550490:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829346.550491:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550494:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829346.550499:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829346.550502:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829346.550507:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829346.550509:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550513:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829346.550517:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829346.550517:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829346.550518:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.550523:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829346.550524:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829346.550530:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.550531:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787829346.550536:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829346.550538:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829346.550545:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550549:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829346.550553:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829346.550556:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555362176:192.168.203.108@tcp:250:kworker.0
00000100:00000040:0.0:1787829346.550558:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.550568:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829346.550570:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829346.550574:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829346.550574:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829346.550576:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829346.550579:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787829346.550580:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829346.550581:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829346.550586:0:50166:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787829346.550588:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829346.550589:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6151
00000400:00000200:0.0:1787829346.550593:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829346.550595:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829346.550598:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1787829346.550598:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
00000100:00000040:0.0:1787829346.550603:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829346.550604:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550605:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.550610:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550612:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829346.550617:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787829346.550617:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829346.550621:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000010:2.0:1787829346.550636:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000020:00000001:0.0:1787829346.550637:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829346.550642:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829346.550646:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:2.0:1787829346.550647:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000020:00000001:0.0:1787829346.550649:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:2.0:1787829346.550655:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362176, portal 25
00000100:00000040:0.0:1787829346.550656:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829346.550659:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829346.550662:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829346.550663:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000100:00000040:0.0:1787829346.550669:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829346.550673:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829346.550674:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829346.550681:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829346.550687:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829346.550687:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829346.550692:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829346.550693:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829346.550695:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829346.550697:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
02000000:00000001:0.0:1787829346.550699:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787829346.550701:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555362176, offset 0
02000000:00000001:0.0:1787829346.550704:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550707:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829346.550710:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829346.550710:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000008:00000001:0.0:1787829346.550714:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550715:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829346.550719:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000400:00000200:2.0:1787829346.550720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829346.550722:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829346.550726:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829346.550727:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550730:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829346.550731:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:0.0:1787829346.550732:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829346.550735:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829346.550739:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000400:00000200:2.0:1787829346.550741:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829346.550743:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.550749:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00100000:0.0:1787829346.550753:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829346.550758:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829346.550767:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829346.550777:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90047:90047:256:4294967295] 192.168.203.108@tcp LPNI seq info [90034:90034:8:4294967295]
00000100:00000001:0.0:1787829346.550786:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829346.550789:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829346.550790:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829346.550798:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829346.550810:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.550812:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829346.550814:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829346.550820:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829346.550824:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829346.550825:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829346.550827:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829346.550830:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6151
00000400:00000200:0.0:1787829346.550834:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829346.550840:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:2.0:1787829346.550840:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829346.550845:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829346.550849:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550851:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787829346.550852:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000040:0.0:1787829346.550853:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550857:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829346.550859:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829346.550860:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829346.550861:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829346.550864:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000800:00000200:2.0:1787829346.550866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829346.550867:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829346.550870:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829346.550876:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829346.550876:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787829346.550877:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.550880:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.550884:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829346.550888:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829346.550893:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000200:2.1:1787829346.550894:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829346.550895:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829346.550898:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829346.550902:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787829346.550903:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1787829346.550905:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550908:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829346.550911:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829346.550915:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550919:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829346.550919:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000010:0.0:1787829346.550924:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000800:00000010:2.0:1787829346.550925:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000020:00000040:0.0:1787829346.550927:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829346.550932:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829346.550933:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.550934:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829346.550936:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829346.550936:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787829346.550938:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829346.550943:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829346.550949:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.550949:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1787829346.550956:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829346.550959:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000100:00000001:0.0:1787829346.550965:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829346.550966:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:0.0:1787829346.550967:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829346.550973:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.550974:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829346.550982:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829346.550985:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787829346.550986:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829346.550988:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829346.550990:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829346.550992:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829346.550996:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829346.551002:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6151
00000400:00000200:0.0:1787829346.551007:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829346.551012:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829346.551014:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829346.551015:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.551022:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829346.551028:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.551032:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.551036:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.551040:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829346.551044:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829346.551047:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829346.551050:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829346.551050:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829346.551053:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829346.551055:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829346.551056:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829346.551060:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829346.551063:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829346.551064:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829346.551066:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829346.551067:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.551069:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829346.551073:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829346.551076:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829346.551078:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829346.551079:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829346.551084:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829346.551087:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.551087:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300827492
02000000:00000001:0.0:1787829346.551090:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.551111:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829346.551113:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829346.551115:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.551116:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829346.551118:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829346.551119:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829346.551122:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829346.551123:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829346.551124:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829346.551126:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829346.551127:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829346.551130:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:0.0:1787829346.551132:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829346.551135:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787829346.551139:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829346.551141:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829346.551145:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829346.551149:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551150:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829346.551159:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551161:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300827493
00000100:00000040:0.0:1787829346.551163:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6161)
00000100:00000010:2.0:1787829346.551169:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c28a0.
00000100:00000001:2.0:1787829346.551176:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829346.551181:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.551185:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551188:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829346.551194:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829346/real 1787829346]  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829346.551211:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829346.551213:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829346.551215:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829346.551218:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829346.551220:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829346.551223:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829346.551227:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829346.551236:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551244:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829346.551245:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551248:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.551250:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829346.551254:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551262:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829346.551266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551274:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829346.551278:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551279:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.551281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551283:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829346.551285:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829346.551289:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829346.551293:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829346.551295:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829346.551300:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829346.551310:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555362176:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829346.551315:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551317:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.551320:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555362176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551328:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829346.551330:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829346.551333:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829346.551336:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829346.551346:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829346.551347:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829346.551350:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829346.551352:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829346.551356:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829346.551357:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829346.551359:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:2.0:1787829346.551362:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829346.551364:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551366:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551373:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829346.551375:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551377:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829346.551378:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829346.551380:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829346.551384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551391:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829346.551392:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.551394:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829346.551395:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829346.551397:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829346.551399:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829346.551401:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829346.551403:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829346.551404:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.551405:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829346.551408:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829346.551409:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.551412:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829346.551414:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829346.551417:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829346.551420:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362304, portal 10
00000100:00000001:2.0:1787829346.551422:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829346.551424:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:2.0:1787829346.551431:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551437:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829346.551440:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829346.551443:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829346.551446:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555362304, offset 0
00000400:00000200:2.0:1787829346.551450:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829346.551455:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.551459:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829346.551462:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829346.551466:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829346.551468:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829346.551471:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829346.551474:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90048:90048:256:4294967295] 192.168.203.108@tcp LPNI seq info [90035:90035:8:4294967295]
00000400:00000200:2.0:1787829346.551479:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.551486:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829346.551491:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.551494:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829346.551499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829346.551503:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829346.551508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829346.551511:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829346.551515:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.551518:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829346.551521:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829346.551525:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829346.551528:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829346.551530:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829346.551533:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829346.551537:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551546:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.551550:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551557:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551559:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829346.551563:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829346.551566:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829346.551570:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829346.551572:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300823637
00000100:00000001:2.0:1787829346.551575:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300827492
00000100:00000001:2.0:1787829346.551578:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300823637
00000100:00000001:2.0:1787829346.551580:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300827493
00000100:00000001:2.0:1787829346.551582:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.551585:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551587:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829346.551590:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829346/real 1787829346]  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829346.551599:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829346.551600:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829346.551603:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829346.551605:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829346.551607:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829346.551609:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829346.551613:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829346.551636:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551644:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829346.551646:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551648:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.551649:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829346.551654:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551662:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829346.551666:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551674:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829346.551677:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551678:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.551680:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551682:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829346.551684:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829346.551687:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829346.551690:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829346.551693:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829346.551697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829346.551707:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829346.551711:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829346.551715:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551723:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829346.551724:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.551727:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829346.551728:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829346.551730:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829346.551733:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829346.551736:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829346.551738:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829346.551739:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.551741:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829346.551745:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829346.551747:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.551751:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829346.551754:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829346.551757:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829346.551761:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362432, portal 10
00000100:00000001:2.0:1787829346.551763:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829346.551764:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829346.551770:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551777:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829346.551779:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829346.551782:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829346.551785:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555362432, offset 0
00000400:00000200:2.0:1787829346.551789:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829346.551793:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.551797:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829346.551800:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829346.551803:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829346.551806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829346.551808:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829346.551812:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90049:90049:256:4294967295] 192.168.203.108@tcp LPNI seq info [90036:90036:8:4294967295]
00000400:00000200:2.0:1787829346.551817:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.551823:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829346.551828:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.551832:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829346.551836:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829346.551839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829346.551844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829346.551847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829346.551851:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.551854:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829346.551857:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829346.551860:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829346.551864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829346.551865:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829346.551868:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829346.551872:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551881:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.551885:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551892:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551894:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829346.551897:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829346.551900:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829346.551903:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829346.551905:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300823577
00000100:00000001:2.0:1787829346.551908:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300827492
00000100:00000001:2.0:1787829346.551910:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300823577
00000100:00000001:2.0:1787829346.551913:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300827493
00000100:00000001:2.0:1787829346.551916:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.551918:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.551920:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829346.551924:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829346/real 1787829346]  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829346.551931:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829346.551933:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829346.551934:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829346.551937:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829346.551939:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829346.551941:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829346.551944:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829346.551953:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551960:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829346.551961:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551963:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.551965:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829346.551969:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551977:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829346.551980:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.551987:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829346.551990:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551992:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.551993:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.551996:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829346.551997:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829346.552000:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829346.552004:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829346.552007:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829346.552011:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829346.552019:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829346.552024:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829346.552027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552034:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829346.552036:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.552038:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829346.552040:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829346.552042:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829346.552045:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829346.552048:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829346.552050:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829346.552052:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.552054:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829346.552057:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829346.552059:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.552063:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829346.552066:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829346.552069:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829346.552073:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362560, portal 4
00000100:00000001:2.0:1787829346.552075:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829346.552076:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829346.552082:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552090:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829346.552093:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829346.552113:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829346.552116:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555362560, offset 0
00000400:00000200:2.0:1787829346.552120:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829346.552124:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.552128:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829346.552131:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829346.552134:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829346.552136:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829346.552138:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829346.552142:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90050:90050:256:4294967295] 192.168.203.108@tcp LPNI seq info [90037:90037:8:4294967295]
00000400:00000200:2.0:1787829346.552146:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.552152:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829346.552157:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.552160:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829346.552164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829346.552166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829346.552171:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829346.552174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829346.552178:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.552180:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829346.552184:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829346.552187:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829346.552190:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829346.552192:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829346.552195:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829346.552198:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552206:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.552210:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552223:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.552224:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829346.552228:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829346.552231:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829346.552235:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829346.552237:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300823611
00000100:00000001:2.0:1787829346.552239:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300827492
00000100:00000001:2.0:1787829346.552242:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300823611
00000100:00000001:2.0:1787829346.552244:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300827493
00000100:00000001:2.0:1787829346.552246:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.552249:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.552251:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829346.552255:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829346/real 1787829346]  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829346.552263:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829346.552265:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829346.552267:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829346.552270:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829346.552272:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829346.552275:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829346.552278:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829346.552287:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552294:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829346.552296:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552298:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.552300:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829346.552304:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552311:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829346.552316:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552324:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829346.552326:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552328:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.552329:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552331:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829346.552334:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829346.552336:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829346.552340:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829346.552343:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829346.552347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829346.552356:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829346.552360:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829346.552363:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552370:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829346.552371:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.552373:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829346.552375:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829346.552377:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829346.552380:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829346.552384:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829346.552385:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829346.552387:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829346.552389:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829346.552393:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829346.552395:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829346.552399:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829346.552402:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829346.552405:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829346.552408:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362688, portal 4
00000100:00000001:2.0:1787829346.552410:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829346.552411:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:2.0:1787829346.552417:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552424:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829346.552426:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829346.552429:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829346.552431:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555362688, offset 0
00000400:00000200:2.0:1787829346.552435:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829346.552439:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.552443:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829346.552447:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829346.552449:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829346.552452:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829346.552454:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829346.552458:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90051:90051:256:4294967295] 192.168.203.108@tcp LPNI seq info [90038:90038:8:4294967295]
00000400:00000200:2.0:1787829346.552462:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829346.552468:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829346.552473:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.552477:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829346.552481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829346.552484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829346.552488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829346.552491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829346.552495:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829346.552498:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829346.552501:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829346.552505:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829346.552508:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829346.552510:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829346.552512:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829346.552516:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552524:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.552528:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552535:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.552536:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829346.552540:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829346.552543:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829346.552546:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829346.552549:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300823603
00000100:00000001:2.0:1787829346.552552:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300827492
00000100:00000001:2.0:1787829346.552554:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300823603
00000100:00000001:2.0:1787829346.552556:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300827493
00000100:00000001:2.0:1787829346.552559:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829346.552561:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.552563:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829346.552568:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829346/real 1787829346]  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829346.552577:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829346.552578:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829346.552580:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829346.552583:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829346.552585:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829346.552588:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829346.552592:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829346.552600:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552607:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829346.552609:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552611:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.552613:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829346.552616:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552641:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829346.552646:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552653:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829346.552656:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552658:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829346.552659:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552661:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829346.552663:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829346.552666:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829346.552670:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829346.552672:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829346.552676:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829346.552685:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829346.552689:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552691:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.552695:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555362304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552701:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829346.552703:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829346.552705:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829346.552709:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829346.552710:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829346.552712:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829346.552714:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829346.552716:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:2.0:1787829346.552719:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829346.552720:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829346.552722:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829346.552724:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829346.552726:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552728:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.552732:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555362432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552738:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829346.552739:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829346.552741:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829346.552744:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829346.552745:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829346.552746:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829346.552748:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829346.552750:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829346.552752:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829346.552754:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829346.552755:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829346.552757:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829346.552759:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552760:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.552764:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555362560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552770:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829346.552772:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829346.552774:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829346.552776:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829346.552778:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829346.552779:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829346.552781:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829346.552782:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:2.0:1787829346.552784:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829346.552786:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829346.552787:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829346.552790:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829346.552791:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552793:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829346.552797:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555362688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829346.552803:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829346.552805:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829346.552806:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829346.552809:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829346.552810:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829346.552811:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829346.552814:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829346.552815:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:2.0:1787829346.552817:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829346.552819:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829346.552820:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829346.552822:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829346.552824:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552826:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829346.552830:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829346.552832:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829346.552835:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829346.552836:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829347.062199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829347.062207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829347.062210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829347.062215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829347.062219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829347.062223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829347.062226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829347.062229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829347.062232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829347.382249:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829347.382252:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829347.382255:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829347.574201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829347.574201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829347.574209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829347.574210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829347.574212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829347.574215:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829347.574217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829347.574222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829347.574223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829347.574229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829347.574229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829347.574235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829347.574235:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829347.574238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829347.574243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829347.574243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829347.574247:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829347.574251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829348.086217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829348.086226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829348.086229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829348.086234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829348.086239:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829348.086243:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829348.086246:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829348.086248:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829348.086252:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829348.406256:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829348.406260:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829348.406264:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829348.598177:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829348.598182:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829348.598186:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829348.598188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829348.598190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829348.598195:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829348.598196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829348.598200:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829348.598201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829348.598208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829348.598210:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829348.598214:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829348.598216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829348.598219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829348.598225:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829348.598226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829348.598230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829348.598234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829349.110163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829349.110170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829349.110171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829349.110175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829349.110178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829349.110182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829349.110184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829349.110186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829349.110188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829349.430301:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829349.430304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829349.430307:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829349.622201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829349.622210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829349.622214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829349.622217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829349.622224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829349.622224:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829349.622228:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829349.622233:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829349.622239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829349.622240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829349.622244:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829349.622245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829349.622260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829349.622263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829349.622267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829349.622268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829349.622272:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829349.622275:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829350.134189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829350.134195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829350.134197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829350.134201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829350.134204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829350.134207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829350.134210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829350.134211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829350.134214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829350.454247:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829350.454249:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829350.454252:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829350.518159:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300827493, at 4300827520
00000100:00000010:3.0:1787829350.518172:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c28a0.
00000100:00000040:2.0:1787829350.518181:0:50066:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300827492, at 4300827520
00000100:00000010:2.0:1787829350.518191:0:50066:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829350.646178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829350.646184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829350.646188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829350.646192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829350.646194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829350.646199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829350.646199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829350.646204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829350.646206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829350.646211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829350.646214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829350.646217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829350.646218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829350.646221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829350.646223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829350.646226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829350.646230:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829350.646234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829351.158172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829351.158179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829351.158181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829351.158184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829351.158188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829351.158190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829351.158193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829351.158195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829351.158197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829351.478293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829351.478297:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829351.478299:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829351.670207:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829351.670218:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829351.670224:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829351.670230:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829351.670238:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829351.670248:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6156
00000400:00000200:0.0:1787829351.670258:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829351.670265:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829351.670268:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829351.670270:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829351.670276:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787829351.670278:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829351.670281:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.670285:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787829351.670289:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000040:0.0:1787829351.670291:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670303:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829351.670303:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829351.670311:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829351.670312:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829351.670316:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:2.0:1787829351.670322:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829351.670323:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829351.670332:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829351.670333:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829351.670345:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:2.0:1787829351.670347:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829351.670350:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829351.670361:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670366:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829351.670370:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670372:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829351.670375:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829351.670380:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670383:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829351.670386:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829351.670391:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829351.670395:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.670397:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829351.670400:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829351.670409:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829351.670413:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829351.670417:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829351.670419:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.670422:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829351.670425:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829351.670429:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829351.670437:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829351.670444:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829351.670454:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829351.670465:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829351.670470:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829351.670475:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.670498:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829351.670501:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829351.670505:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829351.670507:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829351.670508:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829351.670513:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829351.670516:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6156
00000400:00000200:0.0:1787829351.670521:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829351.670525:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829351.670528:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829351.670529:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829351.670537:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829351.670539:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829351.670542:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829351.670545:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829351.670549:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670553:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:2.0:1787829351.670556:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829351.670558:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829351.670563:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829351.670569:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829351.670573:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829351.670582:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829351.670600:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829351.670611:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829351.670611:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829351.670618:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.670619:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829351.670625:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829351.670626:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829351.670630:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829351.670633:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787829351.670635:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829351.670639:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829351.670644:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670653:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829351.670653:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555362816:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829351.670662:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829351.670665:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829351.670669:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829351.670673:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829351.670675:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.670678:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.670679:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829351.670686:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787829351.670687:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829351.670693:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.670696:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829351.670697:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
00000100:00000010:0.0:1787829351.670703:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
02000000:00000001:2.0:1787829351.670703:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829351.670711:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829351.670718:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829351.670718:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829351.670723:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829351.670727:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000100:00000001:0.0:1787829351.670729:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829351.670734:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829351.670737:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829351.670740:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
02000000:00000010:0.0:1787829351.670743:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829351.670750:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829351.670752:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362816, portal 25
00000100:00000001:2.0:1787829351.670757:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787829351.670759:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829351.670760:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000100:00000040:2.0:1787829351.670776:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.670777:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829351.670782:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829351.670794:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.670796:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829351.670805:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829351.670811:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000001:0.0:1787829351.670817:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829351.670819:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555362816, offset 0
00000100:00080000:0.0:1787829351.670824:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829351.670829:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829351.670836:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829351.670836:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829351.670842:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829351.670847:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829351.670851:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6156
00000400:00000200:2.0:1787829351.670854:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829351.670864:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.670871:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829351.670872:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829351.670880:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829351.670888:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.670888:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829351.670894:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829351.670902:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.670902:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829351.670910:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829351.670918:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787829351.670919:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829351.670924:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829351.670929:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829351.670929:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000040:0.0:1787829351.670935:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829351.670941:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829351.670943:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90052:90052:256:4294967295] 192.168.203.108@tcp LPNI seq info [90039:90039:8:4294967295]
00000020:00000001:0.0:1787829351.670947:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829351.670960:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.670961:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829351.670965:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829351.670969:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.670973:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829351.670979:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829351.670998:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829351.670999:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829351.671007:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829351.671012:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787829351.671021:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829351.671022:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829351.671031:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829351.671033:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000001:0.0:1787829351.671038:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829351.671042:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787829351.671049:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:0.0:1787829351.671051:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.671057:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829351.671057:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000010:0.0:1787829351.671064:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829351.671074:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:2.1:1787829351.671074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829351.671086:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787829351.671086:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1787829351.671090:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.671127:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829351.671131:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829351.671133:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829351.671138:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.671144:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
02000000:00000010:0.0:1787829351.671145:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829351.671155:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829351.671157:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1787829351.671165:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829351.671170:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829351.671181:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000100:00000001:0.0:1787829351.671184:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829351.671187:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:0.0:1787829351.671189:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671197:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787829351.671199:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829351.671208:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.671227:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829351.671236:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829351.671236:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829351.671246:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1787829351.671247:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.671251:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829351.671257:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829351.671269:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829351.671271:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671276:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829351.671277:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6156
00000100:00000001:2.0:1787829351.671287:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829351.671288:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829351.671301:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829351.671303:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829351.671308:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829351.671312:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300832613
00000100:00000040:0.0:1787829351.671317:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.671322:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787829351.671323:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000040:0.0:1787829351.671328:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.671333:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829351.671336:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829351.671337:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829351.671344:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829351.671347:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829351.671347:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300832613
00000020:00000040:0.0:1787829351.671352:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000010:2.0:1787829351.671355:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c27e0.
00000020:00000001:0.0:1787829351.671357:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829351.671362:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829351.671364:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829351.671369:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829351.671375:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829351.671377:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.671383:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829351.671384:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787829351.671394:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829351.671398:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829351/real 1787829351]  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.671400:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829351.671410:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829351.671424:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000001:2.0:1787829351.671428:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829351.671430:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829351.671433:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829351.671435:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829351.671438:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
02000000:00000001:0.0:1787829351.671442:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829351.671444:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
02000000:00000001:0.0:1787829351.671448:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829351.671450:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:0.0:1787829351.671453:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829351.671457:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1787829351.671459:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000200:2.0:1787829351.671466:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829351.671467:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.671480:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829351.671490:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829351.671496:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000200:2.0:1787829351.671498:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829351.671502:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829351.671507:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.671516:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829351.671520:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829351.671520:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829351.671525:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829351.671526:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671534:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1787829351.671537:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:2.0:1787829351.671539:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829351.671545:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829351.671550:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829351.671558:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829351.671580:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829351.671605:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829351.671611:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.671612:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829351.671627:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.671685:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829351.671690:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671691:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.671699:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829351.671701:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829351.671702:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.671712:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787829351.671713:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829351.671717:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829351.671717:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829351.671722:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829351.671726:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829351.671728:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829351.671734:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6156
00000100:00080000:2.0:1787829351.671739:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000400:00000200:0.0:1787829351.671747:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829351.671747:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1787829351.671757:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000040:2.0:1787829351.671763:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829351.671764:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829351.671774:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829351.671784:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829351.671792:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829351.671799:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555362816:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829351.671800:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829351.671809:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829351.671813:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:2.0:1787829351.671813:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829351.671819:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829351.671821:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787829351.671823:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829351.671832:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829351.671832:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555362816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829351.671841:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829351.671856:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829351.671858:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829351.671863:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787829351.671864:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787829351.671869:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
00000100:00000040:0.0:1787829351.671871:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829351.671876:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829351.671877:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829351.671882:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829351.671883:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000020:00000040:2.0:1787829351.671886:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00080000:0.0:1787829351.671892:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000020:00000001:2.0:1787829351.671894:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829351.671899:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829351.671903:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829351.671908:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787829351.671908:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829351.671917:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829351.671919:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829351.671919:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829351.671922:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:0.0:1787829351.671925:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000010:2.0:1787829351.671925:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00000001:2.0:1787829351.671932:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829351.671937:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829351.671938:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671940:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829351.671945:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671950:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:0.0:1787829351.671952:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829351.671952:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.671959:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787829351.671962:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829351.671963:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829351.671967:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829351.671975:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829351.671980:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829351.671981:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829351.671990:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829351.671996:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829351.671997:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829351.672002:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672002:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672012:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829351.672016:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787829351.672017:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829351.672019:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829351.672026:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829351.672027:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672037:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829351.672041:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829351.672044:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829351.672045:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829351.672047:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672051:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829351.672058:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829351.672071:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829351.672075:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000100:00000001:0.0:1787829351.672079:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829351.672080:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000001:0.0:1787829351.672086:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829351.672086:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555362944, portal 10
00000100:00000001:2.0:1787829351.672089:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829351.672092:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:0.0:1787829351.672124:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829351.672124:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672169:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829351.672177:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829351.672179:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829351.672181:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829351.672189:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555362944, offset 0
00000100:00000040:0.0:1787829351.672194:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6166)
00000400:00000200:2.0:1787829351.672195:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672206:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672212:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829351.672216:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829351.672219:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829351.672221:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829351.672223:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672226:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90053:90053:256:4294967295] 192.168.203.108@tcp LPNI seq info [90040:90040:8:4294967295]
00000400:00000200:2.0:1787829351.672228:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672233:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829351.672236:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672239:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829351.672243:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829351.672245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829351.672249:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829351.672251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829351.672254:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672255:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829351.672257:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829351.672260:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829351.672262:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829351.672263:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829351.672265:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829351.672268:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672274:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672276:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672280:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672281:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829351.672283:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829351.672286:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829351.672288:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829351.672290:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300828758
00000100:00000001:2.0:1787829351.672292:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672294:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300828758
00000100:00000001:2.0:1787829351.672295:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672297:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829351.672298:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672299:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829351.672302:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829351/real 1787829351]  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829351.672306:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829351.672307:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829351.672308:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829351.672310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829351.672311:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829351.672313:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829351.672315:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829351.672320:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672324:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829351.672325:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672326:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672327:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829351.672329:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672333:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829351.672336:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672341:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829351.672342:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672344:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672345:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672346:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829351.672349:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829351.672351:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829351.672353:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829351.672354:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829351.672357:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829351.672362:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555362944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829351.672365:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829351.672368:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672372:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829351.672373:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672374:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829351.672375:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829351.672376:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829351.672378:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829351.672380:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829351.672381:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829351.672382:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672383:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672386:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829351.672388:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829351.672390:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829351.672391:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829351.672393:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829351.672395:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363072, portal 10
00000100:00000001:2.0:1787829351.672397:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829351.672398:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829351.672402:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672406:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829351.672408:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829351.672409:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829351.672411:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555363072, offset 0
00000400:00000200:2.0:1787829351.672413:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672415:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672417:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829351.672419:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829351.672420:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829351.672422:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829351.672424:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672426:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90054:90054:256:4294967295] 192.168.203.108@tcp LPNI seq info [90041:90041:8:4294967295]
00000400:00000200:2.0:1787829351.672429:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672433:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829351.672436:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672438:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829351.672440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829351.672442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829351.672445:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829351.672446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829351.672449:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672450:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829351.672452:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829351.672455:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829351.672457:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829351.672458:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829351.672459:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829351.672461:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672466:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672469:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672473:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672475:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829351.672476:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829351.672478:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829351.672480:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829351.672481:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300828698
00000100:00000001:2.0:1787829351.672483:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672484:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300828698
00000100:00000001:2.0:1787829351.672486:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672487:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829351.672489:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672490:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829351.672492:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829351/real 1787829351]  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829351.672496:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829351.672497:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829351.672498:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829351.672499:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829351.672500:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829351.672501:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829351.672503:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829351.672508:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672513:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829351.672514:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672515:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672516:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829351.672519:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672524:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829351.672526:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672531:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829351.672532:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672533:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672534:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672535:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829351.672536:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829351.672537:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829351.672539:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829351.672540:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829351.672542:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829351.672547:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829351.672549:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829351.672551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672555:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829351.672556:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672558:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829351.672559:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829351.672561:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829351.672563:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829351.672565:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829351.672567:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829351.672568:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672569:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672572:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829351.672573:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829351.672575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829351.672577:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829351.672579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829351.672581:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363200, portal 4
00000100:00000001:2.0:1787829351.672583:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829351.672584:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829351.672601:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672606:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829351.672608:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829351.672610:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829351.672612:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555363200, offset 0
00000400:00000200:2.0:1787829351.672614:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672617:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672619:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829351.672621:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829351.672623:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829351.672624:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829351.672626:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672628:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90055:90055:256:4294967295] 192.168.203.108@tcp LPNI seq info [90042:90042:8:4294967295]
00000400:00000200:2.0:1787829351.672631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672635:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829351.672638:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672640:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829351.672642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829351.672644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829351.672647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829351.672649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829351.672651:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672653:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829351.672655:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829351.672658:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829351.672660:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829351.672661:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829351.672662:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829351.672665:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672670:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672672:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672677:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672678:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829351.672680:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829351.672682:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829351.672683:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829351.672685:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300828731
00000100:00000001:2.0:1787829351.672686:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672688:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300828731
00000100:00000001:2.0:1787829351.672690:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672691:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829351.672692:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672693:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829351.672695:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829351/real 1787829351]  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829351.672700:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829351.672701:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829351.672701:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829351.672703:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829351.672704:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829351.672706:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829351.672708:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829351.672713:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672717:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829351.672718:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672719:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672720:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829351.672722:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672725:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829351.672728:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672732:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829351.672733:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672734:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672735:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672736:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829351.672738:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829351.672739:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829351.672741:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829351.672743:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829351.672745:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829351.672750:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829351.672753:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672754:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672756:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555362944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672760:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829351.672761:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672763:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829351.672764:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829351.672765:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829351.672766:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829351.672768:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829351.672769:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829351.672772:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829351.672773:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829351.672774:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829351.672776:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829351.672777:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672778:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672780:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555363072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672784:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829351.672785:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672786:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829351.672787:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829351.672788:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829351.672789:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829351.672790:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829351.672791:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:2.0:1787829351.672792:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829351.672793:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829351.672794:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829351.672795:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829351.672796:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672797:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672799:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555363200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672802:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829351.672803:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672805:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829351.672806:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829351.672807:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829351.672808:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829351.672810:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829351.672810:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829351.672812:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829351.672812:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829351.672813:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829351.672814:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829351.672815:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672816:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672818:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829351.672819:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672821:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829351.672822:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829351.672823:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829351.672825:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672829:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829351.672830:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672832:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829351.672833:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829351.672834:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829351.672836:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829351.672838:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829351.672839:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829351.672840:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829351.672841:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829351.672843:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829351.672845:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829351.672847:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829351.672848:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000400:00000010:2.0:1787829351.672850:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
00000100:00000200:2.0:1787829351.672852:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363328, portal 4
00000100:00000001:2.0:1787829351.672854:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829351.672855:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:2.0:1787829351.672859:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672863:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829351.672865:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829351.672866:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829351.672867:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555363328, offset 0
00000400:00000200:2.0:1787829351.672870:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672874:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829351.672875:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829351.672877:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829351.672879:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829351.672880:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829351.672882:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90056:90056:256:4294967295] 192.168.203.108@tcp LPNI seq info [90043:90043:8:4294967295]
00000400:00000200:2.0:1787829351.672886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829351.672890:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829351.672893:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672894:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829351.672897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829351.672899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829351.672902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829351.672904:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829351.672907:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829351.672908:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829351.672910:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829351.672912:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829351.672914:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829351.672915:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829351.672917:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829351.672919:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672928:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.672930:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672935:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672936:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829351.672937:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829351.672939:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829351.672941:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829351.672942:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300828723
00000100:00000001:2.0:1787829351.672943:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672945:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300828723
00000100:00000001:2.0:1787829351.672946:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300832613
00000100:00000001:2.0:1787829351.672948:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829351.672949:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.672950:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829351.672953:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829351/real 1787829351]  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829351.672957:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829351.672958:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829351.672959:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:2.0:1787829351.672960:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24045d8
00000400:00000010:2.0:1787829351.672961:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24045d8.
00000100:00000001:2.0:1787829351.672962:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829351.672964:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829351.672969:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672974:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829351.672975:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672977:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672978:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829351.672980:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672984:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829351.672986:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.672990:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829351.672992:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672993:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829351.672994:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.672995:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829351.672996:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829351.672998:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829351.672999:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829351.673001:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829351.673003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829351.673007:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829351.673010:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.673011:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829351.673013:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555363328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829351.673017:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829351.673018:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829351.673019:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829351.673021:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829351.673021:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829351.673023:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829351.673024:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829351.673025:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829351.673027:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829351.673028:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829351.673029:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829351.673030:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829351.673031:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.673032:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829351.673033:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829351.673034:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829351.673035:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829351.673037:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829352.182196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829352.182203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829352.182206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829352.182211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829352.182214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829352.182218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829352.182221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829352.182223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829352.182226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829352.502278:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829352.502281:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829352.502283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829352.694182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829352.694189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829352.694192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829352.694198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829352.694200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829352.694203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829352.694205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829352.694208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829352.694212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829352.694213:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.694219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829352.694219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829352.694223:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.694224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.694230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829352.694230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.694232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.694235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829353.206158:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829353.206164:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829353.206165:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829353.206169:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829353.206172:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829353.206175:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829353.206177:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829353.206179:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829353.206180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829353.526301:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829353.526306:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829353.526310:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829353.718212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829353.718219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829353.718221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829353.718224:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829353.718225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829353.718230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829353.718230:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829353.718236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829353.718237:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829353.718240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829353.718246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829353.718247:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829353.718253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829353.718254:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829353.718261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829353.718268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829353.718271:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829353.718277:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829354.230250:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829354.230260:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829354.230264:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829354.230272:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829354.230277:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829354.230282:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829354.230286:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829354.230290:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829354.230294:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829354.550344:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829354.550348:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829354.550351:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829354.742183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829354.742193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829354.742197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829354.742197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829354.742203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829354.742205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829354.742207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829354.742209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829354.742215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829354.742215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829354.742222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829354.742222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829354.742235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829354.742238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829354.742240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829354.742241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829354.742244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829354.742246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829355.254199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829355.254207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829355.254209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829355.254220:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829355.254223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829355.254227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829355.254230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829355.254232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829355.254235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829355.574337:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829355.574344:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829355.574348:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829355.638185:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300832613, at 4300832640
00000100:00000040:3.0:1787829355.638185:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300832613, at 4300832640
00000100:00000010:3.0:1787829355.638199:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c27e0.
00000100:00000010:2.0:1787829355.638202:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829355.766178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829355.766186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829355.766188:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829355.766192:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829355.766199:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829355.766204:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829355.766205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829355.766214:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829355.766215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829355.766223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829355.766223:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829355.766239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829355.766240:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829355.766254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829355.766270:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829355.766285:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829355.766288:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829355.766290:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.278180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829356.278187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829356.278189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829356.278193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829356.278196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829356.278199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829356.278201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829356.278203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829356.278205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829356.598348:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829356.598355:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829356.598360:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829356.790204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829356.790204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829356.790213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829356.790213:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829356.790214:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829356.790217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.790219:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829356.790225:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787829356.790227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829356.790228:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829356.790229:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829356.790233:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829356.790235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829356.790235:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829356.790238:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829356.790241:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829356.790241:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829356.790246:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6161
00000100:00000001:0.0:1787829356.790248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829356.790253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829356.790256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829356.790257:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829356.790266:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787829356.790266:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829356.790271:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829356.790271:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829356.790277:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829356.790278:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790281:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829356.790285:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790288:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829356.790291:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829356.790292:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829356.790294:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829356.790297:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829356.790299:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829356.790301:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829356.790303:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790304:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829356.790306:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790307:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829356.790310:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829356.790313:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790316:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829356.790319:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829356.790323:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829356.790326:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790328:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829356.790331:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829356.790341:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829356.790344:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829356.790349:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829356.790351:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790353:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829356.790356:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829356.790359:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829356.790366:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829356.790371:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829356.790379:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555363456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829356.790387:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829356.790390:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829356.790394:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555363456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829356.790410:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829356.790413:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829356.790415:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829356.790416:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829356.790418:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829356.790420:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829356.790423:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6161
00000400:00000200:3.0:1787829356.790427:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829356.790430:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829356.790432:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829356.790433:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829356.790435:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829356.790438:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829356.790439:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829356.790442:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829356.790443:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790447:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829356.790449:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829356.790451:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000040:2.0:1787829356.790452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555363456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829356.790453:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829356.790456:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829356.790459:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829356.790464:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829356.790470:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829356.790472:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829356.790473:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829356.790474:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829356.790477:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829356.790480:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829356.790481:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829356.790483:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829356.790484:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829356.790489:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829356.790490:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790494:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829356.790495:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555363456:192.168.203.108@tcp:250:kworker.0
02000000:00000001:3.0:1787829356.790496:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829356.790501:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829356.790503:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829356.790505:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829356.790506:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.790509:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790510:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829356.790514:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787829356.790515:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787829356.790518:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
00000008:00000001:3.0:1787829356.790519:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.790524:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790524:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829356.790528:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000400:00000200:2.0:1787829356.790532:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829356.790532:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829356.790536:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787829356.790539:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
02000000:00000001:3.0:1787829356.790539:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790540:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829356.790544:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829356.790545:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829356.790547:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24045d8.
02000000:00000010:3.0:1787829356.790549:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000200:2.0:1787829356.790566:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363456, portal 25
00000100:00000001:3.0:1787829356.790566:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.790571:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829356.790573:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00100000:3.0:1787829356.790577:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555363584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829356.790583:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555363456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829356.790588:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829356.790592:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.790598:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829356.790599:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555363584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829356.790604:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829356.790608:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829356.790614:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555363456, offset 0
00000100:00000001:3.0:1787829356.790615:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829356.790620:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829356.790625:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829356.790626:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829356.790629:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829356.790631:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829356.790632:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829356.790637:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829356.790637:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6161
00000400:00000200:2.0:1787829356.790646:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829356.790649:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829356.790652:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829356.790655:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829356.790657:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829356.790660:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90057:90057:256:4294967295] 192.168.203.108@tcp LPNI seq info [90044:90044:8:4294967295]
00000400:00000200:2.0:1787829356.790663:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.790670:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787829356.790677:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.0:1787829356.790678:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829356.790683:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000010:2.0:1787829356.790685:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00080000:3.0:1787829356.790685:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829356.790691:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790693:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829356.790694:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790696:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.0:1787829356.790700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787829356.790701:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829356.790703:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:2.1:1787829356.790710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787829356.790712:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829356.790715:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829356.790718:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829356.790720:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829356.790723:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790724:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829356.790726:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790727:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829356.790729:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829356.790730:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790732:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829356.790733:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829356.790735:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829356.790736:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829356.790740:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790742:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829356.790745:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:3.0:1787829356.790746:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829356.790748:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300837732
00000008:00000001:3.0:1787829356.790749:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790754:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829356.790756:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829356.790758:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829356.790761:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829356.790764:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829356.790764:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829356.790765:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790770:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829356.790771:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829356.790773:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300837732
02000000:00000001:3.0:1787829356.790773:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829356.790777:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000010:2.0:1787829356.790781:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c20c0.
00000100:00000001:3.0:1787829356.790782:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.790789:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787829356.790790:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555363712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829356.790796:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829356.790798:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829356.790801:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790802:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.790809:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829356.790810:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555363712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.790816:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829356.790819:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829356.790821:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829356.790823:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829356.790824:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829356.790825:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829356.790826:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829356.790827:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829356.790831:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1787829356.790832:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6161
00000100:00000001:2.0:1787829356.790838:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787829356.790839:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829356.790843:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787829356.790844:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829356.790848:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829356.790848:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829356.790853:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790855:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829356.790859:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555363584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829356.790859:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790863:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829356.790868:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829356.790870:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829356.790873:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829356.790876:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:2.0:1787829356.790880:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829356.790880:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829356.790884:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829356.790885:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
02000000:00000001:2.0:1787829356.790892:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787829356.790892:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790894:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829356.790896:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787829356.790897:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.790902:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829356.790903:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829356.790904:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829356.790911:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00100000:2.0:1787829356.790912:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829356.790913:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829356.790917:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829356.790919:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829356.790923:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829356.790923:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.790927:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829356.790928:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787829356.790929:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
02000000:00000001:2.0:1787829356.790934:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829356.790934:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.790940:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829356.790941:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829356.790947:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
02000000:00000010:2.0:1787829356.790948:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
00000020:00000040:3.0:1787829356.790951:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829356.790952:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829356.790956:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829356.790959:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829356.790961:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829356.790964:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcd10.
00000100:00000001:3.0:1787829356.790965:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787829356.790969:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404dd0.
02000000:00000001:3.0:1787829356.790969:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829356.790972:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829356.790974:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363584, portal 10
00000100:00000001:2.0:1787829356.790977:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829356.790979:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
02000000:00000010:3.0:1787829356.790979:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829356.790987:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829356.790993:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555363584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791003:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829356.791006:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555363840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829356.791007:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829356.791012:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404d48.
00000100:00000200:2.0:1787829356.791018:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555363584, offset 0
00000100:00000001:3.0:1787829356.791022:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829356.791027:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829356.791028:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829356.791036:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829356.791038:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555363840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829356.791044:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829356.791054:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829356.791060:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829356.791061:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829356.791067:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787829356.791067:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829356.791074:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:3.0:1787829356.791075:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829356.791079:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829356.791082:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90058:90058:255:4294967295] 192.168.203.108@tcp LPNI seq info [90045:90045:7:4294967295]
00000100:00080000:3.0:1787829356.791083:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829356.791089:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829356.791121:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6161
00000400:00000200:2.0:1787829356.791145:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791154:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787829356.791166:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829356.791172:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829356.791174:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829356.791177:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.791179:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829356.791181:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.791183:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829356.791185:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829356.791186:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829356.791188:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829356.791190:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829356.791193:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829356.791195:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829356.791199:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.791200:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829356.791202:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829356.791204:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829356.791206:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829356.791209:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829356.791211:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829356.791214:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829356.791218:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829356.791220:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.791221:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829356.791223:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829356.791225:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.791227:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829356.791231:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829356.791233:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829356.791236:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829356.791237:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829356.791239:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829356.791241:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829356.791243:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829356.791248:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829356.791251:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829356.791256:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555363968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829356.791263:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829356.791265:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829356.791269:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555363968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829356.791275:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829356.791279:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6171)
00000800:00000200:2.0:1787829356.791432:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829356.791437:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d800.
00000800:00000200:2.0:1787829356.791441:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829356.791444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829356.791447:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829356.791451:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829356.791454:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829356.791457:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300833877
00000100:00000001:2.0:1787829356.791460:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791462:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300833877
00000100:00000001:2.0:1787829356.791464:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791466:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829356.791469:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791471:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829356.791477:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555363712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791485:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829356.791487:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.791489:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829356.791491:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829356.791493:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829356.791496:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829356.791499:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829356.791502:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829356.791504:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.791506:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829356.791509:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829356.791512:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829356.791515:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829356.791518:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcaa8.
00000400:00000010:2.0:1787829356.791522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24046e8.
00000100:00000200:2.0:1787829356.791525:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363712, portal 10
00000100:00000001:2.0:1787829356.791527:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829356.791529:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:2.0:1787829356.791535:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555363712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791543:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829356.791545:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829356.791548:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404908.
00000100:00000200:2.0:1787829356.791566:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555363712, offset 0
00000400:00000200:2.0:1787829356.791575:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829356.791579:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791584:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829356.791588:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829356.791590:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829356.791593:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829356.791595:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829356.791599:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90059:90059:254:4294967295] 192.168.203.108@tcp LPNI seq info [90046:90046:6:4294967295]
00000400:00000200:2.0:1787829356.791604:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791611:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829356.791616:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829356.791620:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d200.
00000800:00000200:2.0:1787829356.791625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829356.791629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829356.791632:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829356.791635:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829356.791639:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829356.791641:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300833817
00000100:00000001:2.0:1787829356.791643:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791646:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300833817
00000100:00000001:2.0:1787829356.791648:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791650:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829356.791653:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791655:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791658:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829356.791661:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829356.791663:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829356.791665:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829356.791666:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829356.791668:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829356.791672:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555363840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791679:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829356.791680:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.791682:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829356.791684:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829356.791686:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829356.791689:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829356.791695:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829356.791697:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829356.791698:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.791700:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829356.791703:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829356.791705:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829356.791709:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829356.791711:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf20.
00000400:00000010:2.0:1787829356.791715:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404000.
00000100:00000200:2.0:1787829356.791718:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363840, portal 4
00000100:00000001:2.0:1787829356.791720:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829356.791721:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:2.0:1787829356.791727:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555363840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791735:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829356.791737:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829356.791739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829356.791742:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555363840, offset 0
00000400:00000200:2.0:1787829356.791746:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829356.791750:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791753:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829356.791756:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829356.791758:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829356.791760:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829356.791763:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829356.791765:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90060:90060:253:4294967295] 192.168.203.108@tcp LPNI seq info [90047:90047:5:4294967295]
00000400:00000200:2.0:1787829356.791769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791775:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829356.791780:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829356.791783:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d300.
00000800:00000200:2.0:1787829356.791788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829356.791792:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829356.791794:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829356.791796:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829356.791800:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829356.791802:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300833850
00000100:00000001:2.0:1787829356.791805:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791807:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300833850
00000100:00000001:2.0:1787829356.791808:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791810:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829356.791812:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791814:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829356.791818:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555363968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791825:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829356.791827:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.791829:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829356.791831:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829356.791832:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829356.791835:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555363968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829356.791838:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829356.791840:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829356.791841:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829356.791843:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829356.791846:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9800.
02000000:00000001:2.0:1787829356.791848:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829356.791850:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829356.791853:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829356.791856:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404110.
00000100:00000200:2.0:1787829356.791859:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555363968, portal 4
00000100:00000001:2.0:1787829356.791868:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829356.791870:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:2.0:1787829356.791875:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555363968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829356.791882:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829356.791885:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829356.791887:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829356.791889:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555363968, offset 0
00000400:00000200:2.0:1787829356.791893:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829356.791897:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791900:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829356.791903:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829356.791905:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829356.791908:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829356.791910:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829356.791913:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90061:90061:252:4294967295] 192.168.203.108@tcp LPNI seq info [90048:90048:4:4294967295]
00000400:00000200:2.0:1787829356.791916:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829356.791921:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829356.791926:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829356.791929:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829356.791933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829356.791936:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829356.791938:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829356.791941:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829356.791944:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829356.791946:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300833842
00000100:00000001:2.0:1787829356.791948:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791950:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300833842
00000100:00000001:2.0:1787829356.791952:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300837732
00000100:00000001:2.0:1787829356.791954:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829356.791956:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791958:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791960:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829356.791963:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829356.791965:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829356.791967:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829356.791968:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829356.791969:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829356.791971:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829357.302174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829357.302180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829357.302182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829357.302186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829357.302189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829357.302192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829357.302194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829357.302195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829357.302197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829357.622288:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829357.622293:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829357.622297:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829357.814147:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829357.814154:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829357.814156:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829357.814160:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829357.814166:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829357.814170:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829357.814174:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829357.814177:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829357.814182:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829357.814241:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829357.814245:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829357.814246:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829357.814249:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829357.814251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829357.814252:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829357.814254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829357.814255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829357.814256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829358.326178:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829358.326185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829358.326187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829358.326193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829358.326197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829358.326201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829358.326204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829358.326208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829358.326211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829358.646259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829358.646262:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829358.646265:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829358.838211:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829358.838220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829358.838226:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829358.838233:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829358.838240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829358.838246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829358.838252:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829358.838257:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829358.838257:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829358.838262:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829358.838262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.838267:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829358.838273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829358.838279:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829358.838283:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829358.838286:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829358.838288:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829358.838290:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829359.350179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829359.350184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829359.350186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829359.350190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829359.350192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829359.350196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829359.350198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829359.350200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829359.350202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829359.670266:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829359.670269:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829359.670271:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829359.862179:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829359.862186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829359.862189:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829359.862195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829359.862200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829359.862205:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829359.862208:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829359.862210:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829359.862215:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829359.862295:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829359.862298:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829359.862300:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829359.862302:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829359.862304:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829359.862306:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829359.862308:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829359.862310:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829359.862312:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787829359.862392:0:2373:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:2.0:1787829359.862433:0:2373:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787829359.862443:0:2373:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829359.862448:0:2373:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:2.0:1787829359.862453:0:2373:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829359.862458:0:2373:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787829359.862463:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829359.862468:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829359.862473:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829359.862478:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829359.862486:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829359.862488:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829359.862493:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829359.862502:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25ab0c0 x1874668555363456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862527:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829359.862546:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555363456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862554:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829359.862557:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829359.862568:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829359.862571:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d800.
00000400:00000200:2.0:1787829359.862574:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829359.862577:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829359.862580:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404d48
00000400:00000010:2.0:1787829359.862582:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404d48.
00000100:00000001:2.0:1787829359.862585:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829359.862589:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25ab480 x1874668555363584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862599:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829359.862602:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555363584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862609:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829359.862611:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829359.862626:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829359.862629:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d200.
00000400:00000200:2.0:1787829359.862632:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829359.862636:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829359.862639:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404908
00000400:00000010:2.0:1787829359.862641:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404908.
00000100:00000001:2.0:1787829359.862643:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829359.862647:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25abc00 x1874668555363712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862656:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829359.862659:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555363712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862667:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829359.862668:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829359.862673:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829359.862676:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d300.
00000400:00000200:2.0:1787829359.862679:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829359.862682:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829359.862685:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829359.862686:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829359.862688:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829359.862692:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a9a40 x1874668555363840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862701:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829359.862704:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555363840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862711:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829359.862713:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829359.862717:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829359.862720:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829359.862722:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829359.862736:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829359.862740:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829359.862741:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829359.862744:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829359.862748:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aad00 x1874668555363968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862757:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829359.862760:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555363968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829359.862767:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829359.862769:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829360.374175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829360.374182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829360.374184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829360.374189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829360.374193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829360.374197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829360.374200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829360.374202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829360.374205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829360.694238:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829360.694241:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829360.694243:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829360.758178:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300837732, at 4300837760
00000100:00000040:2.0:1787829360.758186:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300837732, at 4300837760
00000100:00000010:3.0:1787829360.758190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c20c0.
00000100:00000010:2.0:1787829360.758195:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829360.886230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829360.886233:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829360.886235:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829360.886237:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829360.886239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829360.886246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829360.886248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829360.886249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829360.886251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829360.886315:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829360.886319:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829360.886320:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829360.886323:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829360.886326:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829360.886328:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829360.886330:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829360.886332:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829360.886334:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829361.398161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829361.398167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829361.398169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829361.398173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829361.398176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829361.398179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829361.398181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829361.398183:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829361.398185:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829361.718280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829361.718283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829361.718286:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829361.910256:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829361.910264:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829361.910267:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829361.910271:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829361.910275:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829361.910281:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6166
00000400:00000200:0.0:1787829361.910291:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829361.910297:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829361.910300:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829361.910304:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910316:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.910320:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910323:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829361.910327:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829361.910329:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829361.910332:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829361.910335:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829361.910338:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829361.910341:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829361.910344:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910346:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.910349:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910351:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829361.910355:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829361.910360:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910363:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829361.910367:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829361.910371:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829361.910374:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910377:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829361.910380:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829361.910388:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000100:00000001:2.0:1787829361.910388:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000040:0.0:1787829361.910394:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
00000100:00000001:2.0:1787829361.910394:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829361.910398:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829361.910401:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787829361.910403:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
02000000:00000001:0.0:1787829361.910405:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829361.910409:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829361.910411:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829361.910415:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829361.910416:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829361.910420:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829361.910423:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829361.910424:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829361.910429:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829361.910433:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829361.910441:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829361.910452:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555364096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829361.910463:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829361.910467:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829361.910472:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555364096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829361.910494:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829361.910498:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829361.910501:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829361.910503:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829361.910504:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829361.910507:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829361.910511:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6166
00000400:00000200:0.0:1787829361.910527:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829361.910532:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829361.910535:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829361.910539:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910542:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.910545:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910549:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829361.910555:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829361.910558:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829361.910562:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829361.910564:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829361.910567:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829361.910583:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829361.910591:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910596:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.910600:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910604:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829361.910609:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829361.910616:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910622:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829361.910625:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829361.910631:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829361.910638:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910642:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829361.910649:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829361.910655:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910659:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829361.910664:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829361.910668:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829361.910672:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829361.910676:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910678:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829361.910680:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829361.910683:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829361.910689:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829361.910693:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829361.910702:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555364224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829361.910715:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829361.910718:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829361.910723:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555364224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829361.910744:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829361.910748:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829361.910757:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829361.910761:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829361.910764:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829361.910766:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829361.910772:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6166
00000400:00000200:0.0:1787829361.910777:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829361.910781:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829361.910784:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829361.910790:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910795:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.910800:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910805:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829361.910809:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829361.910810:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829361.910812:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829361.910814:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829361.910816:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829361.910819:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829361.910826:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910830:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.910832:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910835:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829361.910837:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829361.910844:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829361.910851:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829361.910855:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829361.910860:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829361.910872:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910877:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829361.910883:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829361.910888:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910892:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829361.910898:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829361.910902:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829361.910905:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829361.910909:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.910911:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829361.910912:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829361.910914:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829361.910921:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829361.910942:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829361.910954:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555364352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829361.910970:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829361.910971:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787829361.910977:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787829361.910982:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829361.910993:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555364352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829361.911006:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829361.911012:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829361.911020:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829361.911025:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829361.911027:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829361.911032:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829361.911039:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6166
00000400:00000200:0.0:1787829361.911050:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829361.911058:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829361.911064:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829361.911071:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911078:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.911084:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911091:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829361.911120:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829361.911122:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829361.911124:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829361.911126:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829361.911129:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829361.911132:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829361.911142:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911147:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.911151:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911154:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829361.911156:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829361.911161:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911167:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829361.911170:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829361.911175:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829361.911180:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.911185:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829361.911190:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829361.911196:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.911201:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829361.911207:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829361.911213:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829361.911218:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829361.911222:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.911227:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829361.911232:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829361.911236:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829361.911246:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787829361.911254:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829361.911265:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555364480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829361.911279:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829361.911285:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829361.911293:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555364480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829361.911311:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829361.911317:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829361.911324:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829361.911328:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829361.911331:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829361.911337:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829361.911342:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6166
00000400:00000200:0.0:1787829361.911349:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829361.911357:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829361.911361:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829361.911369:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911374:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.911376:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911378:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829361.911383:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829361.911385:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829361.911389:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829361.911393:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829361.911399:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829361.911404:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829361.911413:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911420:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829361.911423:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911429:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829361.911434:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829361.911441:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829361.911448:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829361.911455:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829361.911460:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829361.911464:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.911468:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829361.911472:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829361.911477:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.911482:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829361.911488:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787829361.911492:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829361.911498:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829361.911500:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829361.911504:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829361.911506:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829361.911509:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829361.911528:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829361.911536:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829361.911546:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555364608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829361.911561:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829361.911568:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829361.911577:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555364608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829361.911593:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829361.911602:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6176)
00000800:00000200:1.1:1787829361.911764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829361.911766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829361.912015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829361.912018:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829361.912334:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829361.912336:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829361.912584:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829361.912586:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787829362.422175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829362.422180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829362.422182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829362.422186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829362.422189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829362.422192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829362.422193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829362.422195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829362.422197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829362.742272:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829362.742275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829362.742278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829362.934198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829362.934207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829362.934210:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829362.934212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829362.934214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829362.934217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829362.934219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829362.934221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829362.934223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829362.934223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829362.934227:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829362.934227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829362.934231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829362.934236:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829362.934240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829362.934240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829362.934243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829362.934246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829363.446167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829363.446173:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829363.446174:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829363.446179:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829363.446181:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829363.446184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829363.446186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829363.446188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829363.446190:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829363.766271:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829363.766275:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829363.766280:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829363.958155:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829363.958158:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829363.958162:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829363.958163:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829363.958165:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.958166:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829363.958173:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829363.958174:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829363.958179:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829363.958180:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829363.958185:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829363.958185:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829363.958191:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829363.958194:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829363.958196:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829363.958199:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829363.958202:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829363.958204:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829364.470167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829364.470172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829364.470174:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829364.470178:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829364.470181:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829364.470184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829364.470186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829364.470189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829364.470191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829364.790367:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829364.790372:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829364.790376:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829364.982189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829364.982190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829364.982196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829364.982197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829364.982199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829364.982200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829364.982206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829364.982206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829364.982210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829364.982219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829364.982223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829364.982223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829364.982237:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829364.982241:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829364.982245:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829364.982245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829364.982249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829364.982252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829365.494173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829365.494180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829365.494183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829365.494189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829365.494193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829365.494197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829365.494199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829365.494202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829365.494207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829365.814272:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829365.814277:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829365.814286:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829365.878155:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300842853, at 4300842880
00000100:00000040:3.0:1787829365.878155:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300842853, at 4300842880
00000100:00000010:3.0:1787829365.878170:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cd20.
00000100:00000010:2.0:1787829365.878172:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787829366.006203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829366.006211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829366.006215:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829366.006215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829366.006220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829366.006222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829366.006224:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829366.006227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829366.006230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829366.006232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829366.006234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829366.006240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829366.006253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829366.006256:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829366.006261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829366.006261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829366.006264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829366.006267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829366.518210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829366.518216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829366.518218:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829366.518222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829366.518226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829366.518229:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829366.518231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829366.518233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829366.518234:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829366.838298:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829366.838302:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829366.838306:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829367.030203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829367.030209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829367.030212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829367.030217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829367.030219:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829367.030220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829367.030226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829367.030226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.030232:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829367.030233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829367.030236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829367.030239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829367.030240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.030247:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829367.030250:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.030254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829367.030257:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.030260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.030509:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829367.030514:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829367.030519:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829367.030530:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.030552:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829367.030555:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.030561:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829367.030566:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829367.030573:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829367.030582:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555364736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829367.030590:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829367.030597:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829367.030601:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.030608:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829367.030617:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829367.030624:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829367.030634:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829367.030643:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829367.030652:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829367.030662:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555364736, portal 25
00000100:00000001:2.0:1787829367.030670:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829367.030673:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:2.0:1787829367.030687:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.030702:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829367.030710:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829367.030717:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829367.030723:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555364736, offset 0
00000400:00000200:2.0:1787829367.030738:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829367.030753:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.030765:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829367.030777:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829367.030785:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829367.030795:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829367.030802:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829367.030811:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90067:90067:256:4294967295] 192.168.203.108@tcp LPNI seq info [90054:90054:8:4294967295]
00000400:00000200:2.0:1787829367.030823:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.030841:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829367.030854:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.030863:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829367.030875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829367.030882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829367.030893:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829367.030899:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829367.030909:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.030914:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829367.030923:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829367.030934:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829367.030944:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829367.030949:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829367.030958:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829367.030968:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.030993:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.031000:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031020:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.031023:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829367.031032:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829367.031042:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829367.031049:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300847972
00000100:00000010:2.0:1787829367.031057:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829367.031067:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829367.031075:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300847972
00000100:00000010:2.0:1787829367.031084:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2120.
00000100:00000001:2.0:1787829367.031090:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829367.031118:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829367.031122:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.031129:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829367.031138:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367]  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829367.031167:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829367.031172:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829367.031177:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829367.031185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829367.031190:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829367.031196:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829367.031206:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829367.031233:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031255:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829367.031260:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031266:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.031271:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829367.031283:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031298:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829367.031306:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031323:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829367.031329:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031334:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.031338:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031344:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829367.031348:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829367.031355:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829367.031366:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829367.031373:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829367.031383:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829367.031395:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555364736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829367.031400:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031402:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.031406:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555364736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031413:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829367.031415:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829367.031418:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829367.031420:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829367.031422:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829367.031424:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829367.031426:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829367.031429:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:2.0:1787829367.031432:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829367.031434:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829367.031436:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:2.0:1787829367.031439:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829367.031441:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031444:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031451:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829367.031452:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.031455:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829367.031456:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829367.031458:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829367.031462:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031471:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829367.031472:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.031474:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829367.031477:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829367.031479:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829367.031496:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555364864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829367.031501:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829367.031503:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829367.031505:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.031507:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829367.031510:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829367.031512:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829367.031516:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829367.031520:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829367.031523:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829367.031527:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555364864, portal 10
00000100:00000001:2.0:1787829367.031529:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829367.031530:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:2.0:1787829367.031538:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031545:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829367.031548:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829367.031551:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829367.031554:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555364864, offset 0
00000400:00000200:2.0:1787829367.031558:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829367.031563:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.031567:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829367.031570:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829367.031573:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829367.031575:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829367.031578:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829367.031582:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90068:90068:256:4294967295] 192.168.203.108@tcp LPNI seq info [90055:90055:8:4294967295]
00000400:00000200:2.0:1787829367.031586:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.031593:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829367.031599:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.031602:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829367.031606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829367.031609:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829367.031614:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829367.031617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829367.031621:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.031623:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829367.031626:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829367.031630:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829367.031633:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829367.031635:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829367.031638:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829367.031642:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031649:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.031653:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031660:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.031662:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829367.031666:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829367.031670:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829367.031673:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829367.031676:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300844117
00000100:00000001:2.0:1787829367.031678:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.031681:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300844117
00000100:00000001:2.0:1787829367.031683:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.031685:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829367.031688:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.031690:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829367.031695:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367]  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829367.031703:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829367.031705:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829367.031707:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829367.031710:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829367.031712:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829367.031715:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829367.031718:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829367.031727:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031734:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829367.031735:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031737:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.031739:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829367.031742:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031749:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829367.031754:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031761:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829367.031764:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031766:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.031767:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.031769:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829367.031772:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829367.031775:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829367.031779:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829367.031781:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829367.031786:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829367.031794:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555364864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829367.031798:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829367.031802:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031809:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829367.031810:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.031813:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829367.031815:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829367.031817:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829367.031821:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555364992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829367.031824:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829367.031827:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829367.031828:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.031830:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829367.031834:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829367.031836:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829367.031840:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829367.031843:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829367.031846:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829367.031849:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555364992, portal 10
00000100:00000001:2.0:1787829367.031851:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829367.031853:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:2.0:1787829367.031859:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031866:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829367.031869:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829367.031872:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829367.031875:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555364992, offset 0
00000400:00000200:2.0:1787829367.031879:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829367.031883:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.031887:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829367.031890:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829367.031893:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829367.031896:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829367.031898:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829367.031902:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90069:90069:256:4294967295] 192.168.203.108@tcp LPNI seq info [90056:90056:8:4294967295]
00000400:00000200:2.0:1787829367.031906:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.031912:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829367.031918:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.031922:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829367.031927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829367.031929:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829367.031934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829367.031937:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829367.031941:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.031943:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829367.031946:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829367.031950:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829367.031953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829367.031955:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829367.031958:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829367.031962:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031969:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.031973:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.031980:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.031982:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829367.031986:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829367.031989:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829367.031993:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829367.031995:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300844057
00000100:00000001:2.0:1787829367.031998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.032000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300844057
00000100:00000001:2.0:1787829367.032003:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.032005:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829367.032007:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.032009:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829367.032013:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367]  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829367.032022:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829367.032023:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829367.032025:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829367.032028:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829367.032030:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829367.032033:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829367.032036:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829367.032045:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032052:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829367.032053:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032055:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.032057:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829367.032061:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032068:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829367.032072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032080:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829367.032083:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032085:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.032086:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032088:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829367.032090:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829367.032093:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829367.032116:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829367.032119:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829367.032125:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829367.032133:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555364992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829367.032138:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829367.032142:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032149:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829367.032151:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.032154:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829367.032155:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829367.032158:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829367.032161:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829367.032165:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829367.032167:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829367.032169:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.032171:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829367.032175:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829367.032178:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829367.032182:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829367.032185:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829367.032189:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829367.032192:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365120, portal 4
00000100:00000001:2.0:1787829367.032194:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829367.032196:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:2.0:1787829367.032202:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032209:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829367.032212:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829367.032215:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829367.032217:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555365120, offset 0
00000400:00000200:2.0:1787829367.032222:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829367.032226:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.032230:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829367.032233:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829367.032236:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829367.032239:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829367.032242:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829367.032245:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90070:90070:256:4294967295] 192.168.203.108@tcp LPNI seq info [90057:90057:8:4294967295]
00000400:00000200:2.0:1787829367.032249:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.032256:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829367.032261:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.032265:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829367.032269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829367.032272:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829367.032276:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829367.032279:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829367.032284:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.032286:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829367.032289:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829367.032292:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829367.032296:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829367.032298:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829367.032301:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829367.032305:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032312:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.032315:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032322:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.032324:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829367.032327:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829367.032331:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829367.032334:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829367.032337:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300844091
00000100:00000001:2.0:1787829367.032340:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.032342:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300844091
00000100:00000001:2.0:1787829367.032345:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.032347:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829367.032349:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.032351:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829367.032356:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367]  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829367.032364:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829367.032366:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829367.032368:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829367.032370:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829367.032373:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829367.032375:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829367.032379:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829367.032388:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032401:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829367.032403:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032405:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.032407:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829367.032410:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032417:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829367.032421:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032429:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829367.032432:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032433:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.032435:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032437:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829367.032440:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829367.032443:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829367.032446:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829367.032449:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829367.032454:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829367.032462:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829367.032466:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829367.032470:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032477:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829367.032478:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.032496:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829367.032498:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829367.032500:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829367.032504:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829367.032507:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829367.032509:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829367.032511:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829367.032513:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829367.032516:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829367.032518:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829367.032522:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829367.032525:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829367.032529:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829367.032532:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365248, portal 4
00000100:00000001:2.0:1787829367.032535:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829367.032536:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:2.0:1787829367.032542:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032550:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829367.032552:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829367.032555:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829367.032558:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555365248, offset 0
00000400:00000200:2.0:1787829367.032562:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829367.032566:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.032570:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829367.032574:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829367.032577:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829367.032579:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829367.032582:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829367.032585:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90071:90071:256:4294967295] 192.168.203.108@tcp LPNI seq info [90058:90058:8:4294967295]
00000400:00000200:2.0:1787829367.032589:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829367.032596:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829367.032602:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.032606:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829367.032610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829367.032613:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829367.032618:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829367.032621:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829367.032625:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829367.032627:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829367.032631:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829367.032634:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829367.032638:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829367.032639:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829367.032642:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829367.032646:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032654:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.032657:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032664:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.032666:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829367.032669:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829367.032672:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829367.032676:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829367.032678:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300844083
00000100:00000001:2.0:1787829367.032681:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.032683:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300844083
00000100:00000001:2.0:1787829367.032686:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300847972
00000100:00000001:2.0:1787829367.032688:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829367.032690:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.032693:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829367.032697:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829367/real 1787829367]  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829367.032706:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829367.032707:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829367.032709:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829367.032711:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829367.032713:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829367.032715:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829367.032719:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829367.032728:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032735:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829367.032736:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032738:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.032740:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829367.032744:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032750:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829367.032754:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032761:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829367.032764:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032766:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829367.032767:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032769:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829367.032771:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829367.032774:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829367.032777:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829367.032780:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829367.032785:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829367.032793:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829367.032797:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032799:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.032803:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555364864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032810:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829367.032812:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829367.032814:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829367.032817:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829367.032819:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829367.032820:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829367.032822:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829367.032824:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:2.0:1787829367.032827:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829367.032829:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829367.032830:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829367.032833:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829367.032835:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032836:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.032841:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555364992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032848:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829367.032850:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829367.032852:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829367.032854:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829367.032856:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829367.032857:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829367.032859:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829367.032861:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:2.0:1787829367.032863:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829367.032865:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829367.032866:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:2.0:1787829367.032869:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829367.032871:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032872:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.032876:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555365120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032882:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829367.032883:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829367.032885:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829367.032887:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829367.032888:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829367.032890:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829367.032892:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829367.032893:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829367.032896:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829367.032897:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829367.032898:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:2.0:1787829367.032901:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829367.032902:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032903:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829367.032907:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555365248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829367.032913:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829367.032915:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829367.032916:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829367.032919:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829367.032920:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829367.032922:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829367.032924:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829367.032926:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:2.0:1787829367.032928:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829367.032929:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829367.032930:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829367.032932:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829367.032934:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032936:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829367.032940:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829367.032941:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829367.032943:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829367.032945:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829367.542214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829367.542220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829367.542222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829367.542226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829367.542229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829367.542232:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829367.542235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829367.542237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829367.542239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829367.862295:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829367.862300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829367.862304:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829368.054239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829368.054246:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829368.054248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829368.054253:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829368.054257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829368.054262:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829368.054262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829368.054268:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829368.054269:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829368.054270:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829368.054273:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.054274:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829368.054281:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829368.054285:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829368.054287:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829368.054290:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829368.054292:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829368.054295:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.566184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829368.566193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829368.566196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829368.566203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829368.566208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829368.566212:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829368.566216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829368.566219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829368.566223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829368.886301:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829368.886307:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829368.886312:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829369.078210:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829369.078211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829369.078219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829369.078220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829369.078222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829369.078224:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829369.078230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829369.078230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829369.078236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829369.078237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829369.078242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829369.078243:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829369.078244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829369.078248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829369.078250:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829369.078253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829369.078257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829369.078260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829369.590274:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829369.590283:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829369.590285:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829369.590290:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829369.590294:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829369.590299:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829369.590302:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829369.590304:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829369.590307:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829369.910288:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829369.910291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829369.910294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829370.102201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829370.102226:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829370.102229:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829370.102232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829370.102235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829370.102236:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829370.102248:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829370.102250:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829370.102259:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829370.102260:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829370.102265:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829370.102267:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829370.102289:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829370.102292:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829370.102295:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829370.102305:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829370.102310:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829370.102313:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829370.614170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829370.614179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829370.614181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829370.614186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829370.614189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829370.614193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829370.614195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829370.614198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829370.614200:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829370.934314:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829370.934318:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829370.934321:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829370.998203:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300847972, at 4300848000
00000100:00000040:3.0:1787829370.998203:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300847972, at 4300848000
00000100:00000010:3.0:1787829370.998222:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2120.
00000100:00000010:2.0:1787829370.998223:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829371.126224:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829371.126224:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829371.126234:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829371.126234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829371.126238:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829371.126239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829371.126245:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829371.126246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829371.126254:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829371.126254:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829371.126261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829371.126261:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829371.126270:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829371.126273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829371.126277:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829371.126277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829371.126280:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829371.126284:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829371.638234:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829371.638248:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829371.638250:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829371.638255:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829371.638259:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829371.638263:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829371.638265:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829371.638268:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829371.638270:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829371.958345:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829371.958351:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829371.958355:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829372.150214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829372.150219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829372.150223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.150224:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829372.150229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829372.150231:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829372.150235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829372.150236:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829372.150239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829372.150242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829372.150246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.150248:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829372.150251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.150253:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829372.150256:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.150259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.150265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.150272:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829372.150275:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829372.150280:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829372.150283:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829372.150289:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829372.150294:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829372.150298:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829372.150301:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829372.150303:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829372.150307:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.150470:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829372.150476:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829372.150481:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829372.150496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.150520:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.150522:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.150526:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829372.150530:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829372.150535:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829372.150543:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555365376:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829372.150550:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829372.150556:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829372.150561:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.150569:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829372.150579:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829372.150586:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829372.150597:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829372.150607:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829372.150620:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829372.150631:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365376, portal 25
00000100:00000001:2.0:1787829372.150637:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829372.150641:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537138624 : -107611172412992 : ffff9e20d24b61c0)
00000100:00000040:2.0:1787829372.150651:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.150668:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829372.150676:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829372.150681:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829372.150686:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555365376, offset 0
00000400:00000200:2.0:1787829372.150698:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829372.150712:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.150722:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829372.150731:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829372.150739:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829372.150744:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829372.150750:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829372.150758:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90072:90072:256:4294967295] 192.168.203.108@tcp LPNI seq info [90059:90059:8:4294967295]
00000400:00000200:2.0:1787829372.150765:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.150780:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829372.150794:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.150803:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829372.150819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829372.150828:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829372.150844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829372.150851:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829372.150863:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.150869:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829372.150882:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829372.150896:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829372.150907:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829372.150915:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829372.150930:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829372.150938:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.150969:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.150976:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.150991:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.150994:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829372.151002:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829372.151009:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829372.151013:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300853092
00000100:00000010:2.0:1787829372.151022:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829372.151031:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829372.151039:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300853092
00000100:00000010:2.0:1787829372.151046:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2000.
00000100:00000001:2.0:1787829372.151062:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829372.151070:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829372.151076:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.151082:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829372.151092:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372]  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829372.151120:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829372.151122:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829372.151125:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829372.151131:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829372.151135:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829372.151140:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829372.151151:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829372.151179:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151197:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829372.151202:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151208:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.151213:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829372.151222:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151234:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829372.151239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151248:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829372.151253:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151255:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.151256:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151259:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829372.151261:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829372.151269:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829372.151280:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829372.151287:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829372.151298:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829372.151323:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555365376:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829372.151331:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151336:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.151340:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b61c0 x1874668555365376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151349:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829372.151353:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829372.151356:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829372.151361:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829372.151363:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829372.151365:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829372.151368:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829372.151372:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:2.0:1787829372.151377:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829372.151379:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829372.151381:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b61c0.
00000100:00000001:2.0:1787829372.151384:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829372.151385:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151388:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151399:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829372.151400:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.151403:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829372.151406:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829372.151407:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829372.151412:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151419:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.151421:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.151423:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829372.151425:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829372.151428:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829372.151431:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829372.151434:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829372.151436:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829372.151438:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.151440:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829372.151444:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829372.151459:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829372.151464:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829372.151468:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829372.151472:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829372.151476:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365504, portal 10
00000100:00000001:2.0:1787829372.151478:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829372.151480:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537141504 : -107611172410112 : ffff9e20d24b6d00)
00000100:00000040:2.0:1787829372.151489:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151495:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829372.151498:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829372.151500:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829372.151503:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555365504, offset 0
00000400:00000200:2.0:1787829372.151506:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829372.151510:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.151515:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829372.151519:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829372.151522:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829372.151525:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829372.151527:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829372.151530:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90073:90073:256:4294967295] 192.168.203.108@tcp LPNI seq info [90060:90060:8:4294967295]
00000400:00000200:2.0:1787829372.151534:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.151540:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829372.151545:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.151550:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829372.151554:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829372.151558:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829372.151563:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829372.151566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829372.151576:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.151578:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829372.151581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829372.151585:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829372.151588:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829372.151590:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829372.151593:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829372.151596:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151603:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.151606:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151618:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.151619:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829372.151623:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829372.151627:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829372.151631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829372.151633:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300849237
00000100:00000001:2.0:1787829372.151635:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.151638:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300849237
00000100:00000001:2.0:1787829372.151639:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.151642:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829372.151644:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.151646:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829372.151650:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372]  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829372.151658:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829372.151659:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829372.151661:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829372.151664:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829372.151666:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829372.151668:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829372.151671:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829372.151679:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151686:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829372.151687:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151689:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.151691:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829372.151701:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151709:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829372.151714:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151722:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829372.151724:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151727:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.151728:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.151731:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829372.151734:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829372.151737:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829372.151742:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829372.151745:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829372.151749:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829372.151758:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829372.151764:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829372.151769:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151776:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.151777:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.151791:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829372.151794:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829372.151796:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829372.151801:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829372.151804:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829372.151807:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829372.151809:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.151811:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829372.151816:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829372.151818:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829372.151822:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829372.151825:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829372.151829:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829372.151832:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365632, portal 10
00000100:00000001:2.0:1787829372.151834:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829372.151835:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:2.0:1787829372.151842:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151850:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829372.151853:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829372.151855:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829372.151858:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555365632, offset 0
00000400:00000200:2.0:1787829372.151863:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829372.151868:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.151872:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829372.151875:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829372.151878:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829372.151881:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829372.151884:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829372.151887:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90074:90074:256:4294967295] 192.168.203.108@tcp LPNI seq info [90061:90061:8:4294967295]
00000400:00000200:2.0:1787829372.151891:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.151899:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829372.151905:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.151909:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829372.151915:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829372.151918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829372.151924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829372.151927:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829372.151931:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.151934:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829372.151938:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829372.151941:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829372.151945:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829372.151947:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829372.151950:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829372.151956:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151964:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.151968:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.151975:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.151977:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829372.151981:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829372.151984:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829372.151989:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829372.151991:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300849177
00000100:00000001:2.0:1787829372.151994:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.151996:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300849177
00000100:00000001:2.0:1787829372.151998:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.152001:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829372.152003:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.152005:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829372.152010:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372]  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829372.152018:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829372.152020:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829372.152022:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829372.152024:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829372.152026:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829372.152029:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829372.152033:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829372.152043:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152050:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829372.152052:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152054:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.152056:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829372.152060:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152068:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829372.152072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152079:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829372.152082:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152084:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.152085:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152088:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829372.152089:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829372.152093:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829372.152128:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829372.152131:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829372.152136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829372.152145:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829372.152150:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829372.152155:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152162:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.152164:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.152166:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829372.152168:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829372.152171:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829372.152173:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829372.152177:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829372.152180:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829372.152182:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.152184:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829372.152188:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829372.152190:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829372.152194:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829372.152197:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829372.152201:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829372.152204:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365760, portal 4
00000100:00000001:2.0:1787829372.152207:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829372.152208:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:2.0:1787829372.152215:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152221:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829372.152223:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829372.152226:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829372.152228:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555365760, offset 0
00000400:00000200:2.0:1787829372.152232:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829372.152237:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.152241:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829372.152244:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829372.152247:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829372.152250:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829372.152252:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829372.152255:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90075:90075:256:4294967295] 192.168.203.108@tcp LPNI seq info [90062:90062:8:4294967295]
00000400:00000200:2.0:1787829372.152259:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.152266:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829372.152272:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.152276:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829372.152280:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829372.152283:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829372.152288:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829372.152291:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829372.152295:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.152297:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829372.152300:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829372.152304:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829372.152307:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829372.152309:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829372.152312:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829372.152316:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152325:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.152329:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152335:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.152337:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829372.152341:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829372.152344:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829372.152348:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829372.152350:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300849211
00000100:00000001:2.0:1787829372.152353:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.152355:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300849211
00000100:00000001:2.0:1787829372.152358:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.152360:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829372.152363:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.152365:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829372.152370:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372]  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829372.152379:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829372.152380:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829372.152382:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829372.152385:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829372.152387:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829372.152389:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829372.152392:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829372.152402:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152409:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829372.152411:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152413:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.152415:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829372.152419:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152426:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829372.152431:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152439:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829372.152441:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152443:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.152458:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152460:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829372.152463:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829372.152466:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829372.152471:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829372.152473:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829372.152477:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829372.152486:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829372.152490:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829372.152494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152501:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829372.152503:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.152506:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829372.152508:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829372.152510:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829372.152513:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829372.152516:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829372.152517:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829372.152519:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829372.152520:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829372.152523:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829372.152525:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829372.152527:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829372.152529:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829372.152531:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829372.152534:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555365888, portal 4
00000100:00000001:2.0:1787829372.152535:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829372.152536:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:2.0:1787829372.152540:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152545:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829372.152546:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829372.152548:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829372.152549:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555365888, offset 0
00000400:00000200:2.0:1787829372.152552:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829372.152555:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.152558:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829372.152560:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829372.152562:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829372.152564:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829372.152566:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829372.152568:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90076:90076:256:4294967295] 192.168.203.108@tcp LPNI seq info [90063:90063:8:4294967295]
00000400:00000200:2.0:1787829372.152571:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829372.152575:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829372.152578:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.152580:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829372.152583:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829372.152585:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829372.152588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829372.152591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829372.152593:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829372.152595:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829372.152597:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829372.152599:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829372.152601:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829372.152602:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829372.152604:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829372.152607:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152612:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.152613:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152618:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.152619:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829372.152621:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829372.152623:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829372.152625:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829372.152627:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300849203
00000100:00000001:2.0:1787829372.152628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.152630:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300849203
00000100:00000001:2.0:1787829372.152632:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300853092
00000100:00000001:2.0:1787829372.152633:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829372.152634:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.152635:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829372.152638:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829372/real 1787829372]  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829372.152643:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829372.152644:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829372.152645:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829372.152647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829372.152648:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829372.152650:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829372.152653:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829372.152658:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152663:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829372.152664:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152666:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.152667:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829372.152669:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152673:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829372.152677:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152682:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829372.152683:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152684:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829372.152685:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152687:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829372.152688:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829372.152690:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829372.152694:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829372.152697:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829372.152702:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829372.152710:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555365888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829372.152714:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152716:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.152720:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6d00 x1874668555365504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152726:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829372.152729:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829372.152732:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829372.152735:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829372.152738:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829372.152740:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829372.152742:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829372.152744:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829372.152748:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829372.152749:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829372.152752:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6d00.
00000100:00000001:2.0:1787829372.152755:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829372.152756:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152758:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.152762:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555365632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152769:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829372.152771:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829372.152773:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829372.152775:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829372.152776:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829372.152778:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829372.152780:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829372.152781:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829372.152783:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829372.152785:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829372.152786:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829372.152789:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829372.152790:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152792:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.152796:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555365760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152803:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829372.152804:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829372.152806:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829372.152808:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829372.152810:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829372.152811:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829372.152813:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829372.152815:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829372.152817:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829372.152819:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829372.152820:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:2.0:1787829372.152823:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829372.152824:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152826:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829372.152830:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555365888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829372.152843:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829372.152844:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829372.152846:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829372.152848:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829372.152849:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829372.152850:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829372.152851:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829372.152852:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829372.152854:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829372.152855:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829372.152856:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:2.0:1787829372.152857:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829372.152858:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152859:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829372.152864:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829372.152866:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829372.152867:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829372.152868:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829372.662238:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829372.662248:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829372.662250:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829372.662257:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829372.662268:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829372.662272:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829372.662276:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829372.662279:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829372.662282:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829372.982323:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829372.982327:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829372.982331:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829373.174204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829373.174213:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829373.174216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829373.174221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829373.174222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829373.174229:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829373.174229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829373.174231:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829373.174234:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829373.174234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829373.174236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829373.174241:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829373.174243:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829373.174243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829373.174244:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829373.174249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829373.174251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829373.174251:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829373.174256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.174256:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829373.174257:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829373.174263:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829373.174265:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829373.174267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829373.174272:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829373.174276:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829373.174280:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.686233:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829373.686240:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829373.686242:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829373.686247:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829373.686250:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829373.686254:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829373.686257:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829373.686259:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829373.686262:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829374.006292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829374.006296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829374.006298:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829374.198184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829374.198187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829374.198194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829374.198194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829374.198197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829374.198198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829374.198202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829374.198204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829374.198205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829374.198208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829374.198209:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829374.198211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829374.198212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829374.198214:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829374.198216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829374.198218:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829374.198218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829374.198222:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829374.198224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829374.198225:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829374.198228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829374.198229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829374.198233:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829374.198238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829374.198241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829374.198245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829374.198248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829374.710200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829374.710208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829374.710211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829374.710215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829374.710218:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829374.710222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829374.710224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829374.710226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829374.710228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829375.030394:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829375.030401:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829375.030406:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829375.222200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829375.222208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829375.222211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829375.222218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829375.222223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829375.222223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829375.222227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829375.222228:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829375.222230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829375.222232:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829375.222234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829375.222236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829375.222239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829375.222239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829375.222246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829375.222248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829375.222250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829375.222253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829375.222263:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829375.222271:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829375.222273:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829375.222278:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829375.222283:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829375.222289:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829375.222294:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829375.222297:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829375.222301:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829375.734232:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829375.734240:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829375.734241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829375.734253:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829375.734257:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829375.734261:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829375.734264:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829375.734266:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829375.734269:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829376.054327:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829376.054334:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829376.054339:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829376.118227:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300853092, at 4300853120
00000100:00000040:3.0:1787829376.118228:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300853092, at 4300853120
00000100:00000010:2.0:1787829376.118247:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829376.118253:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2000.
00000100:00000001:2.0:1787829376.246268:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829376.246268:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829376.246280:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829376.246281:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829376.246288:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829376.246289:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829376.246307:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829376.246312:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829376.246317:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829376.246321:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829376.246325:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829376.246329:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829376.246333:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829376.246340:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829376.246345:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829376.246346:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829376.246354:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829376.246360:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829376.246525:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829376.246531:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829376.246532:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829376.246536:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829376.246539:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829376.246541:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829376.246544:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829376.246546:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829376.246548:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829376.758200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829376.758214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829376.758216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829376.758222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829376.758226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829376.758230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829376.758233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829376.758235:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829376.758238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829377.078334:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829377.078338:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829377.078341:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829377.270206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829377.270209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829377.270209:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829377.270220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829377.270220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829377.270220:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829377.270223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829377.270226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829377.270226:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829377.270234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829377.270235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829377.270241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829377.270242:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829377.270248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829377.270248:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829377.270249:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.270255:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829377.270258:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.270261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829377.270262:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829377.270271:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829377.270272:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829377.270277:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829377.270283:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.270283:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.270288:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.270294:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829377.270695:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829377.270699:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829377.270701:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829377.270703:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829377.270705:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829377.270707:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6181
00000400:00000200:1.0:1787829377.270711:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829377.270713:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829377.270716:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829377.270719:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270721:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829377.270723:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270725:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829377.270727:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829377.270729:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829377.270731:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829377.270733:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829377.270735:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829377.270737:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829377.270740:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270742:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829377.270744:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270746:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829377.270749:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829377.270751:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270753:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829377.270755:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829377.270758:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829377.270760:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.270762:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829377.270764:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829377.270768:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.270769:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829377.270773:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7c00.
00000020:00000040:1.0:1787829377.270775:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829377.270778:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829377.270779:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.270781:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829377.270782:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829377.270784:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829377.270787:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e800.
00000100:00000001:1.0:1787829377.270791:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829377.270796:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829377.270803:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829377.270805:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829377.270808:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0066ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829377.270816:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829377.270819:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829377.270823:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829377.270824:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829377.270826:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829377.270829:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829377.270832:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6181
00000400:00000200:1.0:1787829377.270835:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829377.270838:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829377.270840:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829377.270843:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270845:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829377.270847:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270849:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829377.270852:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829377.270853:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829377.270855:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829377.270857:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829377.270859:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829377.270861:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829377.270865:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270867:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829377.270869:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270871:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829377.270874:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829377.270877:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270880:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829377.270882:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829377.270885:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829377.270887:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.270889:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829377.270892:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829377.270894:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.270896:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829377.270899:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7840.
00000020:00000040:1.0:1787829377.270902:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829377.270904:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829377.270906:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.270908:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829377.270909:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829377.270911:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829377.270915:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e000.
00000100:00000001:1.0:1787829377.270919:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829377.270924:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829377.270937:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829377.270939:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829377.270943:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005347bfca] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829377.270950:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829377.270953:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829377.270958:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829377.270959:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829377.270961:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829377.270964:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829377.270966:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6181
00000400:00000200:1.0:1787829377.270970:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829377.270974:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829377.270976:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829377.270979:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270982:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829377.270984:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.270986:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829377.270989:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829377.270990:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829377.270992:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829377.270994:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829377.270997:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:1.0:1787829377.270999:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829377.271003:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.271005:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829377.271007:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829377.271009:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829377.271012:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:1.0:1787829377.271015:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829377.271018:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829377.271020:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829377.271023:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829377.271025:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.271028:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829377.271030:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:1.0:1787829377.271033:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.271035:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829377.271039:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4b40.
00000020:00000040:1.0:1787829377.271042:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829377.271045:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829377.271046:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829377.271048:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829377.271050:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829377.271052:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829377.271060:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f400.
00000100:00000001:1.0:1787829377.271064:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829377.271069:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829377.271077:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829377.271080:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829377.271084:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083374960] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829377.271093:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829377.271149:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6191)
00000100:00000001:2.0:1787829377.271233:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829377.271239:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829377.271241:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829377.271249:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271259:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.271261:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.271265:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829377.271269:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829377.271273:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829377.271277:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555366016:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829377.271282:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829377.271288:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829377.271291:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.271295:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829377.271301:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829377.271303:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829377.271310:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829377.271315:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829377.271323:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829377.271334:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366016, portal 25
00000100:00000001:2.0:1787829377.271336:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829377.271338:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:2.0:1787829377.271345:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271354:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829377.271357:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829377.271360:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829377.271364:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555366016, offset 0
00000400:00000200:2.0:1787829377.271372:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829377.271381:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.271388:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829377.271394:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829377.271400:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829377.271405:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829377.271408:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829377.271424:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90077:90077:256:4294967295] 192.168.203.108@tcp LPNI seq info [90064:90064:8:4294967295]
00000400:00000200:2.0:1787829377.271430:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.271441:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829377.271449:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.271457:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829377.271465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829377.271471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829377.271478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829377.271482:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829377.271487:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.271490:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829377.271497:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829377.271502:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829377.271508:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829377.271511:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829377.271516:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829377.271521:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271531:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.271534:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271541:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.271543:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829377.271550:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829377.271554:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829377.271557:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300858213
00000100:00000010:2.0:1787829377.271563:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829377.271572:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829377.271577:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300858213
00000100:00000010:2.0:1787829377.271581:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2ba0.
00000100:00000001:2.0:1787829377.271584:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829377.271587:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829377.271590:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.271593:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829377.271598:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377]  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829377.271613:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829377.271615:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829377.271617:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829377.271620:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829377.271622:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829377.271625:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829377.271628:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829377.271638:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271645:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829377.271647:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.271650:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.271652:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829377.271657:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271664:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829377.271670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271678:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829377.271681:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.271683:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.271685:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.271687:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829377.271690:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829377.271694:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829377.271699:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829377.271701:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829377.271706:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829377.271716:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555366016:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829377.271722:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829377.271732:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271740:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.271741:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.271744:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829377.271746:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829377.271749:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829377.271752:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829377.271756:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829377.271759:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829377.271760:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.271762:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829377.271766:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829377.271767:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829377.271771:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829377.271773:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829377.271776:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829377.271778:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366144, portal 10
00000100:00000001:2.0:1787829377.271780:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829377.271781:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:2.0:1787829377.271787:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271791:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829377.271798:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829377.271799:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829377.271801:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555366144, offset 0
00000400:00000200:2.0:1787829377.271804:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829377.271808:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.271811:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829377.271813:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829377.271816:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829377.271817:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829377.271819:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829377.271821:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90078:90078:256:4294967295] 192.168.203.108@tcp LPNI seq info [90065:90065:8:4294967295]
00000400:00000200:2.0:1787829377.271824:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.271829:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829377.271832:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.271834:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829377.271837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829377.271839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829377.271842:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829377.271844:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829377.271847:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.271848:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829377.271850:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829377.271853:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829377.271856:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829377.271857:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829377.271860:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829377.271864:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271872:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.271875:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271882:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.271883:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829377.271887:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829377.271892:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829377.271895:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829377.271898:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300854357
00000100:00000001:2.0:1787829377.271901:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.271904:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300854357
00000100:00000001:2.0:1787829377.271906:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.271909:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829377.271911:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.271913:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829377.271917:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377]  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829377.271924:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829377.271925:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829377.271927:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829377.271933:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829377.271934:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829377.271936:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829377.271938:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829377.271944:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271948:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829377.271949:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.271950:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.271951:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829377.271953:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271958:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829377.271961:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.271965:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829377.271967:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.271969:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.271970:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.271971:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829377.271974:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829377.271977:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829377.271981:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829377.271983:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829377.271987:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829377.271995:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829377.272000:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829377.272004:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272012:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.272014:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.272016:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829377.272018:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829377.272020:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829377.272022:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829377.272026:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829377.272028:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829377.272030:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.272032:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272036:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829377.272038:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829377.272042:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829377.272044:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829377.272047:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829377.272051:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366272, portal 10
00000100:00000001:2.0:1787829377.272053:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829377.272054:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:2.0:1787829377.272059:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272064:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829377.272066:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829377.272067:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829377.272069:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555366272, offset 0
00000400:00000200:2.0:1787829377.272071:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829377.272074:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.272078:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829377.272081:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829377.272084:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829377.272086:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829377.272089:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829377.272092:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90079:90079:256:4294967295] 192.168.203.108@tcp LPNI seq info [90066:90066:8:4294967295]
00000400:00000200:2.0:1787829377.272126:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.272135:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829377.272141:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.272145:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829377.272149:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829377.272152:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829377.272155:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829377.272157:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829377.272160:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.272161:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829377.272164:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829377.272167:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829377.272169:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829377.272171:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829377.272173:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829377.272177:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272188:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272191:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272196:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272198:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829377.272201:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829377.272203:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829377.272205:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829377.272206:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300854298
00000100:00000001:2.0:1787829377.272209:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.272211:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300854298
00000100:00000001:2.0:1787829377.272212:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.272214:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829377.272216:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272217:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829377.272219:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377]  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829377.272224:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829377.272225:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829377.272226:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829377.272228:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829377.272229:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829377.272230:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829377.272233:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829377.272241:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272248:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829377.272250:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272252:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.272259:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829377.272264:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272271:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829377.272276:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272283:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829377.272286:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272287:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.272289:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272291:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829377.272293:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829377.272294:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829377.272297:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829377.272298:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829377.272301:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829377.272307:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829377.272309:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829377.272312:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272317:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.272318:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.272319:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829377.272321:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829377.272322:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829377.272324:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829377.272327:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829377.272328:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829377.272330:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.272331:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272334:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829377.272335:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829377.272337:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829377.272339:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829377.272342:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829377.272344:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366400, portal 4
00000100:00000001:2.0:1787829377.272345:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829377.272346:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:2.0:1787829377.272350:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272355:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829377.272356:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829377.272358:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829377.272359:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555366400, offset 0
00000400:00000200:2.0:1787829377.272361:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829377.272364:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.272366:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829377.272368:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829377.272370:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829377.272372:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829377.272373:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829377.272375:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90080:90080:256:4294967295] 192.168.203.108@tcp LPNI seq info [90067:90067:8:4294967295]
00000400:00000200:2.0:1787829377.272378:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.272383:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829377.272386:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.272388:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829377.272391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829377.272393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829377.272396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829377.272397:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829377.272400:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.272402:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829377.272404:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829377.272406:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829377.272408:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829377.272423:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829377.272426:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829377.272428:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272434:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272436:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272440:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272441:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829377.272443:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829377.272446:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829377.272448:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829377.272449:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300854331
00000100:00000001:2.0:1787829377.272452:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.272453:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300854331
00000100:00000001:2.0:1787829377.272455:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.272456:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829377.272457:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272458:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829377.272460:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377]  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829377.272465:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829377.272467:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829377.272468:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829377.272470:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829377.272471:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829377.272472:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829377.272474:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829377.272479:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272483:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829377.272484:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272485:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.272486:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829377.272488:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272492:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829377.272494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272498:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829377.272500:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272501:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.272502:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272504:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829377.272506:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829377.272507:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829377.272509:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829377.272511:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829377.272513:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829377.272522:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829377.272524:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829377.272526:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272531:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829377.272532:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.272533:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829377.272534:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829377.272535:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829377.272537:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829377.272539:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829377.272540:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829377.272541:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829377.272542:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272546:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829377.272547:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829377.272549:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829377.272551:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829377.272553:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829377.272555:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366528, portal 4
00000100:00000001:2.0:1787829377.272556:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829377.272557:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:2.0:1787829377.272561:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272565:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829377.272567:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829377.272568:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829377.272570:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555366528, offset 0
00000400:00000200:2.0:1787829377.272572:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829377.272575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.272577:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829377.272579:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829377.272582:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829377.272583:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829377.272585:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829377.272587:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90081:90081:256:4294967295] 192.168.203.108@tcp LPNI seq info [90068:90068:8:4294967295]
00000400:00000200:2.0:1787829377.272590:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829377.272595:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829377.272598:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.272600:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829377.272603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829377.272605:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829377.272608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829377.272610:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829377.272613:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829377.272614:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829377.272616:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829377.272618:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829377.272620:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829377.272622:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829377.272623:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829377.272625:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272631:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272632:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272637:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272638:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829377.272639:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829377.272641:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829377.272642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829377.272644:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300854323
00000100:00000001:2.0:1787829377.272646:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.272648:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300854323
00000100:00000001:2.0:1787829377.272649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300858213
00000100:00000001:2.0:1787829377.272650:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829377.272651:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272652:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829377.272655:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829377/real 1787829377]  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829377.272659:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829377.272660:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829377.272661:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829377.272662:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829377.272663:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829377.272664:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829377.272667:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829377.272672:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272676:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829377.272677:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272678:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.272678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829377.272680:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272684:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829377.272687:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272691:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829377.272693:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272694:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829377.272695:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272696:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829377.272697:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829377.272699:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829377.272701:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829377.272702:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829377.272704:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829377.272708:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829377.272711:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272713:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272715:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555366016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272719:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829377.272721:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272723:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829377.272725:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829377.272727:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829377.272728:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829377.272729:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829377.272731:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:2.0:1787829377.272734:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829377.272736:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829377.272738:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829377.272740:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829377.272741:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272742:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272744:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555366144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272752:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829377.272753:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272754:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829377.272755:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829377.272756:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829377.272757:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829377.272758:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829377.272759:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f800.
02000000:00000001:2.0:1787829377.272760:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829377.272761:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829377.272762:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:2.0:1787829377.272763:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829377.272764:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272765:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272767:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555366272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272770:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829377.272771:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272772:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829377.272773:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829377.272774:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829377.272775:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829377.272776:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829377.272777:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
02000000:00000001:2.0:1787829377.272778:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829377.272778:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829377.272779:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:2.0:1787829377.272780:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829377.272781:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272782:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272784:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555366400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272788:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829377.272788:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272790:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829377.272791:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829377.272791:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829377.272792:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829377.272794:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829377.272795:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:2.0:1787829377.272796:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829377.272796:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829377.272797:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829377.272798:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829377.272799:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272800:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829377.272802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555366528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829377.272805:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829377.272806:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829377.272807:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829377.272808:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829377.272809:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829377.272810:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829377.272811:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829377.272812:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:2.0:1787829377.272813:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829377.272813:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829377.272814:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829377.272815:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829377.272816:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272818:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829377.272824:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829377.272825:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829377.272827:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829377.272828:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829377.782206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829377.782212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829377.782214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829377.782218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829377.782222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829377.782225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829377.782228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829377.782230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829377.782232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829378.102242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829378.102252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829378.102259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829378.102261:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829378.102265:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829378.102266:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829378.102271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829378.102272:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829378.102276:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829378.102277:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829378.102333:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829378.102339:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829378.102343:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829378.294227:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829378.294228:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829378.294234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829378.294237:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829378.294238:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829378.294242:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829378.294244:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829378.294245:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829378.294249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829378.294253:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829378.294254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829378.294256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829378.294259:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.294261:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829378.294262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829378.294267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787829378.294268:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829378.294271:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829378.294273:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829378.294276:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829378.294276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829378.294278:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829378.294282:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829378.294287:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829378.294290:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829378.294293:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829378.294297:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829378.806211:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829378.806219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829378.806221:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829378.806226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829378.806230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829378.806234:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829378.806237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829378.806239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829378.806241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829379.126213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829379.126218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829379.126223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829379.126224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829379.126226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829379.126227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829379.126230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829379.126231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829379.126233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829379.126234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829379.126309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829379.126314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829379.126318:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829379.318202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829379.318202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829379.318202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829379.318211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829379.318211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829379.318211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829379.318216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829379.318217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829379.318217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829379.318225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829379.318226:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829379.318226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829379.318230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829379.318232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829379.318233:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829379.318235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829379.318237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829379.318238:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829379.318239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829379.318244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829379.318247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829379.318250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829379.318252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829379.318254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829379.318255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829379.318258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829379.318260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829379.830217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829379.830226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829379.830229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829379.830235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829379.830240:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829379.830243:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829379.830246:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829379.830248:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829379.830251:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829380.150194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829380.150204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829380.150213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829380.150214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829380.150219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829380.150221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829380.150225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829380.150226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829380.150231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829380.150232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829380.150306:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829380.150309:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829380.150312:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829380.342223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829380.342223:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829380.342223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829380.342232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829380.342233:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829380.342233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829380.342236:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829380.342237:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829380.342237:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829380.342244:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829380.342244:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829380.342245:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829380.342252:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829380.342253:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829380.342253:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829380.342259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829380.342260:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829380.342260:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829380.342263:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829380.342267:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829380.342270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829380.342271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829380.342274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829380.342276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829380.342277:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829380.342281:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829380.342285:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829380.854221:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829380.854227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829380.854229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829380.854234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829380.854237:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829380.854240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829380.854243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829380.854245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829380.854247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829381.174211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829381.174218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829381.174223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829381.174224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829381.174227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829381.174228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829381.174231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829381.174232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829381.174235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829381.174236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829381.174314:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829381.174322:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829381.174327:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829381.238206:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300858213, at 4300858240
00000100:00000010:3.0:1787829381.238221:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ba0.
00000100:00000040:2.0:1787829381.238226:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300858213, at 4300858240
00000100:00000010:2.0:1787829381.238244:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829381.366223:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829381.366228:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829381.366228:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829381.366230:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829381.366235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829381.366237:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829381.366238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829381.366247:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829381.366248:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829381.366249:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829381.366259:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829381.366261:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829381.366261:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829381.366264:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829381.366276:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829381.366279:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829381.366279:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829381.366281:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829381.366288:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829381.366288:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829381.366289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829381.366302:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829381.366305:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829381.366309:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829381.366310:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829381.366314:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829381.366318:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829381.878195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829381.878203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829381.878206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829381.878212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829381.878215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829381.878219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829381.878221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829381.878223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829381.878225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829382.198215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829382.198220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829382.198224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829382.198227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829382.198232:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829382.198234:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829382.198236:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198238:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829382.198240:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198242:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829382.198243:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829382.198298:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829382.198302:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829382.198304:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829382.390184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829382.390194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829382.390196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829382.390199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829382.390201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829382.390207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829382.390207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829382.390213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829382.390213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390220:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829382.390221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829382.390223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829382.390228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829382.390229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829382.390237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829382.390241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829382.390244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829382.390247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829382.390277:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829382.390280:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829382.390281:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829382.390286:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829382.390288:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829382.390291:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829382.390291:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829382.390297:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829382.390298:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829382.390302:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829382.390305:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829382.390307:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6186
00000100:00000001:3.0:1787829382.390308:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829382.390311:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829382.390313:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829382.390317:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829382.390325:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829382.390330:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829382.390334:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390339:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829382.390342:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390346:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829382.390351:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829382.390353:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829382.390356:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829382.390360:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829382.390363:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829382.390366:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829382.390370:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390372:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829382.390389:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390391:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829382.390395:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829382.390399:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390402:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829382.390406:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829382.390409:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829382.390412:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390413:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829382.390415:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829382.390422:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829382.390425:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829382.390430:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829382.390431:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390435:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829382.390438:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829382.390441:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829382.390450:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829382.390457:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829382.390466:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829382.390485:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829382.390488:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829382.390492:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829382.390511:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829382.390514:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829382.390517:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829382.390518:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829382.390519:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829382.390522:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829382.390523:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6186
00000400:00000200:0.0:1787829382.390527:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829382.390531:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829382.390534:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829382.390537:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390540:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829382.390543:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390546:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829382.390548:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829382.390549:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829382.390553:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:2.0:1787829382.390554:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829382.390558:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829382.390558:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829382.390564:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:2.0:1787829382.390568:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829382.390569:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829382.390576:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829382.390585:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390590:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829382.390594:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829382.390596:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829382.390597:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829382.390599:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829382.390603:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829382.390604:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829382.390608:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829382.390609:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829382.390611:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.390613:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829382.390614:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829382.390620:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555366656:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829382.390621:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829382.390627:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829382.390631:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829382.390632:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829382.390634:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.390636:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829382.390637:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787829382.390641:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
00000008:00100000:0.0:1787829382.390642:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829382.390645:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829382.390648:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390651:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.390654:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:0.0:1787829382.390658:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000400:00000010:2.0:1787829382.390660:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000020:00000040:0.0:1787829382.390661:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829382.390666:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829382.390667:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390668:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787829382.390668:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
02000000:00000001:0.0:1787829382.390672:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829382.390675:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829382.390676:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366656, portal 25
02000000:00000010:0.0:1787829382.390679:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:2.0:1787829382.390680:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829382.390684:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000001:0.0:1787829382.390686:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.390690:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829382.390694:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829382.390707:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829382.390712:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829382.390713:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390716:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829382.390718:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829382.390722:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555366656, offset 0
00000100:00000040:0.0:1787829382.390723:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829382.390734:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390735:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829382.390739:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829382.390744:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829382.390745:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829382.390749:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829382.390751:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829382.390754:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829382.390755:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829382.390761:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6186
00000400:00000200:2.0:1787829382.390761:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829382.390769:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.390770:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829382.390774:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829382.390778:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829382.390781:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787829382.390783:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390787:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829382.390790:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:0.0:1787829382.390791:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390795:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829382.390797:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829382.390799:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829382.390802:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90082:90082:256:4294967295] 192.168.203.108@tcp LPNI seq info [90069:90069:8:4294967295]
00000020:00000001:0.0:1787829382.390803:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829382.390807:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829382.390813:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829382.390814:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829382.390818:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829382.390826:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390832:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829382.390833:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787829382.390840:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829382.390845:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390846:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000010:2.0:1787829382.390851:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000020:00000040:0.0:1787829382.390852:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829382.390859:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000200:2.0:1787829382.390863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829382.390865:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829382.390868:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1787829382.390870:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787829382.390875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829382.390876:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787829382.390879:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1787829382.390882:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829382.390886:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829382.390888:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787829382.390889:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000008:00100000:0.0:1787829382.390893:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829382.390895:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1787829382.390900:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.390903:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829382.390906:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.390908:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829382.390912:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000010:0.0:1787829382.390914:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829382.390915:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787829382.390920:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000200:2.0:1787829382.390921:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829382.390926:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829382.390929:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390934:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829382.390936:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829382.390937:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829382.390939:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.390943:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829382.390945:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829382.390950:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.390956:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829382.390961:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829382.390961:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829382.390967:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.390969:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829382.390973:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.390974:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829382.390979:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.390980:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300863332
00000100:00000010:2.0:1787829382.390987:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829382.390989:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829382.390992:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829382.390994:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829382.390995:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829382.390999:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829382.391000:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829382.391001:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300863332
00000100:00000001:0.0:1787829382.391002:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1787829382.391006:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2240.
00000100:00080000:0.0:1787829382.391007:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6186
00000100:00000001:2.0:1787829382.391011:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1787829382.391015:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829382.391017:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829382.391021:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829382.391022:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829382.391027:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829382.391027:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829382.391034:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382]  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829382.391036:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.391043:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829382.391045:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829382.391048:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787829382.391049:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:2.0:1787829382.391051:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000100:00000001:0.0:1787829382.391055:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829382.391056:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829382.391059:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000020:00000001:0.0:1787829382.391061:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829382.391062:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1787829382.391066:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000200:2.0:1787829382.391068:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829382.391070:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829382.391075:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000200:2.0:1787829382.391080:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829382.391081:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829382.391086:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829382.391090:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.391091:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829382.391092:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.391094:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829382.391123:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829382.391129:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829382.391134:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829382.391138:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829382.391138:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829382.391141:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829382.391143:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829382.391145:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.391149:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829382.391149:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1787829382.391152:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829382.391153:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829382.391156:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.391159:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829382.391161:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829382.391163:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829382.391168:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829382.391174:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829382.391175:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829382.391177:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.391180:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829382.391183:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787829382.391183:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829382.391187:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829382.391192:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:2.0:1787829382.391194:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829382.391197:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391198:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391202:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.391203:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829382.391206:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829382.391206:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829382.391210:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829382.391216:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829382.391222:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1787829382.391224:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829382.391226:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391229:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829382.391233:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829382.391238:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829382.391256:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829382.391260:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555366656:192.168.203.108@tcp:250:kworker.0
00000100:00080000:0.0:1787829382.391261:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829382.391268:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829382.391268:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829382.391271:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829382.391273:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829382.391274:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829382.391278:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787829382.391279:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555366656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829382.391283:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6186
00000400:00000200:0.0:1787829382.391292:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829382.391295:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000400:00000200:0.0:1787829382.391298:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:2.0:1787829382.391299:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1787829382.391301:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1787829382.391303:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
00000100:00000040:0.0:1787829382.391306:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829382.391307:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829382.391309:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1787829382.391311:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:0.0:1787829382.391313:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000020:00000040:2.0:1787829382.391315:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000001:0.0:1787829382.391318:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829382.391319:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:0.0:1787829382.391323:0:49828:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:2.0:1787829382.391324:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
00000020:00000040:0.0:1787829382.391325:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829382.391328:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829382.391329:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:0.0:1787829382.391331:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
02000000:00000001:2.0:1787829382.391332:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:0.0:1787829382.391333:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000010:2.0:1787829382.391335:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000020:00000001:0.0:1787829382.391337:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829382.391339:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1787829382.391342:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829382.391343:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829382.391346:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829382.391347:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829382.391351:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829382.391353:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829382.391355:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829382.391355:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829382.391358:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829382.391359:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.391363:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391364:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829382.391367:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829382.391368:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829382.391369:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829382.391385:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829382.391391:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.391391:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829382.391397:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829382.391402:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829382.391403:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829382.391405:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829382.391408:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.391409:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829382.391414:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.391414:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829382.391420:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829382.391423:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000100:00100000:2.0:1787829382.391423:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829382.391430:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787829382.391431:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829382.391433:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829382.391437:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829382.391438:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829382.391441:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829382.391442:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829382.391447:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787829382.391447:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829382.391451:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829382.391453:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829382.391454:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829382.391460:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000400:00000200:2.0:1787829382.391461:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829382.391465:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829382.391468:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00100000:0.0:1787829382.391473:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829382.391476:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000001:0.0:1787829382.391484:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787829382.391484:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366784, portal 10
00000100:00000001:0.0:1787829382.391488:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391489:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829382.391492:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:0.0:1787829382.391494:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829382.391502:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829382.391504:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829382.391510:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6197)
00000100:00000001:2.0:1787829382.391511:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829382.391515:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829382.391518:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829382.391520:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555366784, offset 0
00000400:00000200:2.0:1787829382.391525:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829382.391528:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.391531:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829382.391534:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829382.391537:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829382.391539:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829382.391542:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829382.391545:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90083:90083:256:4294967295] 192.168.203.108@tcp LPNI seq info [90070:90070:8:4294967295]
00000400:00000200:2.0:1787829382.391550:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.391557:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829382.391562:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.391567:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829382.391571:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829382.391574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787829382.391578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829382.391580:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787829382.391583:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.391584:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829382.391587:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829382.391589:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829382.391592:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829382.391593:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829382.391595:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829382.391598:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391604:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.391606:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391610:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391611:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829382.391614:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.391616:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829382.391619:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829382.391620:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300859477
00000100:00000001:2.0:1787829382.391622:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.391624:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300859477
00000100:00000001:2.0:1787829382.391626:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.391627:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829382.391628:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391630:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829382.391632:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382]  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829382.391641:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829382.391642:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829382.391644:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829382.391645:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829382.391646:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829382.391647:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829382.391649:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829382.391655:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391659:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829382.391660:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391661:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.391662:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829382.391664:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391668:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829382.391671:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391675:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829382.391676:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.391678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391679:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829382.391681:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829382.391683:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829382.391685:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829382.391686:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829382.391689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829382.391694:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829382.391697:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829382.391699:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391703:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829382.391704:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.391705:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829382.391706:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829382.391708:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829382.391709:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829382.391711:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829382.391713:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829382.391714:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.391715:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829382.391717:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829382.391718:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.391720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829382.391722:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829382.391724:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829382.391726:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555366912, portal 10
00000100:00000001:2.0:1787829382.391727:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829382.391728:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829382.391732:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391736:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829382.391738:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829382.391739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829382.391741:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555366912, offset 0
00000400:00000200:2.0:1787829382.391744:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829382.391746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.391748:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829382.391750:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829382.391752:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829382.391754:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829382.391756:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829382.391758:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90084:90084:256:4294967295] 192.168.203.108@tcp LPNI seq info [90071:90071:8:4294967295]
00000400:00000200:2.0:1787829382.391761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.391765:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829382.391769:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.391772:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829382.391776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829382.391779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787829382.391783:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829382.391786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787829382.391789:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.391792:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829382.391795:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829382.391798:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829382.391802:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829382.391804:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829382.391806:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829382.391810:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391819:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.391823:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391830:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391831:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829382.391835:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.391838:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829382.391841:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829382.391844:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300859417
00000100:00000001:2.0:1787829382.391847:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.391849:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300859417
00000100:00000001:2.0:1787829382.391851:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.391853:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829382.391855:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.391857:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829382.391862:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382]  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829382.391870:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829382.391872:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829382.391873:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829382.391876:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829382.391878:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829382.391880:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829382.391884:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829382.391893:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391900:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829382.391901:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391903:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.391904:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829382.391907:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391911:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829382.391914:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391918:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829382.391920:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391921:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.391922:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.391923:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829382.391925:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829382.391926:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829382.391928:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829382.391930:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829382.391932:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829382.391937:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555366912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829382.391940:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829382.391942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391946:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829382.391947:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.391949:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829382.391950:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829382.391951:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829382.391953:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829382.391955:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829382.391956:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829382.391958:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.391959:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829382.391962:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829382.391963:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.391965:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829382.391968:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829382.391970:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829382.391972:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367040, portal 4
00000100:00000001:2.0:1787829382.391974:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829382.391975:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:2.0:1787829382.391980:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.391984:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829382.391985:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829382.391987:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829382.391988:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555367040, offset 0
00000400:00000200:2.0:1787829382.391991:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829382.391994:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.391996:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829382.391998:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829382.392000:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829382.392002:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829382.392003:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829382.392005:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90085:90085:256:4294967295] 192.168.203.108@tcp LPNI seq info [90072:90072:8:4294967295]
00000400:00000200:2.0:1787829382.392008:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.392012:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829382.392015:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.392017:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829382.392020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829382.392022:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787829382.392025:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829382.392026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787829382.392029:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.392030:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829382.392032:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829382.392035:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829382.392037:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829382.392038:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829382.392039:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829382.392042:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392051:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.392053:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392057:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.392058:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829382.392060:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.392062:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829382.392064:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829382.392065:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300859450
00000100:00000001:2.0:1787829382.392067:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.392068:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300859450
00000100:00000001:2.0:1787829382.392070:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.392071:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829382.392072:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.392073:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829382.392075:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382]  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829382.392080:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829382.392080:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829382.392081:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829382.392083:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829382.392084:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829382.392085:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829382.392087:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829382.392092:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392116:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829382.392119:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392121:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.392123:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829382.392127:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392135:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829382.392139:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392147:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829382.392149:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392151:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.392152:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392154:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829382.392156:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829382.392157:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829382.392160:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829382.392161:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829382.392164:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829382.392169:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829382.392172:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392173:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.392175:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555366784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392180:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829382.392181:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829382.392183:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829382.392184:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829382.392185:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829382.392187:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829382.392188:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829382.392189:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:2.0:1787829382.392191:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829382.392192:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829382.392193:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829382.392195:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829382.392197:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392198:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.392200:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555366912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392204:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829382.392205:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829382.392206:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829382.392207:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829382.392208:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829382.392209:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829382.392210:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829382.392211:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:2.0:1787829382.392212:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829382.392213:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829382.392213:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829382.392215:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829382.392215:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392216:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.392218:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555367040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392222:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829382.392222:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829382.392223:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829382.392224:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829382.392225:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829382.392226:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829382.392227:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829382.392228:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829382.392229:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829382.392230:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829382.392231:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829382.392232:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829382.392233:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392234:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392237:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829382.392238:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.392240:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829382.392241:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829382.392242:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829382.392244:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392249:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829382.392250:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.392251:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829382.392253:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829382.392254:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829382.392256:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829382.392257:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829382.392259:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829382.392260:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829382.392261:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829382.392263:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829382.392265:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829382.392267:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829382.392269:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829382.392271:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829382.392273:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367168, portal 4
00000100:00000001:2.0:1787829382.392275:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829382.392276:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829382.392280:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392284:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829382.392286:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829382.392287:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829382.392289:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555367168, offset 0
00000400:00000200:2.0:1787829382.392291:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829382.392294:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.392297:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829382.392299:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829382.392301:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829382.392302:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829382.392304:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829382.392306:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90086:90086:256:4294967295] 192.168.203.108@tcp LPNI seq info [90073:90073:8:4294967295]
00000400:00000200:2.0:1787829382.392309:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829382.392313:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829382.392316:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.392318:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829382.392320:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829382.392322:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787829382.392325:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829382.392327:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787829382.392329:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829382.392331:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829382.392333:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829382.392335:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829382.392337:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829382.392338:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829382.392340:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829382.392342:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392347:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.392349:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392353:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.392354:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829382.392356:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829382.392358:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829382.392360:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829382.392361:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300859443
00000100:00000001:2.0:1787829382.392363:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.392364:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300859443
00000100:00000001:2.0:1787829382.392366:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300863332
00000100:00000001:2.0:1787829382.392367:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829382.392369:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.392370:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829382.392372:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829382/real 1787829382]  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829382.392391:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829382.392392:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829382.392393:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829382.392395:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829382.392396:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829382.392397:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829382.392400:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829382.392405:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392409:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829382.392410:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392411:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.392412:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829382.392415:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392419:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829382.392422:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392427:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829382.392430:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392432:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829382.392433:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392435:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829382.392437:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829382.392440:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829382.392443:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829382.392445:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829382.392450:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829382.392458:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829382.392462:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392464:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829382.392468:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555367168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829382.392475:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829382.392477:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829382.392479:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829382.392482:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829382.392483:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829382.392484:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829382.392486:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829382.392487:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829382.392489:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829382.392490:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829382.392492:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829382.392494:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829382.392496:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392498:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829382.392502:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829382.392503:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829382.392505:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829382.392507:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829382.902162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829382.902169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829382.902170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829382.902174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829382.902177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829382.902180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829382.902182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829382.902183:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829382.902186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829383.222177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829383.222183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829383.222187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829383.222188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829383.222190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829383.222191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829383.222193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829383.222195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829383.222197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829383.222198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829383.222243:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829383.222246:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829383.222249:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829383.414189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829383.414191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829383.414191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829383.414199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829383.414199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829383.414199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829383.414204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829383.414205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.414205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829383.414215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829383.414216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829383.414216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829383.414223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829383.414224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829383.414229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829383.414230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.414230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829383.414234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829383.414237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829383.414242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829383.414245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.414246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829383.414250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829383.414253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.414254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829383.414257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.414260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.926193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829383.926201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829383.926203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829383.926209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829383.926213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829383.926218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829383.926221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829383.926224:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829383.926226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829384.246187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829384.246195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829384.246201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829384.246202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829384.246206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829384.246207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829384.246210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829384.246212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829384.246216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829384.246217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829384.246264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829384.246268:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829384.246271:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829384.438198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829384.438204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829384.438207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829384.438210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829384.438211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829384.438215:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829384.438218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829384.438221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829384.438226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829384.438227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829384.438231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829384.438232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829384.438237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829384.438242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829384.438243:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829384.438246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829384.438247:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829384.438249:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829384.438252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829384.438253:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829384.438256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829384.438260:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829384.438266:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829384.438269:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829384.438272:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829384.438274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829384.438277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829384.950175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829384.950185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829384.950187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829384.950193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829384.950197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829384.950201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829384.950204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829384.950207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829384.950211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829385.270197:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829385.270200:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829385.270203:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270208:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829385.270210:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270213:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829385.270222:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829385.270223:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829385.270225:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270227:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829385.270228:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270230:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270231:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829385.270237:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829385.270239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829385.270241:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270242:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829385.270243:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270245:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270247:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270250:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829385.270263:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829385.270267:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829385.270269:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270271:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829385.270272:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270274:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270276:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829385.270280:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829385.270282:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829385.270345:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829385.270350:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829385.270366:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829385.462183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829385.462185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829385.462187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829385.462189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829385.462192:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829385.462193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829385.462193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829385.462195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829385.462198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829385.462200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829385.462201:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829385.462203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829385.462207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829385.462207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829385.462209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829385.462212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829385.462212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829385.462214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829385.462220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829385.462224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829385.462228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829385.462229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829385.462233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829385.462235:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829385.462236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829385.462240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829385.462243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829385.974200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829385.974208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829385.974210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829385.974216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829385.974220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829385.974224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829385.974227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829385.974230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829385.974233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829386.294190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829386.294195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829386.294198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829386.294200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829386.294202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829386.294203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829386.294205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829386.294206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829386.294208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829386.294209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829386.294253:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829386.294256:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829386.294259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829386.358168:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300863332, at 4300863360
00000100:00000040:3.0:1787829386.358168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300863332, at 4300863360
00000100:00000010:2.0:1787829386.358185:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829386.358188:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2240.
00000100:00000001:1.0:1787829386.486188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829386.486188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829386.486188:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829386.486195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829386.486196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829386.486196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829386.486199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829386.486200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829386.486201:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829386.486205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829386.486207:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829386.486208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829386.486210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829386.486213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829386.486214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829386.486215:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829386.486219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829386.486220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829386.486221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829386.486225:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829386.486228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829386.486233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829386.486235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829386.486238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829386.486238:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829386.486241:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829386.486244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829386.998203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829386.998209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829386.998211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829386.998215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829386.998219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829386.998222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829386.998224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829386.998226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829386.998228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829387.318162:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829387.318168:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829387.318171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829387.318173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829387.318175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829387.318176:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829387.318178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829387.318179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829387.318181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829387.318182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829387.318229:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829387.318233:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829387.318235:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829387.510182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829387.510184:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829387.510186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829387.510190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829387.510192:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829387.510193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829387.510193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829387.510195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.510198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510198:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829387.510199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829387.510201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829387.510203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829387.510203:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829387.510205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829387.510210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829387.510210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829387.510211:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829387.510212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829387.510216:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829387.510217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829387.510218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829387.510221:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6192
00000100:00000001:0.0:1787829387.510223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829387.510223:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829387.510229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829387.510234:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829387.510236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.510238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787829387.510240:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829387.510242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829387.510244:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829387.510247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829387.510248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829387.510249:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829387.510251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829387.510255:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829387.510256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.510261:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510264:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829387.510267:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829387.510269:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829387.510271:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829387.510274:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829387.510277:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829387.510280:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829387.510284:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510286:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829387.510288:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510290:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829387.510294:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829387.510297:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510300:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829387.510303:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829387.510306:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829387.510309:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510311:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829387.510314:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829387.510323:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787829387.510327:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829387.510332:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829387.510333:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510336:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829387.510353:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829387.510357:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829387.510364:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829387.510370:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829387.510379:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829387.510389:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829387.510394:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.510399:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.510420:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829387.510423:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829387.510426:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829387.510428:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829387.510430:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829387.510434:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829387.510438:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6192
00000400:00000200:3.0:1787829387.510442:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829387.510445:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829387.510446:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829387.510448:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829387.510449:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510453:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829387.510455:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829387.510455:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829387.510460:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829387.510460:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829387.510465:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829387.510467:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829387.510470:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829387.510472:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829387.510473:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829387.510476:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829387.510479:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829387.510488:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510493:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829387.510496:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829387.510499:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.510499:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829387.510505:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829387.510505:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829387.510509:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829387.510511:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829387.510512:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829387.510521:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555367296:192.168.203.108@tcp:250:kworker.0
00000100:00080000:3.0:1787829387.510521:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829387.510529:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829387.510529:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829387.510534:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829387.510535:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829387.510539:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.510541:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829387.510542:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787829387.510545:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:3.0:1787829387.510548:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.510549:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510555:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829387.510559:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:3.0:1787829387.510561:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787829387.510563:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000008:00000001:3.0:1787829387.510568:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829387.510571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000001:3.0:1787829387.510572:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829387.510580:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367296, portal 25
00000100:00000010:3.0:1787829387.510581:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000100:00000001:2.0:1787829387.510584:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787829387.510586:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829387.510587:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139968 : -107611171411648 : ffff9e20d25aa940)
02000000:00000001:3.0:1787829387.510594:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787829387.510597:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829387.510597:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510603:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829387.510607:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829387.510610:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.510611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829387.510616:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000010:3.0:1787829387.510617:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000400:00000010:2.0:1787829387.510620:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000001:3.0:1787829387.510622:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829387.510624:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555367296, offset 0
00000100:00100000:3.0:1787829387.510630:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829387.510632:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510639:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829387.510642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829387.510643:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.510650:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829387.510651:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829387.510659:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829387.510666:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829387.510673:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829387.510675:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.510677:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:3.0:1787829387.510679:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829387.510684:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90087:90087:256:4294967295] 192.168.203.108@tcp LPNI seq info [90074:90074:8:4294967295]
00000100:00080000:3.0:1787829387.510685:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829387.510688:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829387.510692:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829387.510692:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829387.510696:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829387.510700:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6192
00000400:00000200:2.0:1787829387.510712:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829387.510718:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829387.510720:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:2.0:1787829387.510724:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000400:00000200:3.0:1787829387.510728:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:2.0:1787829387.510734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829387.510735:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787829387.510739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787829387.510744:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.1:1787829387.510749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829387.510750:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787829387.510753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787829387.510757:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000100:2.0:1787829387.510762:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510763:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000010:2.0:1787829387.510765:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000020:00000001:3.0:1787829387.510769:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787829387.510771:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787829387.510772:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829387.510776:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829387.510779:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787829387.510781:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829387.510784:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000020:00000001:3.0:1787829387.510785:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:2.0:1787829387.510790:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000020:00000001:3.0:1787829387.510790:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:2.0:1787829387.510798:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787829387.510798:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510801:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829387.510807:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829387.510808:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.510810:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829387.510816:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829387.510823:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829387.510830:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.510832:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829387.510833:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829387.510838:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787829387.510840:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829387.510841:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510845:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829387.510848:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829387.510853:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510855:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829387.510860:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000100:00000001:2.0:1787829387.510861:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829387.510863:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829387.510866:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829387.510869:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829387.510872:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.510874:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829387.510875:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829387.510877:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829387.510881:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.510884:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829387.510888:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:2.0:1787829387.510890:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300868452
00000100:00000001:3.0:1787829387.510895:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829387.510899:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00100000:3.0:1787829387.510904:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829387.510907:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829387.510913:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300868452
00000100:00000010:2.0:1787829387.510919:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c29c0.
00000100:00000001:3.0:1787829387.510919:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829387.510922:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829387.510924:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.510925:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829387.510929:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.510933:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787829387.510933:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829387.510940:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829387/real 1787829387]  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.510956:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829387.510959:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829387.510961:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787829387.510962:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829387.510965:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829387.510968:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829387.510970:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829387.510971:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829387.510974:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829387.510977:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829387.510981:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787829387.510982:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829387.510984:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829387.510991:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829387.510995:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829387.510996:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6192
00000100:00000001:2.0:1787829387.510997:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.511005:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829387.511006:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:2.0:1787829387.511011:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829387.511014:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829387.511020:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829387.511023:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829387.511027:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829387.511032:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.511033:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829387.511040:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829387.511042:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829387.511044:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829387.511046:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511049:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829387.511049:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829387.511053:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787829387.511053:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:2.0:1787829387.511058:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787829387.511058:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829387.511062:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787829387.511063:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00080000:2.0:1787829387.511066:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787829387.511067:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00080000:2.0:1787829387.511071:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:3.0:1787829387.511073:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829387.511075:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829387.511080:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829387.511082:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.511086:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829387.511092:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829387.511113:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555367296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829387.511117:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511119:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.511123:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa940 x1874668555367296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.511124:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829387.511129:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829387.511136:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829387.511142:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829387.511142:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829387.511144:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829387.511148:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829387.511148:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829387.511152:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829387.511153:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
00000100:00000001:3.0:1787829387.511154:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829387.511156:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829387.511159:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.511160:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829387.511161:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829387.511165:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000010:3.0:1787829387.511166:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:2.0:1787829387.511169:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000040:3.0:1787829387.511170:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829387.511177:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829387.511177:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829387.511180:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.511182:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787829387.511183:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829387.511183:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829387.511186:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.511189:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:3.0:1787829387.511191:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:2.0:1787829387.511192:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829387.511197:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829387.511198:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa940.
00000100:00100000:3.0:1787829387.511203:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829387.511204:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829387.511208:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511213:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829387.511216:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829387.511219:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.511222:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511223:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829387.511227:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.511230:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511232:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829387.511233:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829387.511238:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829387.511238:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829387.511242:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829387.511242:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829387.511244:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829387.511247:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787829387.511249:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829387.511251:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6192
00000400:00000200:3.0:1787829387.511259:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829387.511263:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829387.511266:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829387.511267:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829387.511269:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.511273:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829387.511274:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829387.511277:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829387.511278:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787829387.511281:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829387.511283:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.511285:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:2.0:1787829387.511288:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367424:192.168.203.108@tcp:38:kworker.0
00000020:00000001:3.0:1787829387.511289:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829387.511292:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:2.0:1787829387.511295:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787829387.511295:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829387.511299:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787829387.511299:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
02000000:00000001:2.0:1787829387.511302:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829387.511303:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:2.0:1787829387.511305:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787829387.511306:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000010:2.0:1787829387.511311:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
00000100:00000040:3.0:1787829387.511311:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.511316:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829387.511317:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829387.511319:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829387.511322:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829387.511323:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829387.511325:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829387.511326:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829387.511327:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829387.511329:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829387.511330:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.511332:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829387.511333:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:2.0:1787829387.511349:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:3.0:1787829387.511350:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829387.511353:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829387.511357:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00000010:3.0:1787829387.511359:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787829387.511364:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000010:2.0:1787829387.511365:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
02000000:00000001:3.0:1787829387.511366:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829387.511371:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829387.511372:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367424, portal 10
00000100:00000001:3.0:1787829387.511373:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829387.511377:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829387.511378:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829387.511380:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511382:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
02000000:00000010:3.0:1787829387.511388:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000040:2.0:1787829387.511391:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829387.511394:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511401:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829387.511405:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00100000:3.0:1787829387.511407:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829387.511408:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829387.511412:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555367424, offset 0
00000400:00000200:2.0:1787829387.511420:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829387.511427:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829387.511429:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829387.511432:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829387.511435:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.511437:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829387.511444:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:3.0:1787829387.511446:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829387.511447:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829387.511451:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829387.511457:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90088:90088:256:4294967295] 192.168.203.108@tcp LPNI seq info [90075:90075:8:4294967295]
00000400:00000200:2.0:1787829387.511467:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829387.511474:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.511479:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787829387.511483:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6202)
00000800:00000200:2.0:1787829387.511484:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.511489:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829387.511492:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829387.511494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787829387.511498:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829387.511501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787829387.511505:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.511506:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829387.511509:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829387.511511:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829387.511513:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829387.511515:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829387.511517:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829387.511519:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511525:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.511527:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511532:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511533:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829387.511535:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829387.511538:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829387.511540:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829387.511541:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300864597
00000100:00000001:2.0:1787829387.511543:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.511545:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300864597
00000100:00000001:2.0:1787829387.511546:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.511548:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829387.511549:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511551:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829387.511553:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829387/real 1787829387]  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829387.511558:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829387.511559:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829387.511560:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829387.511561:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829387.511562:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829387.511563:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829387.511565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829387.511571:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511575:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829387.511576:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511577:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.511578:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829387.511580:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511584:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829387.511586:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511591:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829387.511592:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511593:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.511594:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511595:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829387.511597:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829387.511599:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829387.511601:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829387.511603:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829387.511605:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829387.511610:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829387.511612:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829387.511614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511618:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829387.511619:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.511620:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829387.511621:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829387.511623:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829387.511624:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829387.511626:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829387.511627:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829387.511629:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.511630:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829387.511632:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829387.511634:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.511636:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829387.511638:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829387.511639:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829387.511641:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367552, portal 10
00000100:00000001:2.0:1787829387.511643:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829387.511644:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:2.0:1787829387.511647:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511656:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829387.511657:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829387.511659:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829387.511660:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555367552, offset 0
00000400:00000200:2.0:1787829387.511663:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829387.511665:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829387.511667:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829387.511669:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829387.511670:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829387.511672:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829387.511673:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829387.511675:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90089:90089:256:4294967295] 192.168.203.108@tcp LPNI seq info [90076:90076:8:4294967295]
00000400:00000200:2.0:1787829387.511678:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829387.511682:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829387.511685:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.511687:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829387.511690:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829387.511692:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787829387.511694:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829387.511696:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787829387.511698:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.511700:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829387.511703:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829387.511706:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829387.511710:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829387.511712:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829387.511714:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829387.511718:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511726:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.511729:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511744:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511745:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829387.511749:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829387.511751:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829387.511755:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829387.511757:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300864537
00000100:00000001:2.0:1787829387.511760:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.511762:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300864537
00000100:00000001:2.0:1787829387.511765:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.511767:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829387.511769:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511771:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829387.511776:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829387/real 1787829387]  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829387.511785:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829387.511786:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829387.511788:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829387.511790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829387.511792:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829387.511795:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829387.511798:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829387.511807:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511815:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829387.511817:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511819:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.511820:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829387.511823:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511828:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829387.511830:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511834:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829387.511836:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511837:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.511838:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.511839:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829387.511840:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829387.511841:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829387.511843:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829387.511845:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829387.511847:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829387.511852:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829387.511855:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829387.511857:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511862:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829387.511862:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.511864:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829387.511865:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829387.511867:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829387.511868:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829387.511870:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829387.511871:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829387.511873:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.511874:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829387.511877:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829387.511878:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.511881:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829387.511882:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829387.511885:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829387.511887:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367680, portal 4
00000100:00000001:2.0:1787829387.511888:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829387.511889:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:2.0:1787829387.511893:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511898:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829387.511899:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829387.511901:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829387.511902:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555367680, offset 0
00000400:00000200:2.0:1787829387.511905:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829387.511907:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829387.511910:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829387.511912:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829387.511913:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829387.511915:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829387.511917:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829387.511919:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90090:90090:256:4294967295] 192.168.203.108@tcp LPNI seq info [90077:90077:8:4294967295]
00000400:00000200:2.0:1787829387.511922:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829387.511926:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829387.511929:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.511931:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829387.511933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829387.511935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787829387.511938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829387.511940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787829387.511942:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.511944:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829387.511946:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829387.511948:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829387.511950:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829387.511951:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829387.511953:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829387.511955:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511960:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.511962:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.511966:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511967:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829387.511969:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829387.511971:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829387.511973:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829387.511974:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300864570
00000100:00000001:2.0:1787829387.511976:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.511977:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300864570
00000100:00000001:2.0:1787829387.511979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.511980:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829387.511981:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.511982:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829387.511985:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829387/real 1787829387]  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829387.511989:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829387.511990:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829387.511991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829387.511992:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829387.511993:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829387.511995:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829387.511997:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829387.512002:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512006:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829387.512007:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512008:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.512008:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829387.512011:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512014:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829387.512017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512021:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829387.512022:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512023:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.512024:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512025:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829387.512026:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829387.512028:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829387.512030:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829387.512031:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829387.512033:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829387.512038:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829387.512040:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512041:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.512044:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555367424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512048:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829387.512049:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829387.512051:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829387.512052:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829387.512053:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829387.512054:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829387.512055:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829387.512056:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:2.0:1787829387.512058:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829387.512059:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829387.512060:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:2.0:1787829387.512062:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829387.512063:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512064:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.512066:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555367552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512070:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829387.512071:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829387.512072:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829387.512073:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829387.512073:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829387.512074:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829387.512075:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829387.512076:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:2.0:1787829387.512077:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829387.512078:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829387.512079:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:2.0:1787829387.512080:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829387.512081:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512082:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.512083:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555367680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512087:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829387.512088:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829387.512089:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829387.512091:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829387.512091:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829387.512092:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829387.512094:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829387.512110:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:2.0:1787829387.512112:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829387.512113:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829387.512113:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:2.0:1787829387.512115:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829387.512116:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512117:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512120:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829387.512121:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.512123:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829387.512124:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829387.512125:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829387.512127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512134:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829387.512136:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.512138:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829387.512140:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829387.512142:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829387.512145:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829387.512148:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829387.512150:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829387.512152:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829387.512154:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829387.512156:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829387.512159:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829387.512162:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829387.512165:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829387.512169:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829387.512172:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367808, portal 4
00000100:00000001:2.0:1787829387.512174:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829387.512176:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:2.0:1787829387.512182:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512188:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829387.512190:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829387.512192:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829387.512194:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555367808, offset 0
00000400:00000200:2.0:1787829387.512198:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829387.512202:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829387.512206:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829387.512209:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829387.512211:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829387.512214:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829387.512216:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829387.512219:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90091:90091:256:4294967295] 192.168.203.108@tcp LPNI seq info [90078:90078:8:4294967295]
00000400:00000200:2.0:1787829387.512224:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829387.512230:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829387.512235:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.512239:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829387.512243:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829387.512245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787829387.512248:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829387.512250:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787829387.512252:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829387.512254:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829387.512256:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829387.512258:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829387.512260:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829387.512262:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829387.512264:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829387.512266:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512276:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.512278:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512282:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.512283:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829387.512285:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829387.512287:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829387.512289:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829387.512290:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300864563
00000100:00000001:2.0:1787829387.512292:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.512293:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300864563
00000100:00000001:2.0:1787829387.512295:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300868452
00000100:00000001:2.0:1787829387.512296:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829387.512298:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.512299:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829387.512301:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829387/real 1787829387]  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829387.512306:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829387.512307:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829387.512308:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829387.512310:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829387.512312:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829387.512314:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829387.512318:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829387.512327:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512333:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829387.512335:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512349:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.512350:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829387.512355:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512363:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829387.512367:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512374:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829387.512377:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512379:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829387.512380:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512382:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829387.512384:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829387.512387:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829387.512389:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829387.512391:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829387.512393:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829387.512399:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555367808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829387.512401:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512402:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829387.512404:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555367808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829387.512408:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829387.512410:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829387.512411:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829387.512413:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829387.512414:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829387.512415:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829387.512416:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829387.512417:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:2.0:1787829387.512419:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829387.512420:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829387.512421:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:2.0:1787829387.512422:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829387.512423:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512425:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829387.512427:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829387.512428:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829387.512429:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829387.512431:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829388.022176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829388.022182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829388.022184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829388.022188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829388.022191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829388.022194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829388.022196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829388.022198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829388.022201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829388.342209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829388.342216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829388.342222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829388.342223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829388.342225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829388.342226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829388.342228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829388.342229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829388.342232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829388.342232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829388.342273:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829388.342277:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829388.342279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829388.534192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829388.534192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829388.534192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829388.534198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829388.534200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829388.534200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829388.534201:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.534205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.534205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829388.534207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829388.534213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829388.534214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829388.534214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829388.534219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829388.534220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829388.534221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829388.534222:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829388.534226:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829388.534226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829388.534227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829388.534233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.534234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829388.534239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829388.534243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.534244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829388.534247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829388.534251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829389.046202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829389.046208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829389.046209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829389.046213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829389.046216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829389.046219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829389.046221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829389.046223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829389.046225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829389.366206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829389.366211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829389.366215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829389.366216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829389.366218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829389.366219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829389.366221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829389.366222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829389.366225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829389.366226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829389.366282:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829389.366286:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829389.366290:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829389.558183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829389.558183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829389.558189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829389.558191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829389.558192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829389.558194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829389.558197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829389.558198:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829389.558198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829389.558207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829389.558208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829389.558208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829389.558216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829389.558216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829389.558216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829389.558222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829389.558223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829389.558224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829389.558225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829389.558228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829389.558232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829389.558233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829389.558236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829389.558240:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829389.558240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829389.558244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829389.558248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829390.070168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829390.070177:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829390.070180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829390.070185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829390.070190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829390.070193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829390.070196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829390.070198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829390.070201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829390.390175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829390.390180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829390.390185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829390.390186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829390.390188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829390.390189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829390.390191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829390.390192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829390.390194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829390.390195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829390.390237:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829390.390240:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829390.390243:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829390.582189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829390.582189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829390.582190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829390.582197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829390.582198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829390.582198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829390.582202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829390.582203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829390.582204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829390.582211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829390.582211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829390.582212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829390.582219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829390.582219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829390.582220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829390.582225:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829390.582225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829390.582226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829390.582231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829390.582233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829390.582235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829390.582239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829390.582242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829390.582244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829390.582246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829390.582250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829390.582254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829391.094189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829391.094195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829391.094197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829391.094201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829391.094203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829391.094207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829391.094209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829391.094210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829391.094213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829391.414194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829391.414199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829391.414202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829391.414206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829391.414211:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829391.414213:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829391.414215:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414217:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829391.414219:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414220:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829391.414222:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829391.414273:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829391.414276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829391.414279:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829391.478191:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300868452, at 4300868480
00000100:00000040:3.0:1787829391.478191:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300868452, at 4300868480
00000100:00000010:2.0:1787829391.478207:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829391.478208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c29c0.
00000100:00000001:0.0:1787829391.606186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829391.606186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829391.606187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829391.606194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829391.606195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829391.606196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829391.606198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829391.606200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829391.606201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829391.606208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829391.606209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829391.606209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829391.606215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829391.606217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829391.606217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829391.606220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829391.606223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.606223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829391.606224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829391.606229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829391.606233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829391.606238:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829391.606242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829391.606245:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829391.606246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829391.606250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.606254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829392.118172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829392.118180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829392.118182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829392.118188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829392.118192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829392.118195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829392.118198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829392.118201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829392.118204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829392.438198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829392.438203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829392.438208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829392.438209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829392.438212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829392.438212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829392.438215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829392.438216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829392.438219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829392.438220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829392.438279:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829392.438283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829392.438287:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829392.630202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829392.630202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829392.630203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829392.630209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829392.630210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829392.630210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829392.630212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829392.630213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.630214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829392.630220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829392.630220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829392.630221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829392.630227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829392.630227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829392.630228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829392.630233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829392.630233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.630234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829392.630239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829392.630242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829392.630243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829392.630249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829392.630251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.630252:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829392.630255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.630258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829392.630367:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829392.630372:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829392.630374:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829392.630376:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829392.630379:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829392.630385:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6197
00000400:00000200:1.0:1787829392.630393:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829392.630398:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829392.630401:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829392.630404:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630406:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.630408:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630410:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829392.630412:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829392.630413:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829392.630415:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829392.630418:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829392.630419:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829392.630421:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829392.630423:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630425:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.630427:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630428:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829392.630430:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829392.630433:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630434:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829392.630436:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829392.630439:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829392.630441:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630442:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829392.630444:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829392.630451:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4000.
00000020:00000040:1.0:1787829392.630453:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829392.630456:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829392.630458:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630460:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829392.630462:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829392.630465:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829392.630472:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:1.0:1787829392.630477:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829392.630485:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829392.630493:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829392.630496:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829392.630499:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d464b8c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829392.630514:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829392.630516:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829392.630519:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829392.630520:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829392.630521:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829392.630523:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829392.630527:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6197
00000400:00000200:1.0:1787829392.630530:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829392.630533:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829392.630535:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829392.630538:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829392.630538:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829392.630540:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.630543:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829392.630543:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829392.630547:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829392.630547:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787829392.630551:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829392.630552:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829392.630556:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829392.630556:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829392.630558:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829392.630562:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829392.630567:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829392.630574:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787829392.630575:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829392.630578:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630579:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.630583:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829392.630584:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829392.630585:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829392.630588:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787829392.630589:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829392.630593:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829392.630595:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630600:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829392.630600:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555367936:192.168.203.108@tcp:250:kworker.0
02000000:00000001:1.0:1787829392.630605:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829392.630607:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829392.630611:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829392.630611:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829392.630616:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.630616:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630622:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829392.630622:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787829392.630629:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787829392.630629:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829392.630634:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829392.630635:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630640:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829392.630644:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5e00.
00000400:00000200:2.0:1787829392.630644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:1.0:1787829392.630648:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000010:2.0:1787829392.630651:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
02000000:00000001:1.0:1787829392.630652:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829392.630655:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630657:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829392.630658:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829392.630660:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829392.630660:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
02000000:00000010:1.0:1787829392.630667:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000200:2.0:1787829392.630668:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555367936, portal 25
00000100:00000001:1.0:1787829392.630670:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.630671:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829392.630675:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00100000:1.0:1787829392.630679:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829392.630683:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829392.630699:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829392.630701:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829392.630705:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e35e8c63] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.630715:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829392.630716:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829392.630720:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787829392.630721:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829392.630724:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1787829392.630726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000001:1.0:1787829392.630727:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829392.630730:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787829392.630732:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555367936, offset 0
00000100:00000001:1.0:1787829392.630733:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829392.630738:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6197
00000400:00000200:1.0:1787829392.630743:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.630743:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829392.630749:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829392.630751:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829392.630752:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.630756:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829392.630757:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.630762:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630763:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829392.630765:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829392.630768:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829392.630768:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:1.0:1787829392.630772:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829392.630775:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829392.630776:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787829392.630777:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829392.630781:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829392.630783:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:1.0:1787829392.630786:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630789:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829392.630790:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787829392.630793:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.630796:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630797:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829392.630801:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829392.630802:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90092:90092:256:4294967295] 192.168.203.108@tcp LPNI seq info [90079:90079:8:4294967295]
00000100:00080000:1.0:1787829392.630806:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829392.630810:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829392.630817:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829392.630818:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787829392.630819:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829392.630824:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829392.630828:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829392.630829:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630830:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829392.630833:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829392.630835:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829392.630835:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000001:1.0:1787829392.630839:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829392.630843:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4f00.
00000800:00000200:2.0:1787829392.630844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:1.0:1787829392.630846:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:2.0:1787829392.630848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1787829392.630850:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829392.630853:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.630856:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787829392.630857:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829392.630858:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829392.630862:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829392.630863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
02000000:00000010:1.0:1787829392.630866:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c800.
00000800:00000100:2.0:1787829392.630870:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630871:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829392.630875:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00100000:1.0:1787829392.630879:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829392.630882:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829392.630891:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829392.630898:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000100:00000001:1.0:1787829392.630899:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829392.630901:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:1.0:1787829392.630903:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.630906:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829392.630916:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829392.630917:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9beefcb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.630937:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829392.630939:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.630942:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829392.630943:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829392.630947:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829392.630948:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829392.630949:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829392.630951:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829392.630955:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6197
00000400:00000200:1.0:1787829392.630961:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829392.630966:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829392.630968:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829392.630968:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787829392.630974:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829392.630976:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829392.630981:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.630981:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829392.630986:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300873572
00000100:00000001:1.0:1787829392.630987:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787829392.630991:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000040:1.0:1787829392.630992:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.630997:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829392.631000:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1787829392.631001:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829392.631005:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:2.0:1787829392.631006:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300873572
00000020:00000001:1.0:1787829392.631008:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787829392.631010:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2de0.
00000020:00000040:1.0:1787829392.631012:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:2.0:1787829392.631013:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829392.631019:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829392.631020:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829392.631022:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829392.631023:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829392.631025:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787829392.631030:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829392.631032:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829392/real 1787829392]  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829392.631033:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.631038:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829392.631043:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829392.631048:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000400:00000001:2.0:1787829392.631050:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829392.631051:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000001:2.0:1787829392.631053:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829392.631055:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829392.631056:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
02000000:00000001:1.0:1787829392.631057:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787829392.631060:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
02000000:00000001:1.0:1787829392.631062:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787829392.631063:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
02000000:00000001:1.0:1787829392.631068:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631068:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829392.631072:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829392.631076:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000200:2.0:1787829392.631076:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829392.631082:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.631086:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829392.631093:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7480.
00000100:00000200:2.0:1787829392.631093:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631119:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829392.631121:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631123:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631124:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829392.631128:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00100000:2.0:1787829392.631130:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829392.631135:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829392.631140:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631140:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829392.631146:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787829392.631148:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829392.631150:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829392.631153:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829392.631159:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000100:00000001:2.0:1787829392.631159:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829392.631162:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829392.631165:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631165:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631168:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631170:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829392.631173:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1787829392.631174:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829392.631177:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829392.631185:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829392.631187:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829392.631188:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829392.631191:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.631195:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829392.631197:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05012d9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829392.631218:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829392.631218:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555367936:192.168.203.108@tcp:250:kworker.0
00000100:00080000:1.0:1787829392.631221:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829392.631225:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829392.631225:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829392.631229:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829392.631230:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829392.631232:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829392.631236:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555367936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829392.631237:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829392.631243:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6197
00000400:00000200:1.0:1787829392.631251:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829392.631256:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829392.631261:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829392.631264:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787829392.631265:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829392.631267:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829392.631268:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787829392.631271:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
00000100:00000040:1.0:1787829392.631272:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829392.631275:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1787829392.631276:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829392.631278:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829392.631279:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829392.631282:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000040:1.0:1787829392.631283:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829392.631286:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829392.631287:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:1.0:1787829392.631289:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
02000000:00000010:2.0:1787829392.631291:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
00000020:00000001:1.0:1787829392.631292:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:1.0:1787829392.631296:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:2.0:1787829392.631296:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1787829392.631300:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829392.631301:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829392.631316:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:1.0:1787829392.631318:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829392.631322:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829392.631322:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829392.631326:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829392.631326:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829392.631332:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829392.631333:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829392.631335:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829392.631337:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829392.631339:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829392.631341:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829392.631342:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1787829392.631343:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631346:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829392.631347:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829392.631349:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829392.631352:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1787829392.631353:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631355:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829392.631357:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631358:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1787829392.631365:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6940.
00000100:00000040:2.0:1787829392.631365:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829392.631371:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829392.631375:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829392.631378:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829392.631378:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829392.631382:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631383:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829392.631385:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829392.631387:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829392.631388:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829392.631392:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787829392.631393:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368064:192.168.203.108@tcp:38:kworker.0
02000000:00000001:1.0:1787829392.631398:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631398:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829392.631401:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829392.631403:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631405:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829392.631406:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
02000000:00000010:2.0:1787829392.631408:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
00000100:00000001:1.0:1787829392.631411:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631412:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829392.631418:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829392.631421:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00100000:1.0:1787829392.631423:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829392.631425:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829392.631431:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368064, portal 10
00000100:00000001:2.0:1787829392.631435:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829392.631437:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:2.0:1787829392.631447:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829392.631453:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829392.631457:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829392.631458:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.631461:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829392.631465:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829392.631467:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555368064, offset 0
00000100:00000040:1.0:1787829392.631469:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad39a9c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829392.631474:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829392.631481:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.631487:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829392.631492:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829392.631493:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829392.631496:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829392.631499:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787829392.631501:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6207)
00000400:00000200:2.0:1787829392.631502:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.631508:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90093:90093:256:4294967295] 192.168.203.108@tcp LPNI seq info [90080:90080:8:4294967295]
00000400:00000200:2.0:1787829392.631511:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.631516:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829392.631520:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.631522:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829392.631526:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829392.631527:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829392.631531:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829392.631532:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787829392.631535:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.631536:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829392.631539:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829392.631541:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829392.631543:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829392.631544:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829392.631546:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829392.631549:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631554:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.631556:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631560:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631562:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829392.631564:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.631566:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829392.631568:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829392.631570:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300869717
00000100:00000001:2.0:1787829392.631572:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.631574:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300869717
00000100:00000001:2.0:1787829392.631575:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.631576:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829392.631578:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631579:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829392.631581:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829392/real 1787829392]  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829392.631586:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829392.631587:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829392.631588:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829392.631589:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829392.631590:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829392.631592:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829392.631594:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829392.631599:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631607:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829392.631608:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631610:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631611:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829392.631613:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631617:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829392.631619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631623:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829392.631624:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631625:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631626:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631627:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829392.631629:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829392.631630:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829392.631632:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829392.631634:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829392.631636:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829392.631641:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829392.631643:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829392.631645:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631650:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829392.631651:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631652:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829392.631653:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829392.631655:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829392.631657:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829392.631659:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829392.631660:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829392.631661:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631662:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829392.631664:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829392.631666:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829392.631668:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829392.631669:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829392.631671:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829392.631673:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368192, portal 10
00000100:00000001:2.0:1787829392.631674:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829392.631675:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829392.631679:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631683:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829392.631684:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829392.631686:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829392.631687:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555368192, offset 0
00000400:00000200:2.0:1787829392.631690:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829392.631692:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.631694:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829392.631695:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829392.631697:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829392.631699:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829392.631700:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.631703:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90094:90094:256:4294967295] 192.168.203.108@tcp LPNI seq info [90081:90081:8:4294967295]
00000400:00000200:2.0:1787829392.631705:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.631709:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829392.631712:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.631714:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829392.631717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829392.631718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829392.631721:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829392.631723:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787829392.631725:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.631726:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829392.631728:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829392.631730:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829392.631732:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829392.631733:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829392.631735:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829392.631737:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631742:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.631744:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631748:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631749:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829392.631750:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.631752:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829392.631754:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829392.631755:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300869657
00000100:00000001:2.0:1787829392.631757:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.631758:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300869657
00000100:00000001:2.0:1787829392.631759:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.631761:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829392.631762:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631763:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829392.631765:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829392/real 1787829392]  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829392.631771:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829392.631771:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829392.631773:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829392.631774:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829392.631775:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829392.631776:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829392.631778:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829392.631783:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631787:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829392.631788:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631789:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631790:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829392.631792:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631796:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829392.631799:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631803:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829392.631804:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631805:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631806:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631807:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829392.631808:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829392.631809:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829392.631811:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829392.631812:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829392.631815:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829392.631820:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829392.631822:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829392.631824:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631828:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829392.631829:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631830:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829392.631831:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829392.631833:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829392.631834:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829392.631836:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829392.631837:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829392.631838:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.631839:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829392.631841:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829392.631842:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829392.631844:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829392.631846:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829392.631848:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829392.631850:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368320, portal 4
00000100:00000001:2.0:1787829392.631851:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829392.631852:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829392.631856:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631860:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829392.631861:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829392.631863:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829392.631864:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555368320, offset 0
00000400:00000200:2.0:1787829392.631867:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829392.631869:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.631871:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829392.631872:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829392.631874:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829392.631876:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829392.631877:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.631879:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90095:90095:256:4294967295] 192.168.203.108@tcp LPNI seq info [90082:90082:8:4294967295]
00000400:00000200:2.0:1787829392.631882:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.631886:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829392.631888:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.631890:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829392.631892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829392.631894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829392.631897:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829392.631898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787829392.631901:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.631902:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829392.631904:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829392.631906:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829392.631907:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829392.631908:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829392.631910:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829392.631912:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631916:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.631918:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631923:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631924:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829392.631925:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.631927:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829392.631929:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829392.631930:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300869690
00000100:00000001:2.0:1787829392.631932:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.631934:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300869690
00000100:00000001:2.0:1787829392.631935:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.631936:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829392.631937:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.631938:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829392.631940:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829392/real 1787829392]  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829392.631945:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829392.631946:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829392.631947:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829392.631948:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829392.631949:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829392.631950:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829392.631952:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829392.631956:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631961:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829392.631961:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631963:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631964:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829392.631966:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631970:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829392.631972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.631976:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829392.631978:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631979:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.631980:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631981:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829392.631983:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829392.631984:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829392.631986:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829392.631987:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829392.631989:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829392.631994:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829392.631996:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.631997:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.631999:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555368064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632003:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829392.632004:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829392.632005:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829392.632006:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829392.632007:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829392.632008:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829392.632010:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829392.632011:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829392.632012:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829392.632013:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829392.632014:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:2.0:1787829392.632016:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829392.632017:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632018:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.632020:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555368192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632028:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829392.632029:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829392.632030:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829392.632032:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829392.632032:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829392.632033:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829392.632034:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829392.632035:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829392.632036:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829392.632037:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829392.632038:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829392.632039:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829392.632040:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632041:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.632043:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555368320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632046:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829392.632047:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829392.632048:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829392.632049:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829392.632050:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829392.632050:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829392.632051:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829392.632052:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829392.632053:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829392.632054:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829392.632055:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829392.632056:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829392.632057:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632058:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632060:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829392.632061:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.632062:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829392.632063:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829392.632064:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829392.632066:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632071:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829392.632072:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.632073:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829392.632074:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829392.632075:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829392.632077:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829392.632079:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829392.632080:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829392.632081:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829392.632082:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829392.632084:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829392.632085:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829392.632087:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829392.632089:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829392.632091:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829392.632092:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368448, portal 4
00000100:00000001:2.0:1787829392.632094:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829392.632113:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829392.632120:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632127:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829392.632129:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829392.632132:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829392.632135:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555368448, offset 0
00000400:00000200:2.0:1787829392.632139:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829392.632144:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.632148:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829392.632150:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829392.632153:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829392.632156:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829392.632158:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829392.632161:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90096:90096:256:4294967295] 192.168.203.108@tcp LPNI seq info [90083:90083:8:4294967295]
00000400:00000200:2.0:1787829392.632164:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829392.632169:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829392.632172:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.632175:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829392.632177:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829392.632179:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787829392.632182:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829392.632184:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787829392.632186:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829392.632188:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829392.632190:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829392.632192:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829392.632194:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829392.632195:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829392.632197:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829392.632200:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632205:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.632207:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632211:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.632212:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829392.632214:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829392.632217:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829392.632219:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829392.632220:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300869683
00000100:00000001:2.0:1787829392.632222:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.632223:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300869683
00000100:00000001:2.0:1787829392.632225:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300873572
00000100:00000001:2.0:1787829392.632226:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829392.632228:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.632229:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829392.632232:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829392/real 1787829392]  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829392.632237:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829392.632238:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829392.632239:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829392.632240:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829392.632241:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829392.632242:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829392.632244:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829392.632249:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632253:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829392.632254:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632255:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.632256:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829392.632258:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632262:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829392.632264:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632268:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829392.632270:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632271:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829392.632272:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632273:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829392.632275:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829392.632276:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829392.632279:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829392.632280:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829392.632282:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829392.632287:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829392.632289:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632290:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829392.632292:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555368448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829392.632296:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829392.632297:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829392.632298:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829392.632299:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829392.632300:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829392.632301:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829392.632316:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829392.632318:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:2.0:1787829392.632320:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829392.632321:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829392.632323:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829392.632325:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829392.632326:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632327:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829392.632330:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829392.632331:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829392.632332:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829392.632334:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829393.142203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829393.142211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829393.142213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829393.142218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829393.142222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829393.142226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829393.142230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829393.142232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829393.142235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829393.462185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829393.462192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829393.462199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829393.462200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829393.462204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829393.462205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829393.462209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829393.462210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829393.462214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829393.462216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829393.462263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829393.462266:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829393.462269:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829393.654168:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829393.654168:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829393.654175:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829393.654176:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829393.654178:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.654179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829393.654180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829393.654185:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829393.654186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829393.654187:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829393.654190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829393.654191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829393.654192:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829393.654195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829393.654197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829393.654198:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.654200:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829393.654204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829393.654205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829393.654210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.654210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829393.654212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829393.654216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829393.654218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.654222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829393.654226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829393.654229:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829394.166189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829394.166195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829394.166197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829394.166201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829394.166205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829394.166208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829394.166210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829394.166212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829394.166214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829394.486204:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829394.486206:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829394.486209:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486212:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829394.486214:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486216:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486217:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829394.486222:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829394.486223:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829394.486224:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486225:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829394.486226:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486227:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486228:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829394.486232:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829394.486232:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829394.486233:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486234:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829394.486235:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486236:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486237:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829394.486241:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829394.486242:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829394.486242:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486243:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829394.486244:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486245:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486246:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829394.486249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829394.486250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829394.486305:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829394.486308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829394.486310:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829394.678202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829394.678202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829394.678207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829394.678210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829394.678211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829394.678212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829394.678213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829394.678215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829394.678215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829394.678218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829394.678223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829394.678223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829394.678224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829394.678228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829394.678230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829394.678231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829394.678232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829394.678236:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829394.678236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829394.678237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829394.678239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829394.678242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829394.678245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829394.678247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829394.678250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829394.678253:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829394.678255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829395.190229:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829395.190237:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829395.190239:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829395.190245:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829395.190249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829395.190253:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829395.190257:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829395.190259:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829395.190263:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829395.510178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829395.510183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829395.510187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829395.510188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829395.510191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829395.510192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829395.510194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829395.510195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829395.510197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829395.510198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829395.510235:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829395.510239:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829395.510241:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829395.702163:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829395.702166:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829395.702171:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829395.702171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829395.702175:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829395.702176:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829395.702181:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829395.702183:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829395.702186:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829395.702189:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829395.702190:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829395.702194:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829395.702194:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829395.702196:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829395.702201:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829395.702202:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829395.702206:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829395.702209:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829395.702298:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829395.702301:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829395.702302:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829395.702304:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829395.702305:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829395.702307:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829395.702308:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829395.702309:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829395.702311:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829396.214196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829396.214201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829396.214203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829396.214207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829396.214211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829396.214214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829396.214216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829396.214218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829396.214220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829396.534202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829396.534215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829396.534221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829396.534223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829396.534226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829396.534228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829396.534231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829396.534233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829396.534236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829396.534238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829396.534296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829396.534299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829396.534302:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829396.598207:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300873572, at 4300873600
00000100:00000040:3.0:1787829396.598207:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300873572, at 4300873600
00000100:00000010:2.0:1787829396.598223:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829396.598228:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2de0.
00000100:00000001:1.0:1787829396.726179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829396.726179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829396.726182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829396.726186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829396.726186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829396.726188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829396.726189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829396.726190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829396.726192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829396.726197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829396.726197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829396.726199:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829396.726202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829396.726203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829396.726205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829396.726207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829396.726208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829396.726210:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829396.726214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829396.726216:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829396.726218:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829396.726222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829396.726224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829396.726227:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829396.726229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829396.726233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829396.726236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829397.238225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829397.238234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829397.238236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829397.238241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829397.238246:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829397.238250:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829397.238253:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829397.238256:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829397.238259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829397.558190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829397.558198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829397.558205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829397.558206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829397.558209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829397.558210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829397.558213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829397.558213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829397.558216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829397.558217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829397.558267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829397.558284:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829397.558288:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829397.750198:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829397.750201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829397.750208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787829397.750210:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829397.750211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829397.750212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829397.750216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829397.750217:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829397.750219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829397.750220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787829397.750222:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829397.750225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829397.750226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829397.750227:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829397.750227:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829397.750231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829397.750233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829397.750234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829397.750237:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829397.750237:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6202
00000100:00000001:3.0:1787829397.750238:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.750239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829397.750241:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.750245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829397.750246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829397.750247:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829397.750251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787829397.750253:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829397.750254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1787829397.750262:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829397.750262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.750265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829397.750266:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829397.750286:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750291:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750295:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750297:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829397.750301:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829397.750303:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829397.750306:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829397.750309:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829397.750312:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829397.750314:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829397.750318:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750320:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750322:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750324:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829397.750326:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829397.750329:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750332:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829397.750334:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829397.750337:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829397.750339:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750340:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829397.750342:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829397.750350:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5a40.
00000020:00000040:1.0:1787829397.750352:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829397.750356:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829397.750357:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750360:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829397.750362:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829397.750365:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829397.750371:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:1.0:1787829397.750376:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829397.750383:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829397.750391:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829397.750394:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829397.750398:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5aa71d] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829397.750413:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829397.750417:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829397.750421:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829397.750422:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829397.750424:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829397.750427:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829397.750430:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6202
00000400:00000200:1.0:1787829397.750435:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829397.750438:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829397.750440:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787829397.750441:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829397.750444:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829397.750444:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829397.750446:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829397.750447:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750449:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750451:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:2.0:1787829397.750452:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829397.750453:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829397.750455:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829397.750457:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829397.750459:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:2.0:1787829397.750460:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829397.750462:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829397.750462:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829397.750464:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829397.750466:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787829397.750467:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829397.750468:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829397.750469:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750471:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829397.750471:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750473:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:2.0:1787829397.750475:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555368576:192.168.203.108@tcp:250:kworker.0
00000020:00000040:1.0:1787829397.750476:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829397.750478:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829397.750480:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829397.750481:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829397.750482:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829397.750483:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829397.750486:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829397.750488:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829397.750488:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829397.750490:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750492:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787829397.750493:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829397.750495:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829397.750497:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829397.750500:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.750500:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829397.750502:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829397.750504:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00000010:1.0:1787829397.750505:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b52c0.
00000020:00000040:1.0:1787829397.750507:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829397.750510:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829397.750511:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829397.750511:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000001:1.0:1787829397.750513:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829397.750514:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829397.750516:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829397.750517:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368576, portal 25
02000000:00000010:1.0:1787829397.750519:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d800.
00000100:00000001:2.0:1787829397.750519:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829397.750521:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537136704 : -107611172414912 : ffff9e20d24b5a40)
00000100:00000001:1.0:1787829397.750522:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829397.750527:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829397.750527:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829397.750536:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829397.750536:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829397.750539:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829397.750539:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:1.0:1787829397.750542:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b3ce10f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787829397.750542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829397.750545:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555368576, offset 0
00000100:00000001:1.0:1787829397.750551:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.750552:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829397.750553:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829397.750556:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829397.750558:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829397.750559:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829397.750561:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829397.750562:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829397.750564:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6202
00000400:00000200:1.0:1787829397.750567:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.750567:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829397.750570:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829397.750572:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829397.750573:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787829397.750575:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750577:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829397.750577:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:1.0:1787829397.750579:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750581:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829397.750582:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787829397.750583:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829397.750585:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829397.750585:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:1.0:1787829397.750586:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829397.750589:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829397.750589:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90097:90097:256:4294967295] 192.168.203.108@tcp LPNI seq info [90084:90084:8:4294967295]
00000020:00000001:1.0:1787829397.750591:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829397.750593:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829397.750594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829397.750596:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750598:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750599:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750602:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829397.750604:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787829397.750605:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829397.750607:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750610:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829397.750611:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787829397.750611:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:1.0:1787829397.750614:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829397.750615:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750617:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829397.750619:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829397.750622:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750623:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829397.750627:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000010:1.0:1787829397.750628:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6940.
00000020:00000040:1.0:1787829397.750630:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829397.750632:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829397.750634:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829397.750634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829397.750636:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829397.750637:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829397.750639:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829397.750639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
02000000:00000010:1.0:1787829397.750642:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d400.
00000800:00000200:2.1:1787829397.750645:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829397.750646:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829397.750648:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00100000:1.0:1787829397.750650:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829397.750653:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.750656:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00000001:1.0:1787829397.750658:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829397.750659:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.750662:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787829397.750663:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad39a9c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829397.750667:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787829397.750671:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.750672:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000100:00080000:1.0:1787829397.750674:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787829397.750675:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00080000:1.0:1787829397.750677:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829397.750678:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829397.750679:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829397.750680:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829397.750683:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787829397.750683:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829397.750686:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6202
00000400:00000200:1.0:1787829397.750689:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829397.750692:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829397.750692:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829397.750695:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829397.750696:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829397.750698:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750700:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750702:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750704:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829397.750704:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829397.750706:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829397.750706:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787829397.750708:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829397.750709:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829397.750711:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:2.0:1787829397.750712:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829397.750713:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829397.750715:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:2.0:1787829397.750716:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829397.750718:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829397.750719:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300878692
00000100:00000001:1.0:1787829397.750720:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750722:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750724:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000010:2.0:1787829397.750724:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000020:00000040:1.0:1787829397.750727:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829397.750729:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829397.750731:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829397.750732:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829397.750733:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829397.750736:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829397.750736:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300878692
02000000:00000001:1.0:1787829397.750738:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829397.750739:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c22a0.
00000100:00000001:1.0:1787829397.750740:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829397.750742:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1787829397.750743:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829397.750745:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750746:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829397.750747:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750748:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829397.750750:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829397.750750:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787829397.750752:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829397.750755:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787829397.750755:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829397/real 1787829397]  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829397.750756:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750758:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829397.750760:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829397.750762:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829397.750764:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:1.0:1787829397.750765:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304cc00.
00000400:00000001:2.0:1787829397.750766:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829397.750768:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829397.750769:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829397.750771:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000100:00100000:1.0:1787829397.750773:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829397.750773:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829397.750776:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829397.750779:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829397.750781:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829397.750783:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829397.750787:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05012d9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829397.750789:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829397.750795:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750797:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787829397.750798:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829397.750798:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.750801:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787829397.750802:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829397.750803:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829397.750803:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829397.750805:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829397.750807:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787829397.750807:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829397.750810:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6202
00000400:00000200:1.0:1787829397.750814:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829397.750815:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787829397.750816:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829397.750819:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829397.750820:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829397.750822:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750824:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829397.750826:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750828:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829397.750828:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787829397.750831:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829397.750831:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829397.750832:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:2.0:1787829397.750833:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787829397.750834:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829397.750834:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829397.750836:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829397.750837:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1787829397.750838:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829397.750839:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787829397.750840:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00080000:2.0:1787829397.750842:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1787829397.750843:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750845:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1787829397.750845:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000040:1.0:1787829397.750847:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829397.750848:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829397.750849:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829397.750852:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000040:2.0:1787829397.750852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829397.750855:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750857:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829397.750859:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829397.750862:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829397.750862:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555368576:192.168.203.108@tcp:250:kworker.0
02000000:00000001:1.0:1787829397.750864:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750866:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829397.750866:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787829397.750868:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829397.750868:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1787829397.750870:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829397.750872:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829397.750872:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5a40 x1874668555368576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829397.750876:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4f00.
00000020:00000040:1.0:1787829397.750878:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829397.750879:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829397.750880:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829397.750881:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.750882:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829397.750883:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829397.750884:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787829397.750884:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:1.0:1787829397.750886:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.750887:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829397.750889:0:2384:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:1.0:1787829397.750890:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000020:00000040:2.0:1787829397.750891:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000001:1.0:1787829397.750892:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829397.750894:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:1.0:1787829397.750896:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787829397.750896:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829397.750900:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829397.750902:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829397.750903:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787829397.750904:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5a40.
00000100:00000001:1.0:1787829397.750905:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750907:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829397.750908:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829397.750909:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9beefcb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.750911:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829397.750917:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750917:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829397.750919:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.750920:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787829397.750921:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6212)
00000100:00000001:2.0:1787829397.750922:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829397.750923:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829397.750927:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.750935:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829397.750936:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.750939:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829397.750940:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829397.750943:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829397.750946:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829397.750949:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829397.750951:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829397.750953:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.750955:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829397.750958:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829397.750960:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.750964:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829397.750966:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829397.750969:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829397.750971:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368704, portal 10
00000100:00000001:2.0:1787829397.750973:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829397.750974:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537134784 : -107611172416832 : ffff9e20d24b52c0)
00000100:00000040:2.0:1787829397.750979:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.750984:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829397.750985:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829397.750987:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829397.750988:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555368704, offset 0
00000400:00000200:2.0:1787829397.750991:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829397.750993:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.750996:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829397.750998:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829397.751000:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829397.751002:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829397.751003:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751006:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90098:90098:256:4294967295] 192.168.203.108@tcp LPNI seq info [90085:90085:8:4294967295]
00000400:00000200:2.0:1787829397.751009:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751013:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829397.751016:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751018:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829397.751021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829397.751023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829397.751026:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829397.751028:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829397.751031:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751032:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829397.751035:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829397.751037:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829397.751039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829397.751040:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829397.751042:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829397.751044:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751050:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751052:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751056:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751057:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829397.751059:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829397.751062:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829397.751064:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829397.751065:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300874836
00000100:00000001:2.0:1787829397.751067:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751069:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300874836
00000100:00000001:2.0:1787829397.751071:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751072:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829397.751074:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751075:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829397.751077:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829397/real 1787829397]  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829397.751083:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829397.751084:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829397.751085:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829397.751086:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829397.751087:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829397.751088:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829397.751090:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829397.751113:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751117:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829397.751118:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751120:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751121:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829397.751123:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751127:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829397.751130:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751134:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829397.751135:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751136:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751137:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751138:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829397.751140:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829397.751141:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829397.751144:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829397.751145:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829397.751148:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829397.751153:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829397.751155:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829397.751157:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751161:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829397.751162:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.751163:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829397.751164:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829397.751166:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829397.751168:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829397.751170:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829397.751171:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829397.751172:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.751173:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751176:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829397.751177:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.751179:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829397.751180:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829397.751182:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829397.751184:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368832, portal 10
00000100:00000001:2.0:1787829397.751185:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829397.751186:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829397.751190:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751194:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829397.751196:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829397.751197:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829397.751199:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555368832, offset 0
00000400:00000200:2.0:1787829397.751201:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751204:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751206:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829397.751208:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829397.751210:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829397.751211:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829397.751213:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751215:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90099:90099:256:4294967295] 192.168.203.108@tcp LPNI seq info [90086:90086:8:4294967295]
00000400:00000200:2.0:1787829397.751218:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751222:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829397.751225:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751226:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829397.751229:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829397.751231:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829397.751233:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829397.751235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829397.751238:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751239:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829397.751241:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829397.751243:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829397.751245:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829397.751246:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829397.751248:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829397.751250:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751255:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751257:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751261:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751262:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829397.751264:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829397.751282:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829397.751285:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829397.751286:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300874777
00000100:00000001:2.0:1787829397.751288:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751289:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300874777
00000100:00000001:2.0:1787829397.751291:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751292:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829397.751294:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751295:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829397.751298:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829397/real 1787829397]  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829397.751302:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829397.751303:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829397.751305:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829397.751306:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829397.751307:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829397.751309:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829397.751311:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829397.751316:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751320:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829397.751321:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751322:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751323:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829397.751325:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751329:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829397.751331:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751336:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829397.751338:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751339:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751340:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751341:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829397.751342:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829397.751343:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829397.751345:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829397.751346:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829397.751349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829397.751353:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829397.751356:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829397.751358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751362:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829397.751363:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.751364:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829397.751365:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829397.751367:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829397.751368:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829397.751370:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829397.751371:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829397.751372:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.751374:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751376:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829397.751377:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.751379:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829397.751382:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829397.751384:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829397.751385:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555368960, portal 4
00000100:00000001:2.0:1787829397.751387:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829397.751388:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829397.751392:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751396:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829397.751397:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829397.751399:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829397.751400:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555368960, offset 0
00000400:00000200:2.0:1787829397.751403:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751405:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751407:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829397.751408:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829397.751410:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829397.751412:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829397.751413:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751415:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90100:90100:256:4294967295] 192.168.203.108@tcp LPNI seq info [90087:90087:8:4294967295]
00000400:00000200:2.0:1787829397.751418:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751422:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829397.751424:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751426:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829397.751429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829397.751430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829397.751433:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829397.751436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829397.751438:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751439:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829397.751441:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829397.751444:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829397.751445:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829397.751446:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829397.751448:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829397.751451:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751455:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751457:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751462:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751463:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829397.751465:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829397.751466:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829397.751468:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829397.751469:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300874810
00000100:00000001:2.0:1787829397.751471:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751472:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300874810
00000100:00000001:2.0:1787829397.751474:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751475:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829397.751476:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751477:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829397.751479:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829397/real 1787829397]  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829397.751484:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829397.751485:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829397.751486:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829397.751487:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829397.751488:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829397.751489:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829397.751491:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829397.751496:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751504:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829397.751505:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751506:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751507:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829397.751509:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751513:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829397.751515:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751519:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829397.751521:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751522:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751522:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751523:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829397.751525:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829397.751526:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829397.751528:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829397.751529:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829397.751531:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829397.751536:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555368960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829397.751538:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829397.751540:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751544:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829397.751545:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.751546:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829397.751548:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829397.751549:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829397.751551:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829397.751553:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829397.751554:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829397.751555:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829397.751556:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751557:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829397.751559:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829397.751560:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829397.751562:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829397.751564:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829397.751565:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369088, portal 4
00000100:00000001:2.0:1787829397.751566:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829397.751567:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829397.751570:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751574:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829397.751575:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829397.751577:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829397.751578:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555369088, offset 0
00000400:00000200:2.0:1787829397.751580:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751582:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751584:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829397.751586:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829397.751587:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829397.751589:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829397.751590:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829397.751592:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90101:90101:256:4294967295] 192.168.203.108@tcp LPNI seq info [90088:90088:8:4294967295]
00000400:00000200:2.0:1787829397.751595:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829397.751599:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829397.751602:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751604:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829397.751606:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829397.751608:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829397.751610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829397.751612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829397.751615:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829397.751616:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829397.751618:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829397.751620:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829397.751621:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829397.751622:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829397.751624:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829397.751626:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751631:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751632:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751636:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751637:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829397.751639:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829397.751641:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829397.751643:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829397.751644:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300874802
00000100:00000001:2.0:1787829397.751646:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300874802
00000100:00000001:2.0:1787829397.751649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300878692
00000100:00000001:2.0:1787829397.751650:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829397.751651:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751652:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829397.751654:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829397/real 1787829397]  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829397.751659:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829397.751660:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829397.751661:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829397.751662:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829397.751663:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829397.751664:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829397.751666:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829397.751671:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751675:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829397.751676:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751677:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751678:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829397.751680:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751683:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829397.751686:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751690:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829397.751691:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751692:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829397.751693:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751694:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829397.751695:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829397.751697:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829397.751699:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829397.751700:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829397.751703:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829397.751708:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829397.751710:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751712:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751713:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b52c0 x1874668555368704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751717:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829397.751718:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751719:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829397.751721:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829397.751722:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829397.751723:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829397.751724:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829397.751725:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:2.0:1787829397.751727:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829397.751727:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829397.751728:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b52c0.
00000100:00000001:2.0:1787829397.751730:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829397.751731:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751732:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751734:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555368832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751738:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829397.751739:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751740:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829397.751741:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829397.751741:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829397.751742:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829397.751743:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829397.751744:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:2.0:1787829397.751745:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829397.751746:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829397.751747:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829397.751749:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829397.751750:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751751:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751753:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555368960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751756:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829397.751757:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751758:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829397.751759:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829397.751760:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829397.751760:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829397.751761:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829397.751762:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:2.0:1787829397.751763:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829397.751764:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829397.751765:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829397.751766:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829397.751767:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751768:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829397.751769:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555369088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829397.751773:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829397.751774:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829397.751775:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829397.751776:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829397.751776:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829397.751777:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829397.751778:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829397.751779:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:2.0:1787829397.751780:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829397.751781:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829397.751782:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829397.751783:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829397.751784:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751785:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829397.751788:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829397.751789:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829397.751790:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829397.751792:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829398.262183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829398.262189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829398.262191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829398.262195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829398.262198:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829398.262201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829398.262203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829398.262205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829398.262207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829398.582176:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829398.582181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829398.582185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829398.582186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829398.582188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829398.582189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829398.582191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829398.582192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829398.582194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829398.582195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829398.582308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829398.582312:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829398.582316:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829398.774173:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829398.774173:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829398.774178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829398.774182:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829398.774182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829398.774182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829398.774186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829398.774187:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829398.774187:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829398.774193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829398.774194:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829398.774194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829398.774198:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829398.774200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829398.774200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829398.774203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829398.774204:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829398.774204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829398.774207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829398.774210:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829398.774212:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829398.774216:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829398.774219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829398.774222:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829398.774222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829398.774224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829398.774226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829399.286199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829399.286206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829399.286208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829399.286213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829399.286217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829399.286221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829399.286225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829399.286227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829399.286230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829399.606172:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829399.606177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829399.606181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829399.606182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829399.606185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829399.606186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829399.606188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829399.606189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829399.606192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829399.606193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829399.606237:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829399.606240:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829399.606243:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829399.798194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829399.798194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829399.798194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829399.798201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829399.798202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829399.798202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829399.798204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.798206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829399.798207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829399.798210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829399.798214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829399.798216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829399.798216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829399.798221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.798221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829399.798222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829399.798224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829399.798228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829399.798229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829399.798229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829399.798236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.798236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829399.798240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.798243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829399.798244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829399.798248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829399.798251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829400.310172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829400.310178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829400.310180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829400.310184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829400.310187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829400.310191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829400.310193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829400.310195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829400.310197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829400.630211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829400.630218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829400.630224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829400.630225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829400.630229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829400.630229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829400.630232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829400.630233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829400.630236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829400.630237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829400.630303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829400.630308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829400.630311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829400.822190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829400.822200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829400.822202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829400.822206:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829400.822206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829400.822209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829400.822216:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829400.822216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829400.822217:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829400.822225:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829400.822225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829400.822226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829400.822237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829400.822241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829400.822242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829400.822242:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829400.822262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829400.822263:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829400.822265:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829400.822268:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829400.822272:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829400.822272:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829400.822276:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829400.822279:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829400.822280:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829400.822284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829400.822288:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829401.334208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829401.334216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829401.334218:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829401.334224:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829401.334228:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829401.334231:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829401.334233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829401.334236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829401.334238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829401.654190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829401.654198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829401.654202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829401.654206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829401.654212:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829401.654214:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829401.654217:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654219:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829401.654221:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654223:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829401.654224:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829401.654285:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829401.654288:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829401.654291:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829401.718226:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300878692, at 4300878720
00000100:00000040:3.0:1787829401.718235:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300878692, at 4300878720
00000100:00000010:2.0:1787829401.718253:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829401.718269:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c22a0.
00000100:00000001:3.0:1787829401.846220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829401.846226:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829401.846227:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829401.846229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829401.846232:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829401.846233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829401.846235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829401.846251:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829401.846255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829401.846256:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829401.846257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829401.846263:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829401.846265:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829401.846266:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829401.846267:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829401.846277:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829401.846281:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829401.846281:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829401.846286:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829401.846287:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829401.846291:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829401.846294:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829401.846301:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829401.846307:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829401.846311:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829401.846314:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829401.846320:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829402.358153:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829402.358160:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829402.358162:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829402.358167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829402.358171:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829402.358174:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829402.358176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829402.358179:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829402.358181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829402.678190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829402.678197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829402.678203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829402.678204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829402.678206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829402.678207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829402.678210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829402.678211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829402.678214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829402.678215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829402.678275:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829402.678279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829402.678282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829402.870201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829402.870201:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829402.870209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829402.870212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829402.870217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787829402.870223:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829402.870225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829402.870228:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829402.870245:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829402.870247:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.870247:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829402.870251:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829402.870261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829402.870263:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829402.870265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.870266:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829402.870270:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6207
00000100:00100000:2.0:1787829402.870285:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829402.870286:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829402.870290:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1787829402.870297:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.870305:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829402.870306:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1787829402.870313:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829402.870316:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.870317:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829402.870318:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829402.870328:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787829402.870331:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829402.870336:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829402.870337:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787829402.870340:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829402.870345:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829402.870346:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829402.870349:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829402.870358:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829402.870359:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829402.870366:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829402.870366:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787829402.870371:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:3.0:1787829402.870371:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829402.870376:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829402.870377:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829402.870380:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829402.870386:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829402.870389:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829402.870393:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870395:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829402.870396:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870397:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829402.870400:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829402.870402:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870404:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829402.870407:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829402.870410:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829402.870412:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.870431:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829402.870433:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829402.870444:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5e00.
00000020:00000040:1.0:1787829402.870447:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829402.870452:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829402.870454:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.870458:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829402.870462:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829402.870468:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829402.870478:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:1.0:1787829402.870487:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829402.870501:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829402.870511:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829402.870516:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829402.870521:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e35e8c63] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.870540:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829402.870542:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829402.870545:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829402.870546:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829402.870548:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829402.870550:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829402.870552:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6207
00000400:00000200:1.0:1787829402.870555:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829402.870558:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829402.870561:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829402.870564:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870565:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829402.870567:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787829402.870568:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829402.870573:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829402.870574:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829402.870577:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787829402.870581:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829402.870585:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829402.870593:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829402.870594:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829402.870600:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829402.870613:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829402.870619:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829402.870621:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829402.870621:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.870636:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787829402.870638:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870643:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829402.870644:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787829402.870652:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829402.870654:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.870655:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829402.870660:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00100000:2.0:1787829402.870661:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555369216:192.168.203.108@tcp:250:kworker.0
00000100:00080000:1.0:1787829402.870673:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829402.870674:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829402.870681:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829402.870682:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.870684:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.870689:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829402.870699:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787829402.870699:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829402.870703:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829402.870709:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829402.870715:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829402.870720:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829402.870722:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00000001:1.0:1787829402.870726:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787829402.870730:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000008:00100000:1.0:1787829402.870731:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829402.870736:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829402.870738:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369216, portal 25
00000100:00000001:1.0:1787829402.870739:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.870752:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1787829402.870755:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4000.
00000100:00000001:2.0:1787829402.870755:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000020:00000040:1.0:1787829402.870767:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:2.0:1787829402.870774:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829402.870775:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829402.870781:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.870789:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829402.870797:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829402.870797:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787829402.870806:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829402.870807:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829402.870812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829402.870815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555369216, offset 0
02000000:00000010:1.0:1787829402.870818:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000400:00000200:2.0:1787829402.870827:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870828:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.870838:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:1.0:1787829402.870843:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829402.870848:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829402.870861:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829402.870865:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829402.870868:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.870872:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:1.0:1787829402.870876:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d464b8c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829402.870885:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787829402.870891:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829402.870896:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829402.870896:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:1.0:1787829402.870909:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829402.870914:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829402.870915:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90102:90102:256:4294967295] 192.168.203.108@tcp LPNI seq info [90089:90089:8:4294967295]
00000100:00080000:1.0:1787829402.870917:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829402.870925:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829402.870930:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6207
00000400:00000200:2.0:1787829402.870934:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829402.870941:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829402.870947:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829402.870958:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787829402.870959:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829402.870976:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829402.870976:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829402.870983:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787829402.870984:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000040:1.0:1787829402.870994:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829402.870997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829402.871005:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.0:1787829402.871008:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1787829402.871010:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829402.871014:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:2.1:1787829402.871019:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829402.871023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1787829402.871024:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829402.871030:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000100:2.0:1787829402.871032:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:1.0:1787829402.871038:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000010:2.0:1787829402.871039:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000020:00000001:1.0:1787829402.871049:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829402.871053:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787829402.871056:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.871062:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829402.871066:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787829402.871071:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829402.871075:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000100:00000001:1.0:1787829402.871076:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:2.0:1787829402.871084:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000020:00000040:1.0:1787829402.871085:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:2.0:1787829402.871117:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829402.871124:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:2.0:1787829402.871126:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.871133:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829402.871143:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829402.871151:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829402.871160:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.871170:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829402.871175:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829402.871175:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1787829402.871181:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829402.871183:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.871186:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829402.871199:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829402.871200:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829402.871207:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829402.871208:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787829402.871217:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829402.871219:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.871220:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.871222:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829402.871227:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829402.871229:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.871230:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.871248:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300883813
02000000:00000010:1.0:1787829402.871249:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c800.
00000100:00000001:1.0:1787829402.871259:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829402.871262:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00100000:1.0:1787829402.871269:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829402.871270:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829402.871282:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300883813
00000100:00000001:1.0:1787829402.871283:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829402.871288:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829402.871290:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2de0.
00000100:00000040:1.0:1787829402.871297:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083374960] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.871298:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829402.871305:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829402.871311:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.871320:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829402.871328:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829402/real 1787829402]  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.871332:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829402.871340:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787829402.871345:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829402.871348:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:2.0:1787829402.871348:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829402.871353:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000100:00000001:1.0:1787829402.871354:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829402.871359:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000100:00080000:1.0:1787829402.871361:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787829402.871363:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:1.0:1787829402.871371:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829402.871372:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787829402.871377:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6207
00000100:00000200:2.0:1787829402.871379:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829402.871396:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829402.871406:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829402.871413:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787829402.871414:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829402.871431:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829402.871431:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829402.871435:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.871442:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829402.871444:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829402.871444:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829402.871455:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829402.871456:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.871468:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829402.871470:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829402.871478:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829402.871484:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000040:2.0:1787829402.871484:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829402.871493:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829402.871501:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787829402.871502:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:2.0:1787829402.871507:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829402.871508:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829402.871510:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787829402.871520:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829402.871520:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.871530:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787829402.871534:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829402.871534:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829402.871545:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1787829402.871547:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1787829402.871554:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:2.0:1787829402.871556:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829402.871561:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829402.871563:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787829402.871565:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829402.871584:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:2.0:1787829402.871584:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.871598:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829402.871603:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555369216:192.168.203.108@tcp:250:kworker.0
02000000:00000001:1.0:1787829402.871607:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829402.871609:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.871612:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.871617:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555369216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829402.871618:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829402.871628:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.871635:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829402.871639:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829402.871641:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1787829402.871648:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.871650:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829402.871652:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829402.871655:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
00000100:00000010:1.0:1787829402.871659:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7840.
02000000:00000001:2.0:1787829402.871660:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1787829402.871667:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829402.871667:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829402.871674:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829402.871677:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1787829402.871678:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829402.871684:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829402.871684:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:2.0:1787829402.871690:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787829402.871692:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829402.871693:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1787829402.871700:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1787829402.871700:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:2.0:1787829402.871706:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1787829402.871707:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.871709:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.871715:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1787829402.871719:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000001:2.0:1787829402.871721:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829402.871724:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.871724:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.871727:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829402.871730:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829402.871735:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829402.871735:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829402.871751:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.871758:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829402.871766:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.871778:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829402.871782:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829402.871784:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005347bfca] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829402.871786:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829402.871789:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829402.871795:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829402.871803:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829402.871820:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829402.871823:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829402.871828:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.871832:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829402.871839:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829402.871839:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829402.871852:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829402.871853:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829402.871861:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829402.871868:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1787829402.871872:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00000001:1.0:1787829402.871873:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829402.871878:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829402.871882:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787829402.871882:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00080000:1.0:1787829402.871887:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6207
00000100:00000200:2.0:1787829402.871892:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369344, portal 10
00000400:00000200:1.0:1787829402.871898:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.871902:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1787829402.871904:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829402.871907:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829402.871907:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:1.0:1787829402.871915:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.871918:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829402.871922:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829402.871923:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.871932:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829402.871938:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829402.871943:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:2.0:1787829402.871949:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787829402.871950:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829402.871960:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000040:1.0:1787829402.871961:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000010:2.0:1787829402.871966:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000020:00000001:1.0:1787829402.871968:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:2.0:1787829402.871970:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555369344, offset 0
00000020:00000001:1.0:1787829402.871979:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:2.0:1787829402.871983:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829402.871993:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829402.871995:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872000:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:1.0:1787829402.872002:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829402.872004:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787829402.872009:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.872017:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829402.872018:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:1.0:1787829402.872031:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:2.0:1787829402.872031:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787829402.872049:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872051:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:1.0:1787829402.872062:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829402.872067:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787829402.872067:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90103:90103:256:4294967295] 192.168.203.108@tcp LPNI seq info [90090:90090:8:4294967295]
02000000:00000001:1.0:1787829402.872076:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829402.872077:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829402.872087:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.872117:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829402.872117:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1787829402.872123:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:1.0:1787829402.872132:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829402.872132:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829402.872141:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829402.872143:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000010:1.0:1787829402.872147:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7c00.
00000020:00000040:1.0:1787829402.872156:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000200:2.0:1787829402.872158:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829402.872171:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787829402.872173:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1787829402.872175:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829402.872184:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829402.872186:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787829402.872191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829402.872192:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829402.872203:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
02000000:00000010:1.0:1787829402.872204:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:1.0:1787829402.872218:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829402.872219:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872228:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00100000:1.0:1787829402.872245:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829402.872248:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787829402.872264:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829402.872265:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787829402.872271:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.872273:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829402.872279:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000040:1.0:1787829402.872280:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0066ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872284:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829402.872297:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829402.872307:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829402.872320:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6217)
00000100:00000001:2.0:1787829402.872320:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.872329:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872339:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872342:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829402.872345:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829402.872348:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829402.872351:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.872353:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300879958
00000100:00000001:2.0:1787829402.872355:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.872357:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300879958
00000100:00000001:2.0:1787829402.872358:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.872360:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829402.872361:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872362:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829402.872365:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829402/real 1787829402]  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829402.872373:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829402.872375:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829402.872377:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829402.872379:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829402.872380:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829402.872383:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829402.872386:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829402.872396:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872403:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829402.872404:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872407:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.872409:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829402.872413:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872421:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829402.872425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872431:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829402.872433:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872434:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.872435:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872437:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829402.872439:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829402.872440:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829402.872443:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829402.872445:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829402.872447:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829402.872452:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829402.872455:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829402.872457:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872461:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829402.872462:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.872464:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829402.872466:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829402.872467:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829402.872469:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829402.872471:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829402.872473:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829402.872475:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.872476:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829402.872479:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829402.872481:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.872483:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829402.872485:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829402.872487:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829402.872489:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369472, portal 10
00000100:00000001:2.0:1787829402.872491:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829402.872492:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:2.0:1787829402.872495:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872500:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829402.872501:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829402.872503:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829402.872504:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555369472, offset 0
00000400:00000200:2.0:1787829402.872507:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872510:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829402.872512:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829402.872514:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829402.872516:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829402.872517:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829402.872519:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872521:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90104:90104:256:4294967295] 192.168.203.108@tcp LPNI seq info [90091:90091:8:4294967295]
00000400:00000200:2.0:1787829402.872524:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829402.872528:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829402.872531:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872533:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829402.872536:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829402.872538:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829402.872541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829402.872543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829402.872545:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872547:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829402.872549:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829402.872552:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829402.872553:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829402.872555:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829402.872556:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829402.872558:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872563:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.872565:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872570:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872571:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829402.872572:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829402.872574:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829402.872576:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.872577:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300879898
00000100:00000001:2.0:1787829402.872579:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.872580:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300879898
00000100:00000001:2.0:1787829402.872582:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.872583:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829402.872585:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872586:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829402.872588:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829402/real 1787829402]  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829402.872593:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829402.872593:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829402.872594:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829402.872596:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829402.872597:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829402.872598:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829402.872600:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829402.872605:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872609:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829402.872610:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872611:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.872612:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829402.872614:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872618:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829402.872620:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872624:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829402.872625:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872626:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.872627:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872628:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829402.872629:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829402.872631:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829402.872633:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829402.872634:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829402.872637:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829402.872642:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829402.872644:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872646:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.872648:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555369344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872652:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829402.872653:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829402.872654:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829402.872656:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829402.872657:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829402.872658:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829402.872659:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829402.872661:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829402.872662:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829402.872663:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829402.872664:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:2.0:1787829402.872666:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829402.872667:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872668:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.872670:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555369472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872674:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829402.872675:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829402.872676:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829402.872677:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829402.872678:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829402.872679:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829402.872680:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829402.872680:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829402.872682:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829402.872682:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829402.872683:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829402.872684:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829402.872685:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872686:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872689:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829402.872690:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872691:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829402.872693:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829402.872694:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829402.872696:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872701:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829402.872702:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.872703:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829402.872704:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829402.872706:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829402.872707:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829402.872710:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829402.872711:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829402.872712:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.872713:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829402.872715:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829402.872716:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.872718:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829402.872720:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829402.872722:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829402.872724:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369600, portal 4
00000100:00000001:2.0:1787829402.872725:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829402.872726:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:2.0:1787829402.872730:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872734:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829402.872735:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829402.872737:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829402.872738:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555369600, offset 0
00000400:00000200:2.0:1787829402.872740:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872743:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829402.872744:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829402.872746:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829402.872748:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829402.872750:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829402.872751:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872753:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90105:90105:256:4294967295] 192.168.203.108@tcp LPNI seq info [90092:90092:8:4294967295]
00000400:00000200:2.0:1787829402.872756:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829402.872760:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829402.872762:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872764:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829402.872767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829402.872768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829402.872771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829402.872773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829402.872775:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872777:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829402.872778:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829402.872781:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829402.872782:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829402.872784:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829402.872785:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829402.872787:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872792:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.872794:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872798:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872799:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829402.872801:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829402.872802:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829402.872804:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.872805:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300879931
00000100:00000001:2.0:1787829402.872807:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.872808:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300879931
00000100:00000001:2.0:1787829402.872809:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.872811:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829402.872812:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.872813:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829402.872816:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829402/real 1787829402]  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829402.872821:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829402.872821:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829402.872822:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829402.872823:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829402.872824:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829402.872826:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829402.872828:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829402.872833:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872837:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829402.872838:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872839:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.872840:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829402.872842:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872846:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829402.872848:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872852:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829402.872853:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872854:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.872855:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.872856:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829402.872857:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829402.872859:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829402.872862:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829402.872863:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829402.872866:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829402.872874:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829402.872878:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829402.872882:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872889:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829402.872891:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.872893:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829402.872895:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829402.872897:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829402.872900:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829402.872904:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829402.872907:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829402.872908:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829402.872910:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829402.872914:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829402.872916:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829402.872918:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829402.872920:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829402.872922:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829402.872925:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369728, portal 4
00000100:00000001:2.0:1787829402.872926:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829402.872927:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:2.0:1787829402.872931:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.872939:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829402.872941:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829402.872942:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829402.872944:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555369728, offset 0
00000400:00000200:2.0:1787829402.872946:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872949:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829402.872951:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829402.872953:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829402.872954:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829402.872956:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829402.872958:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829402.872960:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90106:90106:256:4294967295] 192.168.203.108@tcp LPNI seq info [90093:90093:8:4294967295]
00000400:00000200:2.0:1787829402.872963:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829402.872967:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829402.872970:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872971:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829402.872974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829402.872976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829402.872978:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829402.872980:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829402.872983:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829402.872984:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829402.872986:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829402.872988:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829402.872990:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829402.872991:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829402.872993:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829402.872995:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873000:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.873002:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873011:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.873012:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829402.873014:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829402.873016:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829402.873018:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829402.873019:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300879923
00000100:00000001:2.0:1787829402.873021:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.873022:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300879923
00000100:00000001:2.0:1787829402.873023:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300883813
00000100:00000001:2.0:1787829402.873025:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829402.873026:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.873028:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829402.873030:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829402/real 1787829402]  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829402.873034:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829402.873035:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829402.873036:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829402.873037:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829402.873038:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829402.873040:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829402.873042:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829402.873047:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873050:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829402.873051:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873052:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.873053:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829402.873055:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873060:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829402.873063:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873067:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829402.873068:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873069:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829402.873070:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873071:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829402.873072:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829402.873074:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829402.873076:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829402.873077:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829402.873079:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829402.873084:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829402.873086:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873087:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.873089:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555369600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873092:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829402.873094:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829402.873113:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829402.873116:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829402.873117:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829402.873118:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829402.873119:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829402.873120:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829402.873122:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829402.873123:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829402.873124:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829402.873126:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829402.873127:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873128:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829402.873130:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555369728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829402.873134:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829402.873135:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829402.873136:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829402.873137:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829402.873138:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829402.873139:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829402.873140:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829402.873141:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829402.873142:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829402.873143:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829402.873143:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:2.0:1787829402.873145:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829402.873145:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873146:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829402.873149:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829402.873149:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829402.873151:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829402.873152:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829403.382170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829403.382176:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829403.382178:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829403.382182:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829403.382184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829403.382188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829403.382190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829403.382192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829403.382194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829403.702289:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829403.702296:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829403.702302:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829403.702303:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829403.702306:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829403.702307:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829403.702310:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829403.702311:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829403.702314:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829403.702315:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829403.702377:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829403.702381:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829403.702384:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829403.894159:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829403.894165:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829403.894166:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829403.894168:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829403.894171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829403.894174:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829403.894176:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829403.894180:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829403.894182:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829403.894186:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829403.894188:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829403.894190:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829403.894193:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829403.894193:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829403.894198:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829403.894200:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829403.894206:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829403.894210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829403.894268:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829403.894273:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829403.894275:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829403.894278:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829403.894282:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829403.894286:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829403.894289:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829403.894293:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829403.894296:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829404.406194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829404.406200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829404.406202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829404.406205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829404.406208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829404.406211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829404.406213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829404.406215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829404.406217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829404.726185:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829404.726187:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829404.726189:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726193:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829404.726195:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726196:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726198:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829404.726203:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829404.726204:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829404.726284:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726286:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829404.726287:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726288:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726290:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726293:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829404.726295:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829404.726296:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829404.726297:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726298:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829404.726299:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726300:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726301:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726303:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829404.726304:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829404.726305:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829404.726306:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726307:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829404.726308:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726309:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726310:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829404.726312:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829404.726313:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829404.726353:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829404.726356:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829404.726358:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829404.918164:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829404.918170:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829404.918172:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.918176:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829404.918177:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829404.918182:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829404.918182:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829404.918185:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829404.918188:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829404.918189:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829404.918192:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829404.918193:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829404.918196:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.918197:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.918201:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829404.918201:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.918205:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829404.918207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829404.918208:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.918214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829404.918230:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829404.918234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829404.918237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829404.918240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829404.918242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829404.918244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829404.918247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829405.430170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829405.430177:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829405.430179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829405.430182:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829405.430186:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829405.430189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829405.430191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829405.430193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829405.430196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829405.750196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829405.750202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829405.750207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829405.750208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829405.750222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829405.750223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829405.750226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829405.750227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829405.750229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829405.750230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829405.750287:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829405.750290:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829405.750293:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829405.942201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829405.942201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829405.942201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829405.942219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829405.942221:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829405.942222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829405.942224:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829405.942225:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829405.942228:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829405.942229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829405.942229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829405.942233:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829405.942236:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829405.942236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829405.942237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829405.942243:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829405.942243:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829405.942244:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829405.942250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829405.942253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829405.942256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829405.942257:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829405.942259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829405.942262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829405.942263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829405.942266:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829405.942268:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829406.454186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829406.454192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829406.454194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829406.454198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829406.454201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829406.454205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829406.454219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829406.454222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829406.454224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829406.774174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829406.774180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829406.774184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829406.774185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829406.774188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829406.774189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829406.774191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829406.774192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829406.774195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829406.774196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829406.774255:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829406.774260:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829406.774263:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829406.838229:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300883813, at 4300883840
00000100:00000040:3.0:1787829406.838229:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300883813, at 4300883840
00000100:00000010:3.0:1787829406.838246:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2de0.
00000100:00000010:2.0:1787829406.838248:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829406.966181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829406.966181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829406.966182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829406.966188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829406.966188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829406.966189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829406.966192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829406.966193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829406.966194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829406.966201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829406.966211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829406.966215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829406.966216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829406.966218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829406.966220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829406.966221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829406.966223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829406.966226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829406.966226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829406.966230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829406.966233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829406.966235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829406.966238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829406.966241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829406.966241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829406.966245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829406.966247:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829407.478170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829407.478178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829407.478180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829407.478186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829407.478190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829407.478195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829407.478211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829407.478214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829407.478218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829407.798193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829407.798211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829407.798216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829407.798217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829407.798219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829407.798220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829407.798222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829407.798223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829407.798225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829407.798226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829407.798272:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829407.798276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829407.798278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829407.990204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829407.990205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829407.990209:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829407.990210:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829407.990213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829407.990213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829407.990214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829407.990217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.990218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829407.990219:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829407.990221:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787829407.990224:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829407.990224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829407.990227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829407.990228:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829407.990231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829407.990232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829407.990235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829407.990235:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829407.990237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.990238:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829407.990240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.990244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829407.990245:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829407.990248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.990252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829407.990252:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829407.990255:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6212
00000100:00000001:3.0:1787829407.990256:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829407.990261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829407.990262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829407.990267:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829407.990268:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829407.990274:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829407.990279:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829407.990283:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829407.990287:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990291:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829407.990295:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990298:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829407.990301:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829407.990303:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829407.990306:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829407.990309:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829407.990312:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829407.990314:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829407.990318:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990320:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829407.990322:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990324:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829407.990327:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829407.990330:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990333:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829407.990336:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829407.990340:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829407.990342:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990345:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829407.990347:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829407.990356:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000020:00000040:2.0:1787829407.990359:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829407.990364:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829407.990366:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990369:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829407.990372:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829407.990376:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829407.990383:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829407.990390:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829407.990399:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829407.990409:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829407.990414:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829407.990419:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829407.990439:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829407.990443:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829407.990446:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829407.990448:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829407.990450:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829407.990454:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829407.990458:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829407.990458:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6212
00000100:00000001:1.0:1787829407.990463:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787829407.990464:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829407.990466:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787829407.990469:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000040:1.0:1787829407.990474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829407.990475:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829407.990484:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829407.990490:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829407.990490:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829407.990494:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829407.990495:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829407.990497:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829407.990500:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829407.990501:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829407.990506:0:49828:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829407.990507:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829407.990511:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00100000:1.0:1787829407.990513:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555369856:192.168.203.108@tcp:250:kworker.0
00000020:00000001:2.0:1787829407.990514:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829407.990518:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829407.990519:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829407.990524:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787829407.990524:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829407.990528:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829407.990530:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829407.990531:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829407.990537:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
00000100:00000040:2.0:1787829407.990538:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829407.990541:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990544:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829407.990549:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829407.990550:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829407.990554:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829407.990555:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829407.990561:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000400:00000010:1.0:1787829407.990562:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:2.0:1787829407.990566:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:1.0:1787829407.990570:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369856, portal 25
00000100:00000001:2.0:1787829407.990571:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.990576:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829407.990577:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829407.990578:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
02000000:00000001:2.0:1787829407.990584:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787829407.990585:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829407.990591:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990597:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829407.990598:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829407.990602:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829407.990604:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000008:00100000:2.0:1787829407.990604:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787829407.990608:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555369856, offset 0
00000008:00000001:2.0:1787829407.990611:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.990616:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990616:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829407.990623:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b170c0.
00000400:00000200:1.0:1787829407.990628:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:2.0:1787829407.990629:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829407.990633:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829407.990635:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:2.0:1787829407.990636:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990640:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787829407.990641:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787829407.990645:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829407.990648:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:2.0:1787829407.990649:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.990653:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829407.990657:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000010:2.0:1787829407.990657:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000400:00000200:1.0:1787829407.990661:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90107:90107:256:4294967295] 192.168.203.108@tcp LPNI seq info [90094:90094:8:4294967295]
00000100:00000001:2.0:1787829407.990664:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.990667:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:2.0:1787829407.990675:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829407.990680:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829407.990692:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990695:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787829407.990698:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829407.990699:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829407.990708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829407.990714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1787829407.990718:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658e80ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829407.990722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829407.990730:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829407.990742:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.990748:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829407.990753:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.990757:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787829407.990758:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829407.990763:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787829407.990766:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787829407.990767:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829407.990771:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829407.990772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:2.0:1787829407.990775:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787829407.990776:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829407.990782:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829407.990782:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6212
00000100:00000200:1.0:1787829407.990788:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829407.990793:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829407.990802:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829407.990804:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829407.990806:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829407.990809:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829407.990815:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990822:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829407.990823:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829407.990826:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829407.990828:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829407.990833:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829407.990836:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829407.990837:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829407.990838:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829407.990842:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829407.990846:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:1.0:1787829407.990847:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:2.0:1787829407.990851:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829407.990853:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300888932
00000020:00000001:2.0:1787829407.990856:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000010:1.0:1787829407.990860:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c120.
00000100:00000040:2.0:1787829407.990863:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.990867:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829407.990868:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787829407.990871:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829407.990874:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300888932
00000100:00000001:2.0:1787829407.990875:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000010:1.0:1787829407.990880:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c180.
00000020:00000040:2.0:1787829407.990881:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829407.990884:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787829407.990888:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829407.990890:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829407.990894:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990894:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.990901:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829407.990901:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829407.990906:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829407.990908:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829407/real 1787829407]  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829407.990913:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.990918:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787829407.990921:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:2.0:1787829407.990922:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829407.990924:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1787829407.990927:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829407.990928:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829407.990931:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829407.990937:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15e00.
00000400:00000200:1.0:1787829407.990940:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000020:00000040:2.0:1787829407.990941:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000010:1.0:1787829407.990943:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
02000000:00000001:2.0:1787829407.990946:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829407.990947:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829407.990951:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829407.990952:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829407.990956:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829407.990959:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829407.990963:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829407.990965:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787829407.990970:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:1.0:1787829407.990971:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829407.990974:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829407.990977:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.990978:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.990980:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829407.990988:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829407.990990:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829407.991012:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829407.991013:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829407.991018:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829407.991019:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991028:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787829407.991028:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106a68f5] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991033:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991037:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.991039:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991044:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829407.991047:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829407.991050:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829407.991051:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829407.991057:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829407.991058:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829407.991063:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1787829407.991066:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787829407.991070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829407.991070:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829407.991074:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829407.991081:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829407.991085:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555369856:192.168.203.108@tcp:250:kworker.0
00000100:00080000:2.0:1787829407.991087:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6212
00000100:00000001:1.0:1787829407.991112:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991114:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.991118:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555369856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829407.991126:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829407.991127:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829407.991130:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829407.991133:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
00000400:00000200:2.0:1787829407.991136:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:1.0:1787829407.991138:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829407.991142:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:2.0:1787829407.991143:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000020:00000040:1.0:1787829407.991144:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829407.991148:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829407.991151:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
00000100:00000040:2.0:1787829407.991152:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829407.991155:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787829407.991157:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829407.991158:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829407.991162:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000040:2.0:1787829407.991162:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829407.991166:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829407.991166:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829407.991169:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829407.991170:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829407.991173:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829407.991173:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829407.991177:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829407.991178:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829407.991180:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787829407.991180:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829407.991182:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829407.991185:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.991186:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829407.991187:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829407.991190:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.991190:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829407.991205:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829407.991207:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829407.991209:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829407.991209:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829407.991212:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829407.991214:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829407.991216:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829407.991216:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829407.991221:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.991224:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787829407.991225:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787829407.991226:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829407.991232:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.991235:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991241:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787829407.991242:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000100:00000001:1.0:1787829407.991243:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.991247:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787829407.991247:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829407.991251:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829407.991252:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829407.991254:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829407.991255:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829407.991260:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829407.991260:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829407.991262:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829407.991265:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991266:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829407.991269:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1787829407.991270:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:1.0:1787829407.991271:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.991275:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829407.991275:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829407.991279:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829407.991283:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829407.991283:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829407.991290:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829407.991295:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829407.991299:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787829407.991300:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:2.0:1787829407.991302:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829407.991306:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555369984, portal 10
00000100:00000040:2.0:1787829407.991309:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991310:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829407.991312:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543827136 : -107611165724480 : ffff9e20d2b170c0)
00000100:00000040:1.0:1787829407.991321:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829407.991321:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829407.991324:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829407.991331:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829407.991334:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829407.991335:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829407.991337:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829407.991340:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6212
00000100:00000001:1.0:1787829407.991343:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787829407.991346:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829407.991350:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829407.991354:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000400:00000200:2.0:1787829407.991354:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829407.991358:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787829407.991359:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555369984, offset 0
00000100:00000040:2.0:1787829407.991362:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.991366:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829407.991367:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:2.0:1787829407.991370:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.991373:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829407.991374:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:2.0:1787829407.991378:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829407.991380:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:1.0:1787829407.991382:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:2.0:1787829407.991382:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829407.991386:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:1.0:1787829407.991388:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787829407.991390:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:1.0:1787829407.991393:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:2.0:1787829407.991394:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:1.0:1787829407.991399:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787829407.991401:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991404:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:2.0:1787829407.991406:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829407.991411:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90108:90108:256:4294967295] 192.168.203.108@tcp LPNI seq info [90095:90095:8:4294967295]
00000100:00000040:2.0:1787829407.991412:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991417:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829407.991417:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829407.991421:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829407.991427:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991431:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787829407.991432:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829407.991436:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787829407.991440:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829407.991440:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829407.991444:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829407.991446:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829407.991447:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829407.991450:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829407.991455:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829407.991456:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829407.991458:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829407.991460:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000010:2.0:1787829407.991463:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000800:00000200:1.1:1787829407.991467:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:2.0:1787829407.991468:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000200:1.1:1787829407.991473:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1787829407.991474:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829407.991476:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829407.991479:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1787829407.991480:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829407.991481:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787829407.991483:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
02000000:00000001:2.0:1787829407.991484:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.991489:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1787829407.991489:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba000.
00000100:00000001:2.0:1787829407.991493:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.991494:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829407.991498:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829407.991500:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00100000:2.0:1787829407.991500:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829407.991504:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829407.991510:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829407.991511:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829407.991516:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829407.991523:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991524:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.991531:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829407.991534:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829407.991541:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6222)
00000100:00000001:1.0:1787829407.991542:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991545:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829407.991548:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829407.991550:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829407.991553:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829407.991554:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300885077
00000100:00000001:1.0:1787829407.991557:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.991559:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300885077
00000100:00000001:1.0:1787829407.991561:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.991562:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829407.991564:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991565:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829407.991568:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829407/real 1787829407]  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829407.991573:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829407.991574:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829407.991575:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829407.991576:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829407.991577:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829407.991578:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829407.991581:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829407.991586:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991590:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829407.991591:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991592:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.991593:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829407.991595:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991599:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829407.991602:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991606:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829407.991607:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991608:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.991609:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991610:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829407.991611:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829407.991613:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829407.991615:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829407.991617:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829407.991619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829407.991624:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555369984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829407.991627:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829407.991628:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991637:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829407.991638:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.991640:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829407.991641:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829407.991642:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829407.991644:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829407.991646:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829407.991647:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829407.991648:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.991649:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829407.991652:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829407.991653:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.991655:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829407.991656:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829407.991658:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829407.991660:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370112, portal 10
00000100:00000001:1.0:1787829407.991662:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829407.991663:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543822336 : -107611165729280 : ffff9e20d2b15e00)
00000100:00000040:1.0:1787829407.991666:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991670:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829407.991672:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829407.991674:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829407.991675:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555370112, offset 0
00000400:00000200:1.0:1787829407.991677:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991679:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829407.991682:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829407.991683:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829407.991685:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829407.991686:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829407.991688:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991690:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90109:90109:256:4294967295] 192.168.203.108@tcp LPNI seq info [90096:90096:8:4294967295]
00000400:00000200:1.0:1787829407.991693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829407.991697:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829407.991700:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.991702:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829407.991705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829407.991706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829407.991719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829407.991722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829407.991731:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.991733:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829407.991736:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829407.991740:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829407.991743:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829407.991745:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829407.991748:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829407.991752:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991759:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.991761:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991766:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991767:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829407.991769:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829407.991771:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829407.991774:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829407.991775:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300885017
00000100:00000001:1.0:1787829407.991777:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.991778:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300885017
00000100:00000001:1.0:1787829407.991780:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.991781:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829407.991783:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991784:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829407.991787:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829407/real 1787829407]  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829407.991792:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829407.991793:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829407.991794:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829407.991796:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829407.991797:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829407.991798:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829407.991800:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829407.991805:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991809:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829407.991810:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991811:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.991812:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829407.991814:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991818:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829407.991821:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991825:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829407.991826:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991827:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.991828:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991829:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829407.991830:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829407.991831:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829407.991834:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829407.991835:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829407.991838:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829407.991843:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829407.991845:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991846:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.991848:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b170c0 x1874668555369984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991852:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829407.991853:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829407.991854:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829407.991856:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829407.991856:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829407.991857:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829407.991859:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829407.991860:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:1.0:1787829407.991861:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829407.991862:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829407.991864:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b170c0.
00000100:00000001:1.0:1787829407.991865:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829407.991866:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991867:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.991869:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15e00 x1874668555370112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991873:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829407.991874:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829407.991875:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829407.991876:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829407.991877:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829407.991877:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829407.991878:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829407.991880:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:1.0:1787829407.991881:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829407.991882:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829407.991883:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15e00.
00000100:00000001:1.0:1787829407.991884:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829407.991885:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991886:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.991888:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829407.991889:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.991890:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829407.991891:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829407.991892:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829407.991895:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991899:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829407.991900:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.991902:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829407.991903:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829407.991904:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829407.991906:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829407.991908:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829407.991910:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829407.991911:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.991912:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829407.991914:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829407.991915:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.991917:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829407.991919:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829407.991921:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829407.991923:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370240, portal 4
00000100:00000001:1.0:1787829407.991924:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829407.991925:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
00000100:00000040:1.0:1787829407.991929:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991937:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829407.991939:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829407.991940:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829407.991941:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555370240, offset 0
00000400:00000200:1.0:1787829407.991944:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991946:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829407.991948:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829407.991950:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829407.991952:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829407.991953:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829407.991955:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829407.991957:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90110:90110:256:4294967295] 192.168.203.108@tcp LPNI seq info [90097:90097:8:4294967295]
00000400:00000200:1.0:1787829407.991960:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829407.991964:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829407.991967:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.991969:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829407.991971:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829407.991973:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829407.991976:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829407.991978:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829407.991980:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.991982:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829407.991983:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829407.991986:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829407.991987:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829407.991988:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829407.991990:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829407.991992:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.991997:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.991998:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992007:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.992008:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829407.992010:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829407.992011:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829407.992013:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829407.992015:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300885050
00000100:00000001:1.0:1787829407.992017:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.992018:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300885050
00000100:00000001:1.0:1787829407.992019:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.992020:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829407.992022:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.992023:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829407.992025:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829407/real 1787829407]  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829407.992029:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829407.992030:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829407.992031:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829407.992032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829407.992033:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829407.992035:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829407.992037:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829407.992042:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992046:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829407.992047:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992048:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.992049:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829407.992051:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992055:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829407.992058:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992062:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829407.992064:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992065:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.992066:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992067:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829407.992068:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829407.992069:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829407.992071:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829407.992073:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829407.992075:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829407.992079:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829407.992081:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829407.992083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992088:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829407.992089:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.992090:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829407.992091:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829407.992092:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829407.992094:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829407.992110:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829407.992111:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829407.992113:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829407.992114:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829407.992116:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829407.992117:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829407.992120:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829407.992121:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829407.992123:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829407.992125:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370368, portal 4
00000100:00000001:1.0:1787829407.992126:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829407.992127:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:1.0:1787829407.992131:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992135:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829407.992137:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829407.992138:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829407.992140:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555370368, offset 0
00000400:00000200:1.0:1787829407.992142:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829407.992144:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829407.992146:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829407.992148:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829407.992150:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829407.992151:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829407.992153:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829407.992155:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90111:90111:256:4294967295] 192.168.203.108@tcp LPNI seq info [90098:90098:8:4294967295]
00000400:00000200:1.0:1787829407.992157:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829407.992162:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829407.992164:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.992166:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829407.992169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829407.992170:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829407.992173:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829407.992175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829407.992177:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829407.992179:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829407.992181:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829407.992183:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829407.992185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829407.992186:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829407.992188:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829407.992190:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992208:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.992211:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992215:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.992217:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829407.992219:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829407.992221:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829407.992223:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829407.992225:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300885043
00000100:00000001:1.0:1787829407.992227:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.992229:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300885043
00000100:00000001:1.0:1787829407.992230:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300888932
00000100:00000001:1.0:1787829407.992232:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829407.992233:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.992234:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829407.992236:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829407/real 1787829407]  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829407.992241:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829407.992242:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829407.992243:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829407.992244:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829407.992245:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829407.992247:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829407.992249:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829407.992255:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992259:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829407.992260:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992261:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.992262:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829407.992264:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992268:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829407.992270:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992274:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829407.992276:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992277:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829407.992278:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992279:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829407.992280:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829407.992282:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829407.992284:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829407.992285:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829407.992287:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829407.992292:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829407.992294:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992295:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.992297:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555370240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992302:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829407.992303:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829407.992305:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829407.992306:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829407.992307:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829407.992308:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829407.992309:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829407.992310:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:1.0:1787829407.992312:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829407.992313:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829407.992314:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000001:1.0:1787829407.992316:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829407.992317:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992318:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829407.992320:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555370368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829407.992325:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829407.992325:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829407.992326:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829407.992327:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829407.992328:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829407.992329:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829407.992330:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829407.992331:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:1.0:1787829407.992332:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829407.992332:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829407.992333:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:1.0:1787829407.992335:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829407.992335:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992336:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829407.992338:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829407.992339:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829407.992340:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829407.992342:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829408.502212:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829408.502219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829408.502222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829408.502227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829408.502232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829408.502235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829408.502238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829408.502241:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829408.502244:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829408.822203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829408.822208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829408.822213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829408.822214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829408.822216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829408.822217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829408.822220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829408.822221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829408.822223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829408.822224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829408.822287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829408.822291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829408.822296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829409.014176:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829409.014179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829409.014183:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829409.014185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829409.014198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829409.014200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829409.014205:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829409.014206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829409.014212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829409.014212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829409.014219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829409.014219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829409.014226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829409.014229:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829409.014229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829409.014232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829409.014232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829409.014234:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.014235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829409.014237:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829409.014239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829409.014241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829409.014244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829409.014246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829409.014250:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829409.014253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829409.014256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829409.526161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829409.526169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829409.526172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829409.526177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829409.526181:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829409.526196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829409.526199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829409.526202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829409.526205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829409.846213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829409.846218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829409.846221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829409.846222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829409.846225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829409.846226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829409.846228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829409.846229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829409.846231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829409.846232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829409.846287:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829409.846292:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829409.846296:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829410.038202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829410.038210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829410.038212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829410.038218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829410.038222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829410.038225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829410.038228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829410.038231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829410.038235:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829410.038235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829410.038239:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829410.038242:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829410.038245:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829410.038247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829410.038249:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829410.038250:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829410.038252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829410.038254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829410.038329:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829410.038332:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829410.038333:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829410.038335:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829410.038336:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829410.038338:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829410.038339:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829410.038340:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829410.038342:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829410.550217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829410.550226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829410.550229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829410.550234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829410.550238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829410.550242:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829410.550245:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829410.550248:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829410.550252:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829410.870200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829410.870206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829410.870210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829410.870211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829410.870214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829410.870214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829410.870217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829410.870218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829410.870220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829410.870221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829410.870270:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829410.870273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829410.870276:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829411.062171:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829411.062191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829411.062193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829411.062194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829411.062198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829411.062202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829411.062202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829411.062207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829411.062209:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829411.062212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829411.062212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829411.062215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829411.062218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829411.062219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829411.062220:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829411.062223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829411.062226:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829411.062228:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829411.062232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829411.062233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829411.062234:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829411.062236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829411.062240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829411.062241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829411.062248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829411.062251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829411.062263:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829411.574156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829411.574162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829411.574164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829411.574169:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829411.574184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829411.574187:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829411.574190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829411.574191:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829411.574194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829411.894208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829411.894215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829411.894220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829411.894226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829411.894233:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829411.894235:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829411.894239:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894242:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829411.894244:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894247:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829411.894249:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829411.894314:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829411.894317:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829411.894320:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829411.958162:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300888932, at 4300888960
00000100:00000010:3.0:1787829411.958188:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000040:2.0:1787829411.958192:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300888932, at 4300888960
00000100:00000010:2.0:1787829411.958202:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c120.
00000100:00000001:3.0:1787829412.086200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829412.086201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829412.086207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829412.086207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829412.086210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829412.086211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829412.086216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829412.086218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829412.086222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829412.086223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829412.086225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829412.086228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829412.086229:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829412.086233:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829412.086233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829412.086238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829412.086239:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829412.086241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829412.086243:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829412.086245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829412.086248:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829412.086251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829412.086254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829412.086259:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829412.086262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829412.086264:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829412.086267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829412.598218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829412.598224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829412.598226:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829412.598230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829412.598233:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829412.598236:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829412.598239:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829412.598240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829412.598243:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829412.918191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829412.918196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829412.918201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829412.918202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829412.918204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829412.918205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829412.918207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829412.918208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829412.918211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829412.918213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829412.918259:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829412.918262:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829412.918264:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829413.110141:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829413.110148:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829413.110150:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829413.110154:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829413.110158:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829413.110171:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.110174:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829413.110177:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.110180:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.110210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829413.110213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829413.110214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829413.110217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829413.110219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829413.110222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.110224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829413.110226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.110229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829413.110230:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829413.110235:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829413.110237:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829413.110240:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:2.0:1787829413.110241:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829413.110243:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829413.110247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829413.110248:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829413.110250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829413.110251:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829413.110252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829413.110256:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829413.110257:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110263:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829413.110270:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6217
00000400:00000200:2.0:1787829413.110277:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829413.110283:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829413.110286:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829413.110290:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110293:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829413.110295:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110297:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829413.110300:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829413.110301:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829413.110303:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829413.110305:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829413.110307:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829413.110308:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829413.110310:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110312:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829413.110313:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110314:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829413.110316:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829413.110319:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110321:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829413.110323:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829413.110325:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829413.110328:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110329:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829413.110331:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829413.110338:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829413.110341:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829413.110345:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829413.110347:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110350:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829413.110353:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829413.110358:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829413.110366:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829413.110372:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829413.110382:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829413.110393:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829413.110398:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829413.110403:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829413.110423:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829413.110425:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829413.110428:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829413.110429:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829413.110430:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829413.110433:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829413.110435:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6217
00000400:00000200:2.0:1787829413.110439:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829413.110441:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829413.110443:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829413.110444:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829413.110449:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787829413.110449:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110454:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829413.110455:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829413.110459:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110463:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829413.110464:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829413.110465:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829413.110467:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829413.110471:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829413.110474:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829413.110480:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829413.110480:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829413.110483:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829413.110484:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829413.110488:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787829413.110490:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829413.110492:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829413.110493:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829413.110497:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829413.110498:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110502:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:1.0:1787829413.110504:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555370496:192.168.203.108@tcp:250:kworker.0
00000020:00000040:2.0:1787829413.110505:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:1.0:1787829413.110510:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829413.110513:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829413.110515:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829413.110519:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:1.0:1787829413.110520:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829413.110524:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829413.110526:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:2.0:1787829413.110527:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829413.110531:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829413.110533:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829413.110539:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829413.110540:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110543:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787829413.110545:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000008:00100000:2.0:1787829413.110548:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787829413.110552:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000008:00000001:2.0:1787829413.110552:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110556:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829413.110561:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000100:00000200:1.0:1787829413.110564:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370496, portal 25
00000020:00000040:2.0:1787829413.110564:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829413.110568:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829413.110571:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829413.110571:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110573:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829413.110576:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
02000000:00000001:2.0:1787829413.110576:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829413.110579:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829413.110585:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000100:00000040:1.0:1787829413.110590:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829413.110590:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829413.110598:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829413.110616:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829413.110617:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829413.110621:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829413.110625:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:2.0:1787829413.110628:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829413.110632:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829413.110640:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555370496, offset 0
00000100:00000001:2.0:1787829413.110643:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829413.110647:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829413.110649:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829413.110651:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829413.110653:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829413.110654:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110657:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829413.110661:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6217
00000400:00000200:1.0:1787829413.110667:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829413.110668:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829413.110674:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829413.110676:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829413.110679:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:2.0:1787829413.110681:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110685:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829413.110688:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787829413.110689:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110692:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829413.110694:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:2.0:1787829413.110696:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829413.110698:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829413.110700:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787829413.110701:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829413.110705:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:1.0:1787829413.110706:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:2.0:1787829413.110708:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829413.110712:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829413.110717:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829413.110718:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90112:90112:256:4294967295] 192.168.203.108@tcp LPNI seq info [90099:90099:8:4294967295]
00000100:00000001:2.0:1787829413.110719:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829413.110723:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110726:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829413.110730:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829413.110734:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:2.0:1787829413.110735:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110740:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829413.110742:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829413.110744:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829413.110746:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110749:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829413.110751:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829413.110754:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829413.110757:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787829413.110758:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829413.110763:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829413.110766:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:1.0:1787829413.110769:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829413.110769:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829413.110772:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110774:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829413.110775:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787829413.110777:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
02000000:00000001:2.0:1787829413.110777:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829413.110784:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb800.
00000800:00000200:1.0:1787829413.110788:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829413.110789:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829413.110796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00100000:2.0:1787829413.110797:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829413.110807:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829413.110810:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829413.110811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829413.110816:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829413.110819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1787829413.110825:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829413.110828:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829413.110834:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:2.0:1787829413.110834:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829413.110838:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1787829413.110841:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00080000:2.0:1787829413.110841:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829413.110843:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829413.110847:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6217
00000400:00000200:1.0:1787829413.110849:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829413.110850:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829413.110855:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829413.110857:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829413.110863:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787829413.110864:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110868:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829413.110871:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110873:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829413.110874:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000020:00000001:2.0:1787829413.110875:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829413.110876:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829413.110879:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787829413.110880:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000040:2.0:1787829413.110881:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829413.110886:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829413.110888:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829413.110889:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787829413.110890:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110894:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829413.110896:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110899:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:1.0:1787829413.110900:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829413.110902:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829413.110908:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829413.110913:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829413.110918:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829413.110921:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829413.110921:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829413.110925:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829413.110928:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829413.110929:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829413.110932:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829413.110937:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110941:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829413.110946:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000100:00000001:1.0:1787829413.110948:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829413.110950:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829413.110951:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829413.110955:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829413.110957:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.110958:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829413.110960:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829413.110960:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829413.110963:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829413.110967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:2.0:1787829413.110967:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:2.0:1787829413.110972:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.110973:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300894052
00000100:00100000:2.0:1787829413.110979:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787829413.110981:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cd20.
00000100:00000001:2.0:1787829413.110988:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829413.110991:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829413.110991:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.110999:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300894052
00000100:00000040:2.0:1787829413.110999:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829413.111005:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c720.
00000100:00000001:1.0:1787829413.111010:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829413.111014:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829413.111014:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829413.111018:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829413.111020:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829413.111024:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829413.111025:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829413.111027:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829413.111030:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829413.111032:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413]  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829413.111033:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829413.111038:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6217
00000400:00000200:2.0:1787829413.111045:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829413.111050:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000001:1.0:1787829413.111051:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829413.111053:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787829413.111054:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829413.111058:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000040:2.0:1787829413.111058:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.111060:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829413.111063:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000040:2.0:1787829413.111064:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829413.111066:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:2.0:1787829413.111067:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829413.111070:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1787829413.111071:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829413.111075:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829413.111077:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787829413.111078:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829413.111080:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829413.111084:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829413.111090:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:1.0:1787829413.111094:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111120:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787829413.111121:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829413.111122:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111128:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829413.111128:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829413.111131:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829413.111137:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829413.111137:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829413.111144:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829413.111148:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829413.111151:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000040:1.0:1787829413.111155:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829413.111171:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829413.111177:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829413.111181:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829413.111183:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829413.111185:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829413.111187:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829413.111190:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111191:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.111193:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829413.111194:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829413.111197:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1787829413.111198:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829413.111200:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1787829413.111202:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.111205:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829413.111206:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1787829413.111209:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829413.111213:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00080000:1.0:1787829413.111215:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
02000000:00000001:2.0:1787829413.111216:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829413.111218:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829413.111221:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829413.111223:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787829413.111223:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829413.111226:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829413.111232:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba000.
00000100:00000040:1.0:1787829413.111233:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829413.111236:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829413.111245:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829413.111257:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555370496:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829413.111259:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829413.111263:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111266:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829413.111269:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111270:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.111277:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555370496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829413.111285:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111290:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1787829413.111291:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6227)
02000000:00000001:1.0:1787829413.111293:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829413.111296:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829413.111299:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829413.111301:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829413.111302:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829413.111305:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829413.111307:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:1.0:1787829413.111310:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829413.111312:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829413.111313:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829413.111317:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829413.111318:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111320:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111326:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829413.111327:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111329:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829413.111330:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829413.111331:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829413.111333:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111338:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829413.111339:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.111341:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829413.111342:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829413.111344:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829413.111346:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829413.111348:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829413.111350:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829413.111351:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.111352:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829413.111355:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829413.111356:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829413.111359:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829413.111360:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829413.111363:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829413.111366:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370624, portal 10
00000100:00000001:1.0:1787829413.111367:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829413.111368:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:1.0:1787829413.111373:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111377:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829413.111379:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829413.111380:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829413.111382:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555370624, offset 0
00000400:00000200:1.0:1787829413.111385:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829413.111387:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.111390:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829413.111392:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829413.111394:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829413.111396:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829413.111398:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829413.111400:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90113:90113:256:4294967295] 192.168.203.108@tcp LPNI seq info [90100:90100:8:4294967295]
00000400:00000200:1.0:1787829413.111403:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.111407:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829413.111410:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.111413:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829413.111415:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829413.111417:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829413.111420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829413.111422:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829413.111425:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.111426:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829413.111428:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829413.111431:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829413.111433:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829413.111434:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829413.111435:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829413.111438:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111443:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.111445:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111449:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111451:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829413.111453:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829413.111456:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829413.111458:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829413.111459:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300890197
00000100:00000001:1.0:1787829413.111461:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.111462:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300890197
00000100:00000001:1.0:1787829413.111464:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.111466:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829413.111467:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111468:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829413.111470:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413]  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829413.111480:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829413.111481:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829413.111482:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829413.111484:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829413.111485:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829413.111486:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829413.111488:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829413.111493:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111497:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829413.111498:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111499:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.111500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829413.111503:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111507:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829413.111509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111513:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829413.111515:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111516:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.111516:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111518:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829413.111519:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829413.111521:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829413.111523:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829413.111524:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829413.111527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829413.111532:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829413.111535:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829413.111537:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111541:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829413.111542:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.111543:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829413.111544:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829413.111545:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829413.111547:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829413.111549:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829413.111550:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829413.111551:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.111552:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829413.111554:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829413.111556:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829413.111560:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829413.111562:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829413.111565:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829413.111568:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370752, portal 10
00000100:00000001:1.0:1787829413.111570:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829413.111572:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:1.0:1787829413.111578:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111585:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829413.111588:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829413.111590:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829413.111593:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555370752, offset 0
00000400:00000200:1.0:1787829413.111598:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829413.111602:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.111606:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829413.111609:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829413.111612:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829413.111614:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829413.111617:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829413.111620:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90114:90114:256:4294967295] 192.168.203.108@tcp LPNI seq info [90101:90101:8:4294967295]
00000400:00000200:1.0:1787829413.111624:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.111631:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829413.111636:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.111640:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829413.111644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829413.111647:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829413.111651:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829413.111654:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829413.111658:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.111660:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829413.111662:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829413.111664:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829413.111667:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829413.111668:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829413.111670:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829413.111672:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111678:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.111680:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111684:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111685:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829413.111687:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829413.111689:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829413.111692:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829413.111693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300890137
00000100:00000001:1.0:1787829413.111695:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.111697:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300890137
00000100:00000001:1.0:1787829413.111698:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.111699:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829413.111700:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111702:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829413.111704:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413]  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829413.111710:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829413.111712:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829413.111713:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829413.111716:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829413.111718:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829413.111720:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829413.111723:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829413.111732:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111739:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829413.111741:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111743:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.111745:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829413.111749:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111757:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829413.111761:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111766:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829413.111769:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111770:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.111770:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111772:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829413.111773:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829413.111775:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829413.111777:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829413.111778:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829413.111780:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829413.111786:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829413.111788:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829413.111792:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111799:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829413.111800:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.111802:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829413.111804:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829413.111806:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829413.111809:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829413.111813:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829413.111815:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829413.111816:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.111818:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829413.111822:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829413.111824:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829413.111828:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829413.111831:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829413.111835:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829413.111838:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555370880, portal 4
00000100:00000001:1.0:1787829413.111841:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829413.111842:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:1.0:1787829413.111849:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111856:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829413.111858:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829413.111861:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829413.111863:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555370880, offset 0
00000400:00000200:1.0:1787829413.111868:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829413.111872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.111876:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829413.111879:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829413.111882:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829413.111885:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829413.111887:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829413.111891:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90115:90115:256:4294967295] 192.168.203.108@tcp LPNI seq info [90102:90102:8:4294967295]
00000400:00000200:1.0:1787829413.111895:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.111902:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829413.111905:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.111908:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829413.111911:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829413.111913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829413.111916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829413.111918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829413.111920:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.111921:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829413.111924:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829413.111926:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829413.111928:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829413.111929:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829413.111931:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829413.111934:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111944:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.111946:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111950:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111951:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829413.111953:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829413.111955:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829413.111958:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829413.111959:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300890170
00000100:00000001:1.0:1787829413.111961:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.111962:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300890170
00000100:00000001:1.0:1787829413.111964:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.111965:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829413.111966:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.111967:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829413.111969:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413]  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829413.111974:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829413.111975:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829413.111976:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829413.111978:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829413.111979:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829413.111981:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829413.111983:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829413.111988:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.111991:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829413.111993:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.111994:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.111995:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829413.111997:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112001:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829413.112004:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112008:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829413.112009:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112010:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.112011:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112012:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829413.112014:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829413.112015:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829413.112017:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829413.112018:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829413.112020:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829413.112025:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555370880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829413.112027:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829413.112029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112034:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829413.112035:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.112036:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829413.112037:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829413.112039:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829413.112041:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829413.112043:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829413.112044:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829413.112045:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829413.112046:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829413.112048:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829413.112050:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829413.112051:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829413.112053:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829413.112055:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829413.112057:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371008, portal 4
00000100:00000001:1.0:1787829413.112058:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829413.112059:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:1.0:1787829413.112063:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112067:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829413.112068:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829413.112070:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829413.112071:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555371008, offset 0
00000400:00000200:1.0:1787829413.112073:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829413.112076:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.112078:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829413.112079:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829413.112081:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829413.112082:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829413.112084:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829413.112086:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90116:90116:256:4294967295] 192.168.203.108@tcp LPNI seq info [90103:90103:8:4294967295]
00000400:00000200:1.0:1787829413.112089:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829413.112093:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829413.112111:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.112113:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829413.112116:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829413.112118:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829413.112121:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829413.112123:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829413.112125:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829413.112126:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829413.112128:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829413.112131:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829413.112133:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829413.112134:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829413.112135:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829413.112138:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112143:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.112145:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112149:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.112150:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829413.112152:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829413.112154:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829413.112156:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829413.112157:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300890163
00000100:00000001:1.0:1787829413.112173:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.112176:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300890163
00000100:00000001:1.0:1787829413.112177:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300894052
00000100:00000001:1.0:1787829413.112179:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829413.112180:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.112182:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829413.112185:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829413/real 1787829413]  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829413.112190:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829413.112192:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829413.112193:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829413.112194:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829413.112196:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829413.112197:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829413.112199:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829413.112206:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112213:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829413.112214:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112217:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.112218:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829413.112222:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112229:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829413.112234:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112241:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829413.112244:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112246:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829413.112247:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112249:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829413.112251:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829413.112254:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829413.112258:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829413.112259:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829413.112262:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829413.112272:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829413.112274:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112276:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.112278:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555370624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112282:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829413.112283:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829413.112284:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829413.112286:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829413.112287:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829413.112288:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829413.112290:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829413.112291:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:1.0:1787829413.112293:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829413.112294:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829413.112295:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:1.0:1787829413.112297:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829413.112298:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112299:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.112301:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555370752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112305:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829413.112306:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829413.112307:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829413.112309:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829413.112309:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829413.112310:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829413.112311:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829413.112312:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:1.0:1787829413.112313:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829413.112314:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829413.112315:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:1.0:1787829413.112317:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829413.112318:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112319:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.112320:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555370880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112324:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829413.112325:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829413.112326:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829413.112327:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829413.112328:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829413.112329:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829413.112330:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829413.112331:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:1.0:1787829413.112332:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829413.112332:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829413.112333:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:1.0:1787829413.112334:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829413.112335:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112336:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829413.112338:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555371008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829413.112341:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829413.112342:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829413.112343:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829413.112344:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829413.112345:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829413.112345:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829413.112346:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829413.112347:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:1.0:1787829413.112348:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829413.112349:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829413.112350:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:1.0:1787829413.112351:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829413.112352:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112353:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829413.112355:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829413.112357:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829413.112358:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829413.112359:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829413.622210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829413.622218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829413.622220:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829413.622226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829413.622230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829413.622235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829413.622237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829413.622241:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829413.622244:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829413.942222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829413.942229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829413.942234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829413.942236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829413.942240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829413.942241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829413.942245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829413.942246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829413.942249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829413.942250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829413.942310:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829413.942315:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829413.942319:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829414.134217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829414.134217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829414.134227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829414.134227:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829414.134231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829414.134232:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.134233:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829414.134238:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829414.134242:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829414.134242:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829414.134242:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.134250:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829414.134250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829414.134251:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829414.134256:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829414.134257:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829414.134258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829414.134259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.134265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829414.134268:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.134272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.134273:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829414.134277:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829414.134280:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829414.134281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829414.134284:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829414.134287:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829414.646216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829414.646222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829414.646223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829414.646227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829414.646235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829414.646239:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829414.646241:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829414.646244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829414.646245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829414.966205:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829414.966207:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829414.966210:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966214:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829414.966215:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966217:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966218:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829414.966222:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829414.966223:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829414.966224:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966225:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829414.966226:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966227:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966234:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829414.966238:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829414.966239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829414.966241:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966242:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829414.966243:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966244:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966245:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829414.966248:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829414.966249:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829414.966250:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966251:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829414.966252:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966253:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966254:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829414.966256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829414.966257:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829414.966313:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829414.966316:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829414.966319:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829415.158218:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829415.158218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829415.158225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829415.158226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829415.158228:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829415.158229:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829415.158230:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829415.158236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829415.158236:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829415.158237:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829415.158241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829415.158242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829415.158243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829415.158247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829415.158248:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829415.158249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829415.158250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829415.158254:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829415.158256:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829415.158258:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829415.158258:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829415.158262:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829415.158263:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829415.158270:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829415.158270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829415.158274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829415.158279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829415.670183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829415.670190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829415.670192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829415.670197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829415.670200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829415.670203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829415.670206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829415.670208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829415.670211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829415.990183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829415.990188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829415.990191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829415.990192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829415.990195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829415.990195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829415.990198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829415.990198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829415.990201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829415.990202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829415.990256:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829415.990261:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829415.990264:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829416.182202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829416.182202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829416.182206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829416.182209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829416.182210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829416.182211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829416.182212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829416.182214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829416.182216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829416.182218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829416.182222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829416.182223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829416.182223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829416.182228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829416.182230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829416.182230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829416.182231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829416.182236:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829416.182237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829416.182237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829416.182238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829416.182245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829416.182249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829416.182253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829416.182258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829416.182261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829416.182265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829416.694216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829416.694222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829416.694223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829416.694228:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829416.694231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829416.694235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829416.694237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829416.694239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829416.694241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829417.014190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829417.014195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829417.014200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829417.014201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829417.014203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829417.014204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829417.014206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829417.014207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829417.014209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829417.014210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829417.014256:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829417.014259:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829417.014261:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829417.078172:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300894052, at 4300894080
00000100:00000040:2.0:1787829417.078182:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300894052, at 4300894080
00000100:00000010:3.0:1787829417.078188:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c720.
00000100:00000010:2.0:1787829417.078192:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cd20.
00000100:00000001:1.0:1787829417.206217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829417.206217:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829417.206222:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829417.206224:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829417.206226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829417.206228:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829417.206228:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829417.206230:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829417.206232:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829417.206234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829417.206236:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829417.206238:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829417.206239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829417.206242:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829417.206245:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829417.206245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829417.206247:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829417.206251:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829417.206251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829417.206254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829417.206257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829417.206261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829417.206265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829417.206268:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829417.206268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829417.206272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829417.206276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829417.718186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829417.718193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829417.718194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829417.718198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829417.718201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829417.718204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829417.718207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829417.718209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829417.718211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829418.038194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829418.038200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829418.038206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829418.038207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829418.038209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829418.038210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829418.038212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829418.038213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829418.038216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829418.038217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829418.038273:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829418.038276:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829418.038278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829418.230192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829418.230200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829418.230201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829418.230202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829418.230207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829418.230208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829418.230213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.230214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829418.230218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829418.230219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829418.230222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829418.230226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829418.230227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.230231:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829418.230232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829418.230236:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829418.230237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829418.230240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829418.230240:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829418.230242:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829418.230246:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829418.230246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829418.230246:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829418.230251:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829418.230252:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829418.230256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829418.230261:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829418.230263:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829418.230267:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829418.230268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829418.230272:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829418.230276:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829418.230277:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6222
00000400:00000200:0.0:1787829418.230289:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829418.230297:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829418.230300:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829418.230303:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230306:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829418.230308:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230310:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829418.230313:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829418.230314:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829418.230316:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829418.230319:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829418.230320:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829418.230322:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829418.230330:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230331:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829418.230332:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230334:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829418.230336:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829418.230339:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230341:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829418.230343:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829418.230346:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829418.230348:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230349:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829418.230351:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829418.230358:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829418.230360:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829418.230363:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829418.230365:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230367:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829418.230369:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829418.230372:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829418.230379:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829418.230383:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829418.230390:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829418.230398:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829418.230401:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829418.230405:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829418.230420:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829418.230422:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829418.230424:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829418.230426:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829418.230427:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829418.230429:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829418.230430:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6222
00000400:00000200:0.0:1787829418.230434:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829418.230436:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829418.230438:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829418.230440:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230442:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829418.230444:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787829418.230445:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230449:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829418.230450:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829418.230451:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829418.230453:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829418.230454:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829418.230457:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829418.230459:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:1.0:1787829418.230463:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829418.230467:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829418.230472:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829418.230476:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230477:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829418.230478:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230480:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829418.230484:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:1.0:1787829418.230487:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829418.230488:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829418.230490:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230492:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.230494:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829418.230495:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829418.230498:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829418.230501:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829418.230502:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829418.230507:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829418.230507:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555371136:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829418.230512:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829418.230515:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829418.230519:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829418.230521:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829418.230523:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829418.230524:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829418.230529:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829418.230530:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
00000100:00000001:0.0:1787829418.230533:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.230534:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829418.230542:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000400:00000200:1.0:1787829418.230544:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829418.230549:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000010:1.0:1787829418.230552:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:0.0:1787829418.230554:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829418.230558:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230561:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787829418.230561:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000001:0.0:1787829418.230563:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829418.230568:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829418.230571:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371136, portal 25
00000100:00000001:1.0:1787829418.230576:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829418.230580:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
02000000:00000010:0.0:1787829418.230582:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829418.230587:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.230588:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829418.230595:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829418.230612:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829418.230613:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829418.230617:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.230621:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829418.230623:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829418.230627:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829418.230633:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829418.230635:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555371136, offset 0
00000100:00080000:0.0:1787829418.230636:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829418.230641:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829418.230642:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829418.230644:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829418.230646:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829418.230649:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829418.230651:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6222
00000400:00000200:0.0:1787829418.230657:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829418.230659:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829418.230661:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829418.230665:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829418.230665:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829418.230674:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829418.230676:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:0.0:1787829418.230681:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230686:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829418.230686:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787829418.230691:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829418.230694:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829418.230696:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:0.0:1787829418.230698:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829418.230703:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:1.0:1787829418.230703:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787829418.230708:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829418.230710:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:0.0:1787829418.230715:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829418.230719:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90117:90117:256:4294967295] 192.168.203.108@tcp LPNI seq info [90104:90104:8:4294967295]
00000100:00000040:0.0:1787829418.230724:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829418.230729:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829418.230730:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829418.230735:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230738:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829418.230740:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829418.230746:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829418.230752:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829418.230759:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829418.230761:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829418.230763:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829418.230769:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787829418.230769:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
02000000:00000001:0.0:1787829418.230776:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230779:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1787829418.230780:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00100000:0.0:1787829418.230783:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787829418.230786:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000008:00000001:0.0:1787829418.230788:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230793:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829418.230798:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829418.230801:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829418.230805:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000010:0.0:1787829418.230806:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000800:00000010:1.0:1787829418.230807:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000020:00000040:0.0:1787829418.230810:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829418.230814:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829418.230815:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787829418.230816:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.230819:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829418.230822:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829418.230823:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787829418.230825:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829418.230829:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
02000000:00000010:0.0:1787829418.230830:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000400:00000010:1.0:1787829418.230832:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829418.230836:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.230837:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829418.230847:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829418.230847:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.230872:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829418.230873:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829418.230877:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.230878:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829418.230883:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.230890:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.230894:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829418.230899:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829418.230902:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829418.230902:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829418.230906:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787829418.230910:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829418.230911:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829418.230914:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300899172
00000100:00080000:0.0:1787829418.230915:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1787829418.230922:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cf60.
00000100:00000001:0.0:1787829418.230928:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829418.230930:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829418.230934:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6222
00000100:00000001:1.0:1787829418.230936:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300899172
00000100:00000010:1.0:1787829418.230941:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c540.
00000400:00000200:0.0:1787829418.230945:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829418.230945:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829418.230950:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829418.230954:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829418.230954:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.230956:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829418.230961:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787829418.230963:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418]  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829418.230967:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829418.230973:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829418.230977:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000001:1.0:1787829418.230979:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829418.230982:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000001:1.0:1787829418.230982:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829418.230985:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000020:00000001:0.0:1787829418.230988:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829418.230988:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000020:00000040:0.0:1787829418.230993:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000400:00000010:1.0:1787829418.230993:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829418.230997:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787829418.230999:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787829418.231003:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829418.231005:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829418.231011:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000200:1.0:1787829418.231015:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829418.231017:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829418.231025:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1787829418.231026:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829418.231027:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829418.231029:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829418.231031:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1787829418.231034:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829418.231035:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829418.231040:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:1.0:1787829418.231043:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829418.231044:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829418.231052:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829418.231058:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231059:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829418.231060:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829418.231065:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787829418.231066:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829418.231070:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.231075:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829418.231079:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:1.0:1787829418.231080:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1787829418.231084:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231085:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829418.231088:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231089:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.231092:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1787829418.231094:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829418.231116:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829418.231120:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829418.231136:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1787829418.231139:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829418.231144:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787829418.231145:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
02000000:00000001:0.0:1787829418.231146:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.231152:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829418.231152:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787829418.231156:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829418.231160:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.231162:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829418.231166:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829418.231172:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829418.231182:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555371136:192.168.203.108@tcp:250:kworker.0
00000100:00100000:0.0:1787829418.231183:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829418.231194:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829418.231195:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829418.231199:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829418.231200:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.231211:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555371136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829418.231212:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829418.231245:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231245:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829418.231250:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1787829418.231251:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829418.231256:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829418.231257:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787829418.231257:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
00000100:00080000:0.0:1787829418.231260:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829418.231263:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829418.231264:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:1.0:1787829418.231268:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:0.0:1787829418.231269:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6222
00000020:00000040:1.0:1787829418.231273:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000400:00000200:0.0:1787829418.231277:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829418.231280:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829418.231282:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829418.231284:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000020:00000001:1.0:1787829418.231287:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829418.231289:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787829418.231291:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
00000100:00000040:0.0:1787829418.231295:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829418.231298:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829418.231300:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829418.231302:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829418.231305:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000020:00000001:0.0:1787829418.231306:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829418.231309:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1787829418.231310:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:1.0:1787829418.231313:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829418.231315:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829418.231318:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829418.231320:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829418.231324:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829418.231327:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829418.231328:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787829418.231332:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829418.231333:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.231339:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829418.231340:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787829418.231344:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829418.231345:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829418.231347:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829418.231349:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829418.231350:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829418.231355:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829418.231358:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829418.231359:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787829418.231359:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829418.231364:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829418.231368:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.231372:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829418.231375:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829418.231382:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231382:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829418.231384:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231386:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829418.231388:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
02000000:00000001:1.0:1787829418.231390:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787829418.231393:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829418.231394:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829418.231396:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829418.231400:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.231400:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.231401:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829418.231404:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829418.231407:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829418.231408:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371264:192.168.203.108@tcp:38:kworker.0
02000000:00000010:0.0:1787829418.231410:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829418.231417:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231417:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829418.231419:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829418.231422:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.231425:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829418.231426:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829418.231428:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829418.231433:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829418.231440:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829418.231441:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829418.231443:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829418.231445:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000040:0.0:1787829418.231449:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829418.231451:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829418.231456:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371264, portal 10
00000100:00000001:1.0:1787829418.231461:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829418.231464:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000001:0.0:1787829418.231465:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829418.231471:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6232)
00000100:00000040:1.0:1787829418.231474:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231482:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829418.231485:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829418.231488:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829418.231491:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555371264, offset 0
00000400:00000200:1.0:1787829418.231496:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829418.231501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.231505:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829418.231508:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829418.231512:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829418.231514:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829418.231517:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829418.231520:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90118:90118:256:4294967295] 192.168.203.108@tcp LPNI seq info [90105:90105:8:4294967295]
00000400:00000200:1.0:1787829418.231525:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.231532:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829418.231537:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.231541:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829418.231545:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829418.231548:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829418.231553:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829418.231557:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829418.231561:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.231563:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829418.231566:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829418.231570:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829418.231574:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829418.231575:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829418.231578:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829418.231583:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231591:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.231594:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231601:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231603:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829418.231606:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.231610:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829418.231613:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829418.231615:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300895317
00000100:00000001:1.0:1787829418.231618:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.231621:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300895317
00000100:00000001:1.0:1787829418.231623:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.231625:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829418.231627:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231628:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829418.231632:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418]  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829418.231639:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829418.231641:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829418.231642:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829418.231644:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829418.231646:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829418.231648:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829418.231651:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829418.231659:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231665:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829418.231666:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.231667:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.231669:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829418.231672:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231678:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829418.231682:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231688:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829418.231690:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.231692:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.231693:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.231695:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829418.231697:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829418.231700:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829418.231703:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829418.231705:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829418.231709:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829418.231716:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829418.231720:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829418.231723:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231728:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829418.231730:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.231732:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829418.231734:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829418.231736:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829418.231738:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829418.231741:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829418.231743:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829418.231745:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.231746:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829418.231749:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829418.231751:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829418.231755:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829418.231757:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829418.231759:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829418.231762:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371392, portal 10
00000100:00000001:1.0:1787829418.231764:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829418.231766:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:1.0:1787829418.231771:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231776:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829418.231779:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829418.231780:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829418.231783:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555371392, offset 0
00000400:00000200:1.0:1787829418.231786:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829418.231790:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.231793:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829418.231796:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829418.231799:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829418.231801:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829418.231803:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829418.231806:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90119:90119:256:4294967295] 192.168.203.108@tcp LPNI seq info [90106:90106:8:4294967295]
00000400:00000200:1.0:1787829418.231810:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.231816:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829418.231821:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.231823:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829418.231827:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829418.231830:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829418.231834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829418.231836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829418.231840:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.231842:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829418.231844:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829418.231847:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829418.231850:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829418.231851:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829418.231853:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829418.231857:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231863:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.231867:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231873:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231874:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829418.231877:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.231879:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829418.231882:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829418.231884:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300895257
00000100:00000001:1.0:1787829418.231886:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.231888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300895257
00000100:00000001:1.0:1787829418.231890:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.231892:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829418.231894:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.231896:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829418.231899:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418]  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829418.231905:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829418.231906:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829418.231908:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829418.231910:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829418.231912:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829418.231914:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829418.231917:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829418.231924:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231930:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829418.231931:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.231933:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.231934:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829418.231938:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231944:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829418.231947:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231954:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829418.231956:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.231958:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.231959:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.231960:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829418.231962:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829418.231964:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829418.231967:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829418.231969:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829418.231972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829418.231980:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829418.231983:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829418.231986:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.231992:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829418.231994:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.231996:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829418.231998:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829418.232000:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829418.232002:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829418.232005:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829418.232007:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829418.232009:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.232011:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829418.232013:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829418.232015:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829418.232018:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829418.232021:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829418.232024:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829418.232027:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371520, portal 4
00000100:00000001:1.0:1787829418.232029:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829418.232030:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:1.0:1787829418.232035:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232041:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829418.232043:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829418.232045:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829418.232047:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555371520, offset 0
00000400:00000200:1.0:1787829418.232050:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829418.232054:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.232056:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829418.232059:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829418.232061:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829418.232064:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829418.232066:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829418.232069:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90120:90120:256:4294967295] 192.168.203.108@tcp LPNI seq info [90107:90107:8:4294967295]
00000400:00000200:1.0:1787829418.232072:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.232078:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829418.232082:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.232085:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829418.232088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829418.232091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829418.232115:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829418.232119:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829418.232136:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.232139:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829418.232142:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829418.232145:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829418.232149:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829418.232150:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829418.232153:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829418.232156:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232163:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.232167:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232173:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.232174:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829418.232177:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.232180:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829418.232183:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829418.232185:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300895291
00000100:00000001:1.0:1787829418.232187:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.232189:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300895291
00000100:00000001:1.0:1787829418.232191:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.232193:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829418.232195:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.232196:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829418.232200:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418]  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829418.232207:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829418.232208:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829418.232210:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829418.232212:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829418.232214:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829418.232216:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829418.232219:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829418.232227:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232234:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829418.232235:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232237:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.232239:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829418.232243:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232249:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829418.232253:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232260:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829418.232263:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232264:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.232265:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232267:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829418.232269:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829418.232272:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829418.232275:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829418.232277:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829418.232281:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829418.232289:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829418.232293:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232295:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.232299:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555371264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232307:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829418.232309:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829418.232311:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829418.232314:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829418.232316:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829418.232317:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829418.232320:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829418.232322:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:1.0:1787829418.232325:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829418.232327:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829418.232328:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829418.232331:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829418.232332:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232334:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.232338:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555371392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232345:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829418.232347:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829418.232350:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829418.232353:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829418.232354:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829418.232355:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829418.232357:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829418.232359:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:1.0:1787829418.232362:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829418.232363:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829418.232364:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:1.0:1787829418.232367:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829418.232368:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232370:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.232373:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555371520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232380:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829418.232382:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829418.232384:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829418.232386:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829418.232388:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829418.232389:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829418.232391:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829418.232393:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:1.0:1787829418.232395:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829418.232396:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829418.232398:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829418.232400:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829418.232401:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232404:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232408:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829418.232410:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.232412:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829418.232414:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829418.232415:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829418.232420:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232427:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829418.232429:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.232432:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829418.232434:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829418.232436:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829418.232439:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829418.232443:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829418.232445:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829418.232447:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829418.232449:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829418.232453:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829418.232455:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829418.232459:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829418.232462:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829418.232466:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829418.232470:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371648, portal 4
00000100:00000001:1.0:1787829418.232473:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829418.232474:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:1.0:1787829418.232481:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232488:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829418.232490:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829418.232493:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829418.232495:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555371648, offset 0
00000400:00000200:1.0:1787829418.232500:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829418.232505:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.232509:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829418.232512:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829418.232515:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829418.232518:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829418.232521:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829418.232524:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90121:90121:256:4294967295] 192.168.203.108@tcp LPNI seq info [90108:90108:8:4294967295]
00000400:00000200:1.0:1787829418.232529:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829418.232536:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829418.232541:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.232545:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829418.232549:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829418.232553:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829418.232558:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829418.232561:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829418.232566:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829418.232568:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829418.232571:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829418.232575:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829418.232579:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829418.232581:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829418.232585:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829418.232589:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232604:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.232607:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232614:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.232616:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829418.232620:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829418.232623:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829418.232627:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829418.232629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300895283
00000100:00000001:1.0:1787829418.232632:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.232634:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300895283
00000100:00000001:1.0:1787829418.232636:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300899172
00000100:00000001:1.0:1787829418.232639:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829418.232641:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.232643:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829418.232648:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829418/real 1787829418]  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829418.232656:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829418.232658:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829418.232660:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829418.232662:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829418.232664:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829418.232667:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829418.232670:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829418.232679:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232686:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829418.232688:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232690:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.232692:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829418.232696:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232703:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829418.232707:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232714:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829418.232717:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232718:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829418.232720:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232722:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829418.232723:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829418.232726:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829418.232729:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829418.232731:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829418.232735:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829418.232743:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829418.232746:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232748:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829418.232751:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555371648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829418.232757:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829418.232758:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829418.232760:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829418.232763:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829418.232764:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829418.232766:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829418.232768:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829418.232769:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:1.0:1787829418.232771:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829418.232773:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829418.232774:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:1.0:1787829418.232776:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829418.232778:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232779:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829418.232783:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829418.232784:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829418.232786:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829418.232788:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829418.742204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829418.742209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829418.742211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829418.742214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829418.742217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829418.742221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829418.742223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829418.742225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829418.742227:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829419.062174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829419.062179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829419.062184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829419.062185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829419.062187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829419.062188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829419.062190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829419.062191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829419.062193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829419.062195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829419.062237:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829419.062241:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829419.062244:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829419.254166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829419.254172:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829419.254174:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829419.254178:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829419.254181:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829419.254185:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.254186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829419.254187:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829419.254191:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.254191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829419.254192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829419.254197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.254197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829419.254198:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829419.254202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829419.254202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.254208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829419.254209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829419.254213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.254213:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829419.254218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829419.254218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.254220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.254224:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.254224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829419.254227:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.254230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.766183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829419.766190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829419.766193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829419.766206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829419.766211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829419.766215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.766219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829419.766221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.766224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829420.086192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829420.086201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829420.086207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829420.086208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829420.086212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829420.086213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829420.086217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829420.086218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829420.086220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829420.086221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829420.086275:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829420.086279:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829420.086281:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829420.278182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829420.278184:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829420.278187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829420.278189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829420.278190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829420.278192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829420.278193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829420.278194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829420.278197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829420.278199:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829420.278201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829420.278204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829420.278205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829420.278207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829420.278211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829420.278211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829420.278212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829420.278216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829420.278217:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829420.278221:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829420.278224:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829420.278225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829420.278228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829420.278230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829420.278231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829420.278235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829420.278238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829420.790177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829420.790182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829420.790184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829420.790188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829420.790191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829420.790194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829420.790196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829420.790199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829420.790200:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829421.110220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829421.110227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829421.110233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829421.110234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829421.110236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829421.110237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829421.110240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829421.110241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829421.110243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829421.110244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829421.110303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829421.110308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829421.110311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829421.302248:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829421.302248:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829421.302249:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829421.302256:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829421.302256:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829421.302259:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829421.302259:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829421.302261:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829421.302264:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829421.302266:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829421.302266:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829421.302268:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829421.302272:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829421.302273:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829421.302273:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829421.302279:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829421.302280:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829421.302280:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829421.302282:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829421.302285:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829421.302287:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829421.302290:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829421.302294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829421.302297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829421.302297:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829421.302300:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829421.302302:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829421.814171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829421.814178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829421.814180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829421.814184:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829421.814187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829421.814190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829421.814192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829421.814193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829421.814195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829422.134208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829422.134213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829422.134217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829422.134220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829422.134226:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829422.134228:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829422.134230:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134232:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829422.134234:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134235:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829422.134237:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829422.134283:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829422.134287:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829422.134289:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829422.198216:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300899172, at 4300899200
00000100:00000040:3.0:1787829422.198216:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300899172, at 4300899200
00000100:00000010:2.0:1787829422.198231:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000010:3.0:1787829422.198233:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000001:1.0:1787829422.326169:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829422.326169:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829422.326176:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829422.326177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829422.326177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829422.326178:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829422.326181:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829422.326182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829422.326184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829422.326185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829422.326185:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829422.326191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829422.326192:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829422.326192:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829422.326196:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829422.326196:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829422.326197:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829422.326198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829422.326203:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829422.326205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829422.326207:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829422.326211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829422.326214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829422.326217:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829422.326217:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829422.326219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829422.326222:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829422.838213:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829422.838221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829422.838224:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829422.838231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829422.838235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829422.838239:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829422.838242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829422.838245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829422.838248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829423.158195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829423.158201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829423.158205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829423.158206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829423.158209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829423.158210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829423.158212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829423.158213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829423.158216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829423.158217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829423.158263:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829423.158267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829423.158270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829423.350199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829423.350199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829423.350202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829423.350206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829423.350206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829423.350207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829423.350209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.350210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829423.350211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829423.350215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829423.350218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829423.350218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829423.350220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829423.350223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829423.350225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829423.350225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829423.350226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829423.350228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829423.350231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829423.350231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829423.350238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.350239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829423.350242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829423.350245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829423.350246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829423.350250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829423.350253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829423.350258:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829423.350262:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829423.350264:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829423.350267:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829423.350270:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829423.350276:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6227
00000400:00000200:1.0:1787829423.350284:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829423.350289:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829423.350292:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829423.350295:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350297:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829423.350300:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350303:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829423.350306:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829423.350308:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829423.350311:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829423.350313:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829423.350315:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829423.350317:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829423.350321:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350323:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829423.350326:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350328:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829423.350331:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829423.350334:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350336:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829423.350338:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829423.350341:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829423.350343:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350345:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829423.350347:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829423.350355:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5680.
00000020:00000040:1.0:1787829423.350357:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829423.350360:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829423.350361:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350364:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829423.350366:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829423.350369:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829423.350375:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f800.
00000100:00000001:1.0:1787829423.350380:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829423.350387:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829423.350395:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829423.350399:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829423.350402:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6a22ee2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829423.350421:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829423.350424:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829423.350426:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829423.350427:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829423.350428:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829423.350430:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829423.350432:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6227
00000400:00000200:1.0:1787829423.350434:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829423.350436:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829423.350438:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829423.350441:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350443:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829423.350445:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350447:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829423.350448:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829423.350449:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829423.350452:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:2.0:1787829423.350454:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829423.350455:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829423.350458:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787829423.350459:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829423.350462:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829423.350464:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829423.350468:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829423.350469:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350473:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829423.350477:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350480:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829423.350484:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:2.0:1787829423.350484:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829423.350487:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829423.350490:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829423.350492:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829423.350493:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829423.350496:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829423.350496:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829423.350501:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829423.350503:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829423.350505:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555371776:192.168.203.108@tcp:250:kworker.0
02000000:00000001:1.0:1787829423.350506:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350511:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829423.350512:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787829423.350517:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829423.350517:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829423.350521:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829423.350522:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829423.350524:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829423.350525:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829423.350530:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829423.350532:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829423.350536:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6580.
00000400:00000200:2.0:1787829423.350540:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:1.0:1787829423.350541:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829423.350545:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829423.350546:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829423.350547:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000100:00000001:1.0:1787829423.350548:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829423.350551:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829423.350553:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829423.350556:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
02000000:00000010:1.0:1787829423.350557:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e400.
00000100:00000001:1.0:1787829423.350562:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829423.350564:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371776, portal 25
00000100:00100000:1.0:1787829423.350568:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829423.350569:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829423.350571:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000001:1.0:1787829423.350580:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829423.350581:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829423.350583:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829423.350591:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098021ab9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829423.350597:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829423.350604:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350606:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829423.350608:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00080000:1.0:1787829423.350610:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787829423.350612:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555371776, offset 0
00000100:00080000:1.0:1787829423.350613:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829423.350616:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829423.350617:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829423.350619:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829423.350620:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829423.350624:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6227
00000400:00000200:1.0:1787829423.350628:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829423.350632:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829423.350633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829423.350634:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829423.350638:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350642:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829423.350642:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:1.0:1787829423.350648:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350650:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829423.350651:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787829423.350653:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829423.350656:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829423.350658:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829423.350659:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:1.0:1787829423.350660:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829423.350662:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829423.350664:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829423.350667:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350672:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829423.350675:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787829423.350678:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829423.350680:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350685:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829423.350687:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90122:90122:256:4294967295] 192.168.203.108@tcp LPNI seq info [90109:90109:8:4294967295]
00000020:00000040:1.0:1787829423.350691:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829423.350694:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829423.350698:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350703:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.350707:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787829423.350708:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829423.350713:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787829423.350715:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:1.0:1787829423.350719:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829423.350722:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000001:1.0:1787829423.350724:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829423.350728:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787829423.350729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:1.0:1787829423.350733:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829423.350738:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829423.350739:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829423.350746:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b43c0.
00000020:00000040:1.0:1787829423.350749:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829423.350751:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829423.350752:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829423.350755:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.350759:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829423.350760:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829423.350763:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300904292
02000000:00000001:1.0:1787829423.350764:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829423.350768:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829423.350770:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
02000000:00000010:1.0:1787829423.350776:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e000.
00000100:00000001:2.0:1787829423.350777:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829423.350781:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.350783:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300904292
00000100:00000010:2.0:1787829423.350789:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c29c0.
00000100:00100000:1.0:1787829423.350791:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829423.350793:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829423.350798:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829423.350802:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.350807:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350810:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829423.350811:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829423.350816:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.350819:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829423.350822:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:1.0:1787829423.350823:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d228c8fc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829423.350825:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829423.350828:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829423.350830:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829423.350836:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829423.350842:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.350847:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829423.350848:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829423.350850:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829423.350854:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787829423.350855:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829423.350857:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787829423.350859:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787829423.350860:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829423.350863:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350864:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829423.350871:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6227
00000100:00100000:2.0:1787829423.350872:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371904:192.168.203.108@tcp:38:kworker.0
00000400:00000200:1.0:1787829423.350876:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829423.350882:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829423.350883:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787829423.350886:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829423.350888:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787829423.350893:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829423.350897:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350898:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829423.350903:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787829423.350904:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350908:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:2.0:1787829423.350910:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
00000020:00000001:1.0:1787829423.350912:0:50166:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829423.350915:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829423.350916:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829423.350920:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829423.350924:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000400:00000200:2.0:1787829423.350924:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829423.350929:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcd68.
00000020:00000001:1.0:1787829423.350930:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829423.350934:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000010:2.0:1787829423.350934:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404908.
00000100:00000200:2.0:1787829423.350940:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555371904, portal 10
00000100:00000040:1.0:1787829423.350941:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829423.350946:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829423.350947:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829423.350950:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:1.0:1787829423.350951:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350955:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829423.350957:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000040:2.0:1787829423.350960:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829423.350962:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350966:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829423.350970:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829423.350974:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787829423.350975:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829423.350980:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829423.350981:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829423.350984:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787829423.350986:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404d48.
00000008:00100000:1.0:1787829423.350987:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000200:2.0:1787829423.350989:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555371904, offset 0
00000008:00000001:1.0:1787829423.350991:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.350994:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.350997:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000010:1.0:1787829423.351000:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b70c0.
00000400:00000200:2.0:1787829423.351004:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:1.0:1787829423.351005:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829423.351009:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829423.351010:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:1.0:1787829423.351011:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351016:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829423.351017:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829423.351020:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:1.0:1787829423.351021:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829423.351024:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787829423.351026:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351028:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829423.351032:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90123:90123:255:4294967295] 192.168.203.108@tcp LPNI seq info [90110:90110:7:4294967295]
02000000:00000010:1.0:1787829423.351034:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e800.
00000400:00000200:2.0:1787829423.351036:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829423.351042:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351045:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829423.351052:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00100000:1.0:1787829423.351053:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787829423.351055:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d300.
00000800:00000200:2.0:1787829423.351064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829423.351072:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787829423.351073:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829423.351076:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351079:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829423.351085:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b736c90] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829423.351086:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829423.351123:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829423.351126:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300900437
00000100:00000001:2.0:1787829423.351129:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351132:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300900437
00000100:00000001:2.0:1787829423.351134:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351140:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829423.351147:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351154:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.351155:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351161:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829423.351162:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829423.351167:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829423.351169:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829423.351169:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829423.351173:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:1.0:1787829423.351174:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829423.351180:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829423.351181:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829423.351185:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787829423.351187:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6227
00000100:00000001:2.0:1787829423.351189:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787829423.351194:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829423.351198:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829423.351206:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829423.351212:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829423.351219:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829423.351220:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829423.351223:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829423.351224:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829423.351228:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829423.351230:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829423.351232:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829423.351234:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829423.351238:0:50166:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829423.351239:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829423.351242:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829423.351245:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787829423.351248:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372032:192.168.203.108@tcp:38:kworker.0
00000020:00000040:1.0:1787829423.351249:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829423.351255:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829423.351257:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1787829423.351260:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:2.0:1787829423.351262:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829423.351265:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829423.351267:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829423.351270:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829423.351272:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787829423.351276:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
00000100:00000040:1.0:1787829423.351277:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829423.351282:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.351283:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829423.351288:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:2.0:1787829423.351292:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829423.351295:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829423.351300:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829423.351300:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcaa8.
00000400:00000010:2.0:1787829423.351309:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
02000000:00000001:1.0:1787829423.351312:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787829423.351315:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372032, portal 10
02000000:00000001:1.0:1787829423.351318:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829423.351319:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829423.351323:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351324:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000001:1.0:1787829423.351328:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829423.351332:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000040:2.0:1787829423.351336:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829423.351337:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.351342:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829423.351348:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829423.351350:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787829423.351354:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000040:2.0:1787829423.351356:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:1.0:1787829423.351359:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787829423.351361:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
02000000:00000001:1.0:1787829423.351362:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829423.351368:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787829423.351368:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555372032, offset 0
02000000:00000001:1.0:1787829423.351371:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829423.351375:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351378:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000010:1.0:1787829423.351382:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f400.
00000400:00000200:2.0:1787829423.351387:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829423.351390:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351394:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00100000:1.0:1787829423.351400:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829423.351400:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829423.351407:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829423.351414:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787829423.351418:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829423.351419:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:1.0:1787829423.351423:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351428:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90124:90124:254:4294967295] 192.168.203.108@tcp LPNI seq info [90111:90111:6:4294967295]
00000100:00000040:1.0:1787829423.351433:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaf606ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829423.351438:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829423.351452:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351453:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787829423.351461:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6238)
00000800:00000200:2.0:1787829423.351462:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829423.351469:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d200.
00000800:00000200:2.0:1787829423.351475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829423.351481:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829423.351484:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829423.351488:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829423.351491:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829423.351493:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300900377
00000100:00000001:2.0:1787829423.351495:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351498:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300900377
00000100:00000001:2.0:1787829423.351500:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351502:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829423.351504:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351507:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829423.351511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829423.351518:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829423.351520:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829423.351523:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829423.351525:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829423.351527:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829423.351530:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829423.351534:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829423.351536:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829423.351537:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829423.351539:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829423.351542:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829423.351544:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351548:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829423.351551:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcd10.
00000400:00000010:2.0:1787829423.351555:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404aa0.
00000100:00000200:2.0:1787829423.351558:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372160, portal 4
00000100:00000001:2.0:1787829423.351560:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829423.351562:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:2.0:1787829423.351569:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829423.351576:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829423.351578:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829423.351581:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24044c8.
00000100:00000200:2.0:1787829423.351583:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555372160, offset 0
00000400:00000200:2.0:1787829423.351588:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829423.351592:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829423.351596:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829423.351599:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829423.351602:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829423.351604:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829423.351607:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829423.351610:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90125:90125:253:4294967295] 192.168.203.108@tcp LPNI seq info [90112:90112:5:4294967295]
00000400:00000200:2.0:1787829423.351615:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829423.351621:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829423.351626:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829423.351630:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d800.
00000800:00000200:2.0:1787829423.351634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829423.351638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829423.351641:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829423.351644:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829423.351648:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829423.351650:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300900410
00000100:00000001:2.0:1787829423.351652:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351655:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300900410
00000100:00000001:2.0:1787829423.351657:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351659:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829423.351661:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351663:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351664:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829423.351668:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829423.351669:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829423.351670:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829423.351671:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829423.351672:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829423.351675:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829423.351680:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829423.351681:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829423.351683:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829423.351684:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829423.351686:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829423.351688:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829423.351690:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829423.351691:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829423.351692:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829423.351694:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829423.351696:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829423.351698:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829423.351700:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829423.351702:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829423.351704:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829423.351707:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372288, portal 4
00000100:00000001:2.0:1787829423.351708:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829423.351709:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:2.0:1787829423.351713:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829423.351718:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829423.351720:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829423.351721:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404e58.
00000100:00000200:2.0:1787829423.351723:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555372288, offset 0
00000400:00000200:2.0:1787829423.351726:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829423.351729:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829423.351731:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829423.351733:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829423.351735:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829423.351736:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829423.351738:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829423.351740:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90126:90126:252:4294967295] 192.168.203.108@tcp LPNI seq info [90113:90113:4:4294967295]
00000400:00000200:2.0:1787829423.351744:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829423.351750:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829423.351761:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829423.351764:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829423.351768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829423.351771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829423.351774:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829423.351777:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829423.351780:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829423.351782:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300900402
00000100:00000001:2.0:1787829423.351784:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351786:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300900402
00000100:00000001:2.0:1787829423.351788:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300904292
00000100:00000001:2.0:1787829423.351791:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829423.351794:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351796:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351798:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829423.351801:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829423.351803:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829423.351805:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829423.351806:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829423.351808:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829423.351811:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829423.862141:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829423.862149:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829423.862151:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829423.862157:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829423.862161:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829423.862165:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829423.862167:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829423.862170:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829423.862173:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829424.182192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829424.182197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829424.182201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829424.182203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829424.182205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829424.182206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829424.182208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829424.182209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829424.182212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829424.182213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829424.182267:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829424.182271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829424.182273:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829424.374189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829424.374196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829424.374197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829424.374201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829424.374204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829424.374207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.374210:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829424.374211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.374214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829424.374250:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829424.374254:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829424.374256:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829424.374259:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829424.374262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829424.374264:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829424.374266:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829424.374268:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829424.374270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829424.374339:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829424.374342:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829424.374344:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829424.374347:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829424.374349:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829424.374351:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829424.374353:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829424.374355:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829424.374357:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.886202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829424.886207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829424.886209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829424.886212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829424.886215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829424.886219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829424.886221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829424.886223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829424.886224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829425.206222:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829425.206224:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829425.206228:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206232:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829425.206234:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206236:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206239:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829425.206245:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829425.206246:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829425.206248:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206250:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829425.206251:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206253:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206255:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829425.206261:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829425.206262:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829425.206264:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206266:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829425.206267:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206269:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206271:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206274:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829425.206276:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829425.206277:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829425.206278:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206279:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829425.206280:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206281:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206283:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829425.206285:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829425.206286:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829425.206342:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829425.206345:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829425.206348:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829425.398169:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829425.398180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829425.398183:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829425.398183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829425.398187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829425.398191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829425.398193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829425.398194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829425.398200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829425.398201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829425.398204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829425.398205:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829425.398209:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829425.398212:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829425.398221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829425.398221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829425.398225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829425.398228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829425.398299:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829425.398305:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829425.398306:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829425.398310:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829425.398313:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829425.398316:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829425.398318:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829425.398320:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829425.398322:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829425.910199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829425.910205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829425.910207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829425.910211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829425.910214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829425.910217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829425.910219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829425.910221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829425.910223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829426.230186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829426.230192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829426.230198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829426.230200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829426.230203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829426.230204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829426.230208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829426.230210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829426.230213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829426.230215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829426.230263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829426.230266:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829426.230268:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829426.422195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829426.422196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829426.422202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829426.422204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829426.422205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829426.422208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829426.422210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829426.422214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829426.422215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829426.422220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829426.422220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829426.422226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.422226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829426.422231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.422237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829426.422239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829426.422243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829426.422246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829426.422378:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829426.422381:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829426.422383:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829426.422386:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829426.422388:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829426.422390:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829426.422392:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829426.422393:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829426.422395:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787829426.422407:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:3.0:1787829426.422452:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787829426.422472:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829426.422477:0:2375:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:3.0:1787829426.422483:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829426.422487:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787829426.422492:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829426.422497:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:3.0:1787829426.422502:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829426.422509:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829426.422516:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:3.0:1787829426.422519:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:3.0:1787829426.422525:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829426.422534:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422558:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829426.422563:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422572:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829426.422574:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829426.422585:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829426.422588:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d300.
00000400:00000200:3.0:1787829426.422591:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829426.422595:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829426.422598:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404d48
00000400:00000010:3.0:1787829426.422600:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404d48.
00000100:00000001:3.0:1787829426.422602:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829426.422607:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422615:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829426.422618:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422626:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829426.422628:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829426.422634:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829426.422636:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d200.
00000400:00000200:3.0:1787829426.422650:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829426.422654:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829426.422658:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:3.0:1787829426.422660:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:3.0:1787829426.422662:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829426.422667:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.422672:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829426.422674:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829426.422677:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829426.422681:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.422683:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829426.422693:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829426.422696:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787829426.422703:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829426]  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787829426.422709:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829426.422715:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d800.
00000400:00000200:3.0:1787829426.422721:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829426.422728:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000001:2.0:1787829426.422729:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829426.422734:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829426.422738:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcaa8.
00000400:00000200:2.0:1787829426.422744:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:2.0:1787829426.422746:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:2.0:1787829426.422749:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787829426.422750:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24044c8
00000100:00000200:2.0:1787829426.422757:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787829426.422757:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24044c8.
00000100:00000001:3.0:1787829426.422764:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829426.422774:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829426.422778:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422803:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829426.422804:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787829426.422809:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422817:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829426.422818:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829426.422824:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829426.422827:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:3.0:1787829426.422829:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829426.422833:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829426.422835:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404e58
00000400:00000010:3.0:1787829426.422838:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404e58.
00000100:00000001:3.0:1787829426.422840:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829426.422844:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422851:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829426.422855:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829426.422862:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829426.422867:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829426.422867:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829426.422873:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.422876:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829426.422884:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.422894:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829426.422901:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.422909:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829426.422912:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.422914:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.422915:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.422918:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829426.422920:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829426.422924:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829426.422929:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829426.422931:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829426.422936:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829426.422946:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829426.422954:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829426.422958:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829426]  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829426.422968:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829426.422970:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829426.422972:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcd10.
00000400:00000200:2.0:1787829426.422975:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404aa0
00000400:00000010:2.0:1787829426.422976:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404aa0.
00000100:00000001:2.0:1787829426.422979:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829426.422982:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829426.422992:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.422999:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829426.423001:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423003:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423004:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829426.423008:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423015:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829426.423019:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423025:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829426.423028:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423029:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423030:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423032:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829426.423035:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829426.423038:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829426.423042:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829426.423045:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829426.423049:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829426.423058:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829426.423062:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829426.423083:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829426]  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829426.423093:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829426.423118:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829426.423120:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcd68.
00000400:00000200:2.0:1787829426.423129:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404908
00000400:00000010:2.0:1787829426.423131:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404908.
00000100:00000001:2.0:1787829426.423134:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829426.423139:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829426.423149:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423156:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829426.423158:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423160:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423162:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829426.423167:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423174:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829426.423178:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423192:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829426.423194:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423196:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423197:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423199:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829426.423202:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829426.423205:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829426.423209:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829426.423212:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829426.423217:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829426.423225:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555371904:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829426.423230:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829426.423234:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829426]  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829426.423243:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829426.423244:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829426.423247:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:2.0:1787829426.423250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829426.423252:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829426.423255:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829426.423258:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829426.423267:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423274:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829426.423276:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423278:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423280:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829426.423284:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423292:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829426.423296:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423303:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829426.423306:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423308:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423309:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423311:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829426.423312:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829426.423314:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829426.423316:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829426.423318:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829426.423322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829426.423330:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555371776:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829426.423335:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829426.423337:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829426.423340:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555372032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423351:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829426.423354:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829426.423359:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829426.423362:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829426.423365:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829426.423367:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829426.423371:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829426.423374:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:2.0:1787829426.423377:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829426.423379:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829426.423381:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:2.0:1787829426.423384:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829426.423385:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423387:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829426.423391:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555372160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423397:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829426.423399:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829426.423400:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829426.423402:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829426.423404:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829426.423405:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829426.423407:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829426.423409:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
02000000:00000001:2.0:1787829426.423411:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829426.423413:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829426.423414:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:2.0:1787829426.423416:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829426.423417:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423420:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829426.423423:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555371904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423429:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829426.423431:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829426.423432:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829426.423434:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829426.423435:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829426.423437:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829426.423439:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829426.423440:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:2.0:1787829426.423442:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829426.423444:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829426.423445:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829426.423447:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829426.423448:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423449:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829426.423452:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555371776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423458:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829426.423459:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829426.423461:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829426.423463:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829426.423465:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829426.423466:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829426.423468:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829426.423470:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f800.
02000000:00000001:2.0:1787829426.423473:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829426.423474:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829426.423476:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:2.0:1787829426.423478:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829426.423479:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423482:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829426.423485:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829426.423487:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829426.423489:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829426.423493:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829423/real 1787829426]  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829426.423503:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829426.423504:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829426.423507:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829426.423510:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829426.423512:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829426.423514:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829426.423518:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829426.423525:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423532:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829426.423533:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423535:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423536:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829426.423540:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423547:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829426.423551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423557:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829426.423559:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423560:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829426.423562:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423564:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829426.423566:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829426.423569:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829426.423572:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829426.423574:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829426.423578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829426.423586:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829426.423591:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423593:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829426.423596:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555372288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829426.423603:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829426.423604:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829426.423607:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829426.423609:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829426.423611:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829426.423613:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829426.423615:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829426.423616:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:2.0:1787829426.423619:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829426.423620:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829426.423622:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829426.423624:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829426.423626:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423628:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829426.423636:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829426.423638:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829426.423641:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829426.423642:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829426.934200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829426.934207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829426.934210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829426.934215:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829426.934219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829426.934223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829426.934226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829426.934229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829426.934232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829427.254204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829427.254209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829427.254213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829427.254214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829427.254217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829427.254218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829427.254220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829427.254221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829427.254223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829427.254224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829427.254276:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829427.254281:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829427.254284:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829427.318159:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300904292, at 4300904320
00000100:00000010:2.0:1787829427.318172:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000040:3.0:1787829427.318175:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300904292, at 4300904320
00000100:00000010:3.0:1787829427.318186:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c29c0.
00000100:00000001:1.0:1787829427.446220:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829427.446220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829427.446229:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829427.446229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829427.446234:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829427.446234:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829427.446244:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829427.446245:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829427.446252:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829427.446252:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829427.446259:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829427.446259:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829427.446264:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829427.446268:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829427.446272:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829427.446273:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829427.446284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829427.446288:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829427.446431:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829427.446434:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829427.446435:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829427.446437:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829427.446439:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829427.446440:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829427.446442:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829427.446443:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829427.446444:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829427.958197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829427.958203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829427.958205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829427.958209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829427.958211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829427.958215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829427.958217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829427.958219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829427.958221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829428.278197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829428.278205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829428.278211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829428.278212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829428.278215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829428.278216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829428.278219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829428.278221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829428.278224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829428.278226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829428.278289:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829428.278294:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829428.278297:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829428.470215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829428.470222:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829428.470223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829428.470228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829428.470232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829428.470235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829428.470237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829428.470239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829428.470242:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829428.470242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829428.470249:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829428.470252:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829428.470256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829428.470260:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829428.470262:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829428.470264:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829428.470266:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829428.470269:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.470954:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829428.470958:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829428.470960:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829428.470963:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829428.470966:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829428.470969:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.470971:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829428.470974:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.470976:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829428.471129:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829428.471136:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829428.471139:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829428.471143:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829428.471148:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829428.471156:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6233
00000400:00000200:2.0:1787829428.471165:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829428.471172:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829428.471175:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829428.471179:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471183:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471185:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471188:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829428.471193:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829428.471195:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829428.471198:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829428.471201:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829428.471204:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829428.471206:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829428.471210:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471212:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471214:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471216:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829428.471220:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829428.471224:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471227:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829428.471230:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829428.471234:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829428.471237:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471239:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829428.471242:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829428.471249:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000020:00000040:2.0:1787829428.471254:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829428.471259:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829428.471261:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471264:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829428.471267:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829428.471271:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829428.471285:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:2.0:1787829428.471293:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829428.471303:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829428.471314:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829428.471319:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829428.471324:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829428.471349:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829428.471353:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829428.471357:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829428.471358:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829428.471360:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829428.471363:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829428.471367:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6233
00000400:00000200:2.0:1787829428.471371:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829428.471376:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829428.471379:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829428.471383:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829428.471386:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829428.471387:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829428.471393:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787829428.471393:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829428.471398:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829428.471399:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829428.471404:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787829428.471409:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829428.471418:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829428.471421:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829428.471425:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787829428.471426:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829428.471428:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829428.471432:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829428.471436:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787829428.471437:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829428.471441:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787829428.471444:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829428.471447:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471449:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471456:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829428.471457:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555372416:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829428.471464:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829428.471468:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829428.471473:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471473:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829428.471479:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787829428.471480:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829428.471485:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:1.0:1787829428.471488:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:2.0:1787829428.471488:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.471495:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829428.471495:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829428.471503:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829428.471504:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829428.471509:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829428.471512:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829428.471514:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829428.471521:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787829428.471524:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000008:00000001:2.0:1787829428.471526:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471530:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829428.471534:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372416, portal 25
00000100:00000010:2.0:1787829428.471535:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14b40.
00000100:00000001:1.0:1787829428.471541:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1787829428.471541:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829428.471546:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
02000000:00000001:2.0:1787829428.471547:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829428.471550:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471554:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829428.471557:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787829428.471559:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829428.471560:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829428.471568:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829428.471575:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.471577:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787829428.471584:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787829428.471585:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829428.471591:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:2.0:1787829428.471597:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787829428.471600:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555372416, offset 0
00000100:00000001:2.0:1787829428.471601:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829428.471610:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a759bd9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829428.471614:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829428.471631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829428.471635:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829428.471639:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829428.471642:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:2.0:1787829428.471644:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829428.471648:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829428.471650:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787829428.471650:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829428.471657:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829428.471663:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6233
00000400:00000200:2.0:1787829428.471667:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829428.471670:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829428.471673:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829428.471676:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471678:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471679:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471681:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829428.471684:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829428.471685:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829428.471686:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829428.471688:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829428.471690:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829428.471692:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829428.471695:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471697:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471698:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471700:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829428.471702:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829428.471705:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471707:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829428.471709:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829428.471712:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829428.471714:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471716:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829428.471718:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829428.471720:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471722:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829428.471726:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000020:00000040:2.0:1787829428.471728:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829428.471731:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829428.471732:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471733:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829428.471735:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829428.471737:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829428.471741:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
00000100:00000001:2.0:1787829428.471744:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829428.471748:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829428.471755:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829428.471757:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829428.471761:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829428.471769:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829428.471771:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829428.471775:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829428.471777:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829428.471778:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829428.471781:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829428.471783:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6233
00000400:00000200:2.0:1787829428.471787:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829428.471791:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829428.471793:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829428.471797:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471799:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471801:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471803:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829428.471805:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829428.471806:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829428.471808:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829428.471810:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829428.471812:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829428.471814:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829428.471823:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471825:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471827:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471829:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829428.471832:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829428.471835:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471838:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829428.471840:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829428.471843:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829428.471845:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471847:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829428.471849:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829428.471852:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471853:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829428.471857:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000020:00000040:2.0:1787829428.471860:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829428.471862:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829428.471863:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471865:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829428.471866:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829428.471868:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829428.471871:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829428.471875:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829428.471880:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829428.471889:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829428.471891:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829428.471895:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829428.471903:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829428.471905:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829428.471908:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829428.471910:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829428.471911:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829428.471914:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829428.471916:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6233
00000400:00000200:2.0:1787829428.471920:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829428.471924:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829428.471927:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829428.471929:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471932:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471934:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471936:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829428.471939:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829428.471940:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829428.471942:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829428.471944:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829428.471947:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829428.471949:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829428.471952:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471954:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829428.471957:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471958:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829428.471961:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829428.471964:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829428.471966:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829428.471967:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829428.471970:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829428.471971:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471974:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829428.471976:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829428.471979:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829428.471980:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.471984:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000010:2.0:1787829428.471986:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829428.471991:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:1.0:1787829428.471995:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787829428.471996:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829428.472000:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472004:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:2.0:1787829428.472005:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829428.472009:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829428.472013:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90127:90127:256:4294967295] 192.168.203.108@tcp LPNI seq info [90114:90114:8:4294967295]
02000000:00000001:2.0:1787829428.472013:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472021:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:2.0:1787829428.472022:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:2.0:1787829428.472028:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472038:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1787829428.472039:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787829428.472048:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472066:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829428.472072:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829428.472076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829428.472077:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829428.472085:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1787829428.472087:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829428.472130:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829428.472138:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787829428.472139:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829428.472148:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472151:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000040:2.0:1787829428.472152:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6243)
00000400:00000200:1.0:1787829428.472157:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829428.472164:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829428.472170:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829428.472173:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829428.472178:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829428.472183:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472193:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.472197:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472205:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472206:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829428.472213:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472218:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829428.472221:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300909414
00000100:00000010:1.0:1787829428.472227:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc00.
00000100:00000001:1.0:1787829428.472233:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829428.472238:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300909414
00000100:00000010:1.0:1787829428.472241:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca80.
00000100:00000001:1.0:1787829428.472244:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829428.472247:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829428.472250:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472252:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829428.472256:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829428/real 1787829428]  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829428.472266:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829428.472267:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829428.472269:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829428.472272:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829428.472274:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829428.472276:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829428.472280:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829428.472288:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472295:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829428.472297:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472299:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.472301:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829428.472305:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472312:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829428.472316:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472323:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829428.472326:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472328:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.472330:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472332:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829428.472335:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829428.472338:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829428.472342:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829428.472344:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829428.472348:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829428.472358:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555372416:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829428.472363:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472365:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.472368:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555372416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472374:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829428.472377:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829428.472379:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829428.472382:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829428.472384:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829428.472386:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829428.472388:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829428.472391:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:1.0:1787829428.472394:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829428.472396:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829428.472398:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
00000100:00000001:1.0:1787829428.472401:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829428.472402:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472405:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472411:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829428.472412:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472414:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829428.472415:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829428.472416:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829428.472419:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472425:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829428.472426:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.472427:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829428.472428:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829428.472430:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829428.472432:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829428.472434:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829428.472436:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829428.472437:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.472439:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829428.472441:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829428.472442:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472445:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829428.472447:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829428.472450:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829428.472452:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372544, portal 10
00000100:00000001:1.0:1787829428.472454:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829428.472455:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
00000100:00000040:1.0:1787829428.472460:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472464:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829428.472466:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829428.472467:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829428.472469:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555372544, offset 0
00000400:00000200:1.0:1787829428.472472:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829428.472475:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.472478:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829428.472480:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829428.472482:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829428.472484:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829428.472486:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829428.472488:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90128:90128:256:4294967295] 192.168.203.108@tcp LPNI seq info [90115:90115:8:4294967295]
00000400:00000200:1.0:1787829428.472491:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.472496:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829428.472499:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472503:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829428.472507:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829428.472510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829428.472515:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829428.472518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829428.472522:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472524:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829428.472527:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829428.472530:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829428.472534:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829428.472536:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829428.472538:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829428.472542:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472551:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.472555:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472562:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472563:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829428.472567:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829428.472570:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829428.472574:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829428.472576:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300905558
00000100:00000001:1.0:1787829428.472579:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.472581:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300905558
00000100:00000001:1.0:1787829428.472583:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.472585:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829428.472588:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472590:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829428.472594:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829428/real 1787829428]  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829428.472603:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829428.472605:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829428.472607:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829428.472609:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829428.472611:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829428.472613:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829428.472616:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829428.472622:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472626:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829428.472627:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472628:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.472629:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829428.472633:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472639:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829428.472643:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472650:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829428.472653:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472655:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.472656:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472658:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829428.472672:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829428.472675:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829428.472679:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829428.472681:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829428.472684:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829428.472689:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829428.472692:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829428.472695:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472699:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829428.472700:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.472702:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829428.472703:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829428.472704:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829428.472706:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829428.472708:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829428.472710:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829428.472711:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.472712:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829428.472715:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829428.472716:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472718:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829428.472720:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829428.472723:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829428.472725:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372672, portal 10
00000100:00000001:1.0:1787829428.472726:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829428.472727:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:1.0:1787829428.472731:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472736:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829428.472738:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829428.472739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829428.472741:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555372672, offset 0
00000400:00000200:1.0:1787829428.472743:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829428.472746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.472749:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829428.472751:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829428.472753:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829428.472755:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829428.472756:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829428.472758:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90129:90129:256:4294967295] 192.168.203.108@tcp LPNI seq info [90116:90116:8:4294967295]
00000400:00000200:1.0:1787829428.472761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.472766:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829428.472769:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472771:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829428.472774:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829428.472775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829428.472778:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829428.472780:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829428.472783:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472784:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829428.472786:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829428.472789:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829428.472791:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829428.472792:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829428.472793:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829428.472795:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472801:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.472803:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472807:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472808:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829428.472811:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829428.472813:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829428.472814:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829428.472816:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300905498
00000100:00000001:1.0:1787829428.472818:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.472819:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300905498
00000100:00000001:1.0:1787829428.472821:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.472822:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829428.472823:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.472824:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829428.472827:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829428/real 1787829428]  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829428.472831:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829428.472832:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829428.472833:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829428.472834:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829428.472835:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829428.472836:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829428.472838:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829428.472843:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472847:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829428.472848:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472849:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.472850:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829428.472852:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472856:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829428.472858:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472863:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829428.472865:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472866:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.472867:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.472868:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829428.472869:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829428.472870:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829428.472872:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829428.472874:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829428.472876:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829428.472880:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829428.472883:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829428.472885:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472889:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829428.472890:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.472891:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829428.472892:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829428.472893:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829428.472895:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829428.472897:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829428.472898:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829428.472899:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.472900:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829428.472902:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829428.472904:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.472906:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829428.472908:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829428.472910:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829428.472912:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372800, portal 4
00000100:00000001:1.0:1787829428.472913:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829428.472914:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:1.0:1787829428.472917:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.472921:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829428.472923:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829428.472924:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829428.472926:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555372800, offset 0
00000400:00000200:1.0:1787829428.472928:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829428.472930:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.472932:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829428.472934:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829428.472936:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829428.472937:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829428.472939:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829428.472941:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90130:90130:256:4294967295] 192.168.203.108@tcp LPNI seq info [90117:90117:8:4294967295]
00000400:00000200:1.0:1787829428.472944:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.472949:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829428.472954:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472957:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829428.472961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829428.472963:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829428.472967:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829428.472970:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829428.472975:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.472977:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829428.472980:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829428.472983:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829428.472986:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829428.472988:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829428.472991:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829428.472995:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473004:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.473006:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473011:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.473012:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829428.473015:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829428.473017:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829428.473019:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829428.473020:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300905531
00000100:00000001:1.0:1787829428.473022:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.473023:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300905531
00000100:00000001:1.0:1787829428.473025:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.473026:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829428.473027:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.473028:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829428.473031:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829428/real 1787829428]  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829428.473035:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829428.473036:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829428.473037:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829428.473039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829428.473040:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829428.473041:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829428.473043:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829428.473049:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473070:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829428.473071:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473073:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.473074:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829428.473077:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473081:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829428.473084:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473088:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829428.473089:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.473091:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473092:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829428.473094:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829428.473109:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829428.473112:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829428.473113:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829428.473116:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829428.473121:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829428.473125:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829428.473128:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473135:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829428.473137:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.473140:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829428.473142:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829428.473144:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829428.473147:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829428.473150:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829428.473152:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829428.473154:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829428.473155:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829428.473159:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304ec00.
02000000:00000001:1.0:1787829428.473161:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829428.473165:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829428.473167:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829428.473171:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829428.473174:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555372928, portal 4
00000100:00000001:1.0:1787829428.473176:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829428.473178:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:1.0:1787829428.473184:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473191:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829428.473193:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829428.473196:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829428.473198:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555372928, offset 0
00000400:00000200:1.0:1787829428.473202:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829428.473206:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.473209:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829428.473212:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829428.473214:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829428.473217:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829428.473219:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829428.473222:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90131:90131:256:4294967295] 192.168.203.108@tcp LPNI seq info [90118:90118:8:4294967295]
00000400:00000200:1.0:1787829428.473226:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829428.473232:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829428.473237:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.473240:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829428.473245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829428.473247:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829428.473252:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829428.473254:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829428.473258:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829428.473260:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829428.473263:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829428.473266:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829428.473268:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829428.473269:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829428.473271:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829428.473274:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473279:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.473281:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473285:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.473286:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829428.473288:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829428.473291:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829428.473293:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829428.473294:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300905524
00000100:00000001:1.0:1787829428.473296:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.473297:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300905524
00000100:00000001:1.0:1787829428.473299:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300909414
00000100:00000001:1.0:1787829428.473300:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829428.473301:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.473302:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829428.473305:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829428/real 1787829428]  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829428.473310:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829428.473311:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829428.473312:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829428.473314:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829428.473315:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829428.473316:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829428.473318:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829428.473323:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473327:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829428.473328:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473329:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.473330:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829428.473332:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473336:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829428.473338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473342:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829428.473344:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473345:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829428.473346:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473347:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829428.473349:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829428.473352:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829428.473355:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829428.473357:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829428.473362:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829428.473370:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555372928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829428.473374:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473376:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.473379:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555372544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473386:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829428.473388:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829428.473390:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829428.473393:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829428.473394:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829428.473396:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829428.473398:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829428.473399:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:1.0:1787829428.473401:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829428.473402:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829428.473403:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:1.0:1787829428.473404:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829428.473405:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473406:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.473409:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555372672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473413:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829428.473414:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829428.473415:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829428.473417:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829428.473417:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829428.473418:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829428.473419:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829428.473420:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:1.0:1787829428.473421:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829428.473422:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829428.473423:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:1.0:1787829428.473425:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829428.473426:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473427:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.473429:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555372800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473433:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829428.473433:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829428.473434:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829428.473436:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829428.473436:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829428.473437:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829428.473438:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829428.473439:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:1.0:1787829428.473440:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829428.473441:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829428.473441:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:1.0:1787829428.473443:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829428.473443:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473444:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829428.473446:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555372928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829428.473450:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829428.473450:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829428.473451:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:1.0:1787829428.473453:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829428.473453:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829428.473454:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829428.473455:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829428.473456:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:1.0:1787829428.473457:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829428.473458:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829428.473459:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:1.0:1787829428.473460:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829428.473460:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473462:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829428.473465:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829428.473466:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829428.473467:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829428.473469:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829428.982175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829428.982181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829428.982183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829428.982186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829428.982189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829428.982192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829428.982195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829428.982197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829428.982199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829429.302213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829429.302218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829429.302221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829429.302222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829429.302225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829429.302226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829429.302228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829429.302229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829429.302231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829429.302232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829429.302275:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829429.302279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829429.302281:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829429.494191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829429.494195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829429.494199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829429.494201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829429.494203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829429.494205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829429.494213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829429.494213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829429.494220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829429.494221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829429.494225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829429.494227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829429.494230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829429.494234:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829429.494237:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829429.494239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829429.494243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829429.494246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.494296:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829429.494299:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829429.494300:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829429.494303:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829429.494305:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829429.494306:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829429.494308:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829429.494309:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829429.494311:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829430.006202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829430.006210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829430.006213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829430.006219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829430.006231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829430.006234:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829430.006236:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829430.006239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829430.006242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829430.326183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829430.326188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829430.326192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829430.326193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829430.326195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829430.326196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829430.326198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829430.326199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829430.326202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829430.326203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829430.326256:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829430.326259:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829430.326261:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829430.518182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829430.518182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829430.518182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829430.518188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829430.518189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829430.518189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829430.518191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829430.518193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829430.518194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829430.518197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829430.518198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829430.518199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829430.518203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829430.518204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829430.518204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829430.518208:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829430.518209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829430.518209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829430.518212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829430.518216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829430.518218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829430.518220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829430.518224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829430.518227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829430.518227:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829430.518228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829430.518230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829431.030166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829431.030172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829431.030173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829431.030177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829431.030180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829431.030184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829431.030186:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829431.030188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829431.030190:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829431.350233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829431.350240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829431.350245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829431.350250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350254:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829431.350258:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829431.350260:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829431.350263:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350266:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829431.350269:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350270:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829431.350272:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829431.350332:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829431.350336:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829431.350340:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829431.542186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829431.542186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829431.542186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829431.542195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829431.542196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829431.542196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829431.542199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829431.542200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829431.542205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829431.542209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829431.542209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829431.542210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829431.542216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829431.542216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829431.542217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829431.542224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829431.542224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829431.542224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829431.542231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829431.542236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829431.542239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829431.542240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829431.542243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829431.542247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829431.542254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829431.542258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829431.542262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829432.054193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829432.054198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829432.054200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829432.054204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829432.054208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829432.054211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829432.054213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829432.054215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829432.054216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829432.374185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829432.374191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829432.374195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829432.374195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829432.374198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829432.374199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829432.374201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829432.374202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829432.374205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829432.374206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829432.374260:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829432.374263:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829432.374266:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829432.438184:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300909414, at 4300909440
00000100:00000040:3.0:1787829432.438184:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300909414, at 4300909440
00000100:00000010:2.0:1787829432.438200:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc00.
00000100:00000010:3.0:1787829432.438205:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:2.0:1787829432.566171:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829432.566173:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829432.566179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829432.566179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829432.566180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829432.566182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829432.566182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829432.566186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829432.566190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829432.566191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829432.566191:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829432.566195:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829432.566198:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829432.566199:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829432.566200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829432.566202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829432.566206:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829432.566206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829432.566209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829432.566211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829432.566213:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829432.566215:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829432.566219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829432.566223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829432.566224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829432.566228:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829432.566231:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829433.078149:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829433.078155:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829433.078157:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829433.078160:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829433.078164:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829433.078167:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829433.078169:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829433.078171:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829433.078173:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829433.398204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829433.398211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829433.398216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829433.398217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829433.398220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829433.398221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829433.398223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829433.398224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829433.398226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829433.398227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829433.398279:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829433.398283:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829433.398285:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829433.590187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829433.590189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829433.590189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829433.590194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829433.590195:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829433.590196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.590196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829433.590197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.590200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829433.590203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829433.590204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829433.590205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829433.590210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829433.590210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829433.590211:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829433.590215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829433.590216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.590216:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829433.590221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829433.590224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829433.590228:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829433.590228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829433.590229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829433.590231:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.590232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829433.590235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.590237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829433.590247:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829433.590253:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829433.590256:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829433.590259:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829433.590263:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829433.590271:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6238
00000400:00000200:1.0:1787829433.590280:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829433.590286:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829433.590288:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829433.590291:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590293:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829433.590296:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590297:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829433.590300:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829433.590301:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829433.590303:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829433.590306:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829433.590307:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829433.590309:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829433.590311:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590313:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829433.590315:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590316:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829433.590318:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829433.590320:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590322:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.590324:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829433.590327:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829433.590329:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.590330:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829433.590332:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829433.590339:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6d00.
00000020:00000040:1.0:1787829433.590341:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829433.590344:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829433.590346:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.590348:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829433.590350:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829433.590354:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829433.590359:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000100:00000001:1.0:1787829433.590370:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829433.590380:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829433.590392:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829433.590396:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829433.590401:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099350bd6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829433.590424:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829433.590426:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829433.590429:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829433.590430:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829433.590432:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829433.590433:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829433.590436:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6238
00000400:00000200:1.0:1787829433.590439:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829433.590442:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829433.590444:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829433.590447:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590449:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829433.590451:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590453:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829433.590454:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829433.590455:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829433.590457:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829433.590460:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829433.590461:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787829433.590462:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829433.590463:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829433.590464:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829433.590467:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590470:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829433.590472:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829433.590476:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590481:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:2.0:1787829433.590483:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829433.590487:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829433.590495:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829433.590502:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829433.590503:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.590505:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.590507:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829433.590511:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829433.590515:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829433.590516:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829433.590520:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.590522:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.590523:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829433.590528:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829433.590531:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555373056:192.168.203.108@tcp:250:kworker.0
00000008:00000001:1.0:1787829433.590532:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.590536:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829433.590541:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b61c0.
00000100:00000001:2.0:1787829433.590543:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787829433.590545:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829433.590548:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829433.590549:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.590549:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829433.590552:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829433.590553:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.590554:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829433.590558:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829433.590559:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829433.590565:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000010:1.0:1787829433.590566:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829433.590568:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.590573:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.590576:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829433.590581:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00100000:1.0:1787829433.590584:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829433.590587:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829433.590594:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373056, portal 25
00000100:00000001:1.0:1787829433.590598:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829433.590598:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829433.590600:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537141504 : -107611172410112 : ffff9e20d24b6d00)
00000100:00000001:1.0:1787829433.590604:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.590608:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.590616:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829433.590618:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed22ca2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829433.590621:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829433.590624:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829433.590628:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555373056, offset 0
00000400:00000200:2.0:1787829433.590636:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590639:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829433.590643:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829433.590644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829433.590651:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787829433.590652:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:1.0:1787829433.590655:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829433.590660:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829433.590660:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829433.590665:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:1.0:1787829433.590667:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829433.590671:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787829433.590674:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6238
00000400:00000200:2.0:1787829433.590678:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829433.590683:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.590687:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90132:90132:256:4294967295] 192.168.203.108@tcp LPNI seq info [90119:90119:8:4294967295]
00000400:00000200:1.0:1787829433.590693:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829433.590696:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829433.590697:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829433.590701:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590705:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829433.590708:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590713:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829433.590717:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787829433.590718:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787829433.590719:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829433.590722:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829433.590725:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829433.590727:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829433.590732:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:2.0:1787829433.590732:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000040:1.0:1787829433.590739:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590741:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787829433.590741:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000040:1.0:1787829433.590745:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590747:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829433.590749:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:2.0:1787829433.590751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:1.0:1787829433.590755:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000200:2.0:1787829433.590757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1787829433.590759:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.590764:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787829433.590764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829433.590768:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1787829433.590770:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787829433.590773:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
02000000:00000001:1.0:1787829433.590776:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829433.590777:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000001:1.0:1787829433.590782:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829433.590785:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1787829433.590787:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829433.590791:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1787829433.590794:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.590797:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000100:00000001:1.0:1787829433.590799:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829433.590800:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829433.590806:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1787829433.590807:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4780.
00000100:00000200:2.0:1787829433.590811:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829433.590812:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829433.590817:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829433.590821:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.590825:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829433.590825:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829433.590829:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787829433.590830:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829433.590834:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829433.590843:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000001:1.0:1787829433.590848:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.590850:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.590853:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787829433.590856:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829433.590860:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.590869:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829433.590870:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829433.590872:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300914532
00000100:00000001:1.0:1787829433.590874:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829433.590879:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000040:1.0:1787829433.590880:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaf606ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.590887:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829433.590888:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829433.590892:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829433.590893:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300914532
00000100:00080000:1.0:1787829433.590899:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1787829433.590899:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2240.
00000100:00000001:1.0:1787829433.590903:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829433.590903:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829433.590908:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829433.590909:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829433.590910:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829433.590912:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829433.590915:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6238
00000100:00000001:2.0:1787829433.590916:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1787829433.590921:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:2.0:1787829433.590923:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829433/real 1787829433]  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829433.590927:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829433.590931:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829433.590938:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000001:2.0:1787829433.590940:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829433.590941:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829433.590942:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829433.590945:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000100:00000040:1.0:1787829433.590946:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590949:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829433.590949:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829433.590952:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000020:00000001:1.0:1787829433.590953:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829433.590955:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1787829433.590956:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829433.590960:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787829433.590961:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829433.590962:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829433.590966:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829433.590970:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829433.590977:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829433.590980:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829433.590981:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829433.590986:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.590990:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829433.590993:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787829433.590994:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:2.0:1787829433.590996:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591000:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787829433.591001:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829433.591003:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829433.591005:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.591007:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829433.591009:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829433.591011:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829433.591016:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591033:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829433.591034:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829433.591037:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829433.591040:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.591043:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.591043:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829433.591050:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5680.
00000020:00000040:1.0:1787829433.591054:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829433.591059:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829433.591061:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.591065:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829433.591065:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829433.591068:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829433.591070:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829433.591071:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591072:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591075:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1787829433.591076:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:2.0:1787829433.591077:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829433.591081:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829433.591082:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829433.591083:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1787829433.591089:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829433.591089:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829433.591091:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829433.591116:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829433.591138:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555373056:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829433.591139:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829433.591144:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591145:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591150:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829433.591156:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6a22ee2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829433.591156:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6d00 x1874668555373056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591176:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829433.591179:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829433.591181:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829433.591182:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
00000100:00080000:1.0:1787829433.591184:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829433.591187:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1787829433.591188:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:2.0:1787829433.591190:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787829433.591191:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000040:2.0:1787829433.591193:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00080000:1.0:1787829433.591194:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1787829433.591196:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829433.591198:0:49828:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1787829433.591200:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
00000100:00080000:1.0:1787829433.591204:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6238
02000000:00000001:2.0:1787829433.591205:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829433.591207:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:1.0:1787829433.591210:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:2.0:1787829433.591210:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6d00.
00000100:00000001:2.0:1787829433.591217:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000400:00000200:1.0:1787829433.591218:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829433.591219:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829433.591223:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829433.591223:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829433.591228:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.591230:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829433.591232:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829433.591233:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829433.591234:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829433.591237:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829433.591237:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829433.591239:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829433.591243:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829433.591243:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787829433.591245:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829433.591248:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829433.591248:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829433.591253:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829433.591253:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829433.591258:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.591261:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829433.591262:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829433.591264:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829433.591267:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829433.591270:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:1.0:1787829433.591274:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829433.591279:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.591283:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829433.591287:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829433.591288:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829433.591289:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.591291:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.591293:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829433.591294:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829433.591297:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787829433.591298:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
02000000:00000001:2.0:1787829433.591300:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829433.591302:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.591305:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829433.591306:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373184:192.168.203.108@tcp:38:kworker.0
00000100:00000010:1.0:1787829433.591310:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829433.591310:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787829433.591314:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829433.591314:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829433.591316:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.591318:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829433.591319:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829433.591320:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829433.591323:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787829433.591324:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:1.0:1787829433.591325:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829433.591328:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829433.591329:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.591333:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:1.0:1787829433.591335:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000400:00000010:2.0:1787829433.591337:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00000001:1.0:1787829433.591340:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829433.591342:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829433.591346:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373184, portal 10
00000100:00100000:1.0:1787829433.591347:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829433.591349:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829433.591352:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537138624 : -107611172412992 : ffff9e20d24b61c0)
00000100:00000001:1.0:1787829433.591359:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829433.591363:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.591363:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829433.591371:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098021ab9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591375:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829433.591380:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829433.591383:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829433.591386:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555373184, offset 0
00000400:00000200:2.0:1787829433.591393:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829433.591394:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.591399:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829433.591403:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6248)
00000400:00000200:2.0:1787829433.591404:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829433.591410:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829433.591413:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829433.591415:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829433.591417:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829433.591419:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90133:90133:256:4294967295] 192.168.203.108@tcp LPNI seq info [90120:90120:8:4294967295]
00000400:00000200:2.0:1787829433.591423:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.591427:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829433.591430:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.591432:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829433.591435:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829433.591437:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829433.591440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829433.591442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829433.591444:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.591445:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829433.591448:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829433.591450:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829433.591452:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829433.591453:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829433.591455:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829433.591458:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591463:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.591465:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591472:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591474:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829433.591477:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.591481:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829433.591484:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829433.591486:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300910677
00000100:00000001:2.0:1787829433.591489:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.591492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300910677
00000100:00000001:2.0:1787829433.591494:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.591496:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829433.591499:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591501:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829433.591505:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829433/real 1787829433]  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829433.591514:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829433.591516:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829433.591518:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829433.591520:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829433.591521:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829433.591523:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829433.591525:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829433.591531:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591535:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829433.591536:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591537:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591538:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829433.591541:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591545:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829433.591548:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591552:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829433.591553:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591555:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591556:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591557:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829433.591559:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829433.591560:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829433.591562:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829433.591564:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829433.591566:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829433.591571:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829433.591574:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829433.591576:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591580:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829433.591581:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.591582:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829433.591583:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829433.591584:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829433.591586:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829433.591588:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829433.591590:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829433.591591:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.591592:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829433.591595:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829433.591596:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.591599:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829433.591600:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829433.591602:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829433.591604:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373312, portal 10
00000100:00000001:2.0:1787829433.591606:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829433.591607:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:2.0:1787829433.591611:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591615:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829433.591617:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829433.591618:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829433.591620:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555373312, offset 0
00000400:00000200:2.0:1787829433.591622:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829433.591625:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.591627:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829433.591629:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829433.591631:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829433.591633:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829433.591635:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829433.591637:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90134:90134:256:4294967295] 192.168.203.108@tcp LPNI seq info [90121:90121:8:4294967295]
00000400:00000200:2.0:1787829433.591640:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.591644:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829433.591647:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.591649:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829433.591652:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829433.591653:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829433.591656:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829433.591658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829433.591661:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.591662:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829433.591664:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829433.591666:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829433.591669:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829433.591671:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829433.591673:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829433.591677:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591684:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.591688:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591695:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591696:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829433.591700:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.591703:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829433.591706:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829433.591708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300910617
00000100:00000001:2.0:1787829433.591711:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.591713:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300910617
00000100:00000001:2.0:1787829433.591715:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.591718:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829433.591720:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591722:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829433.591725:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829433/real 1787829433]  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829433.591731:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829433.591732:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829433.591733:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829433.591735:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829433.591736:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829433.591737:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829433.591739:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829433.591745:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591749:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829433.591750:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591751:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591752:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829433.591755:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591759:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829433.591762:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591766:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829433.591767:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591768:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591769:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591770:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829433.591771:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829433.591773:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829433.591775:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829433.591776:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829433.591778:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829433.591783:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829433.591786:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829433.591788:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591792:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829433.591793:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.591794:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829433.591795:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829433.591797:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829433.591799:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829433.591801:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829433.591803:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829433.591804:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.591805:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829433.591807:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829433.591809:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.591811:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829433.591813:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829433.591815:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829433.591817:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373440, portal 4
00000100:00000001:2.0:1787829433.591818:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829433.591819:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:2.0:1787829433.591823:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591827:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829433.591829:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829433.591830:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829433.591831:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555373440, offset 0
00000400:00000200:2.0:1787829433.591834:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829433.591837:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.591839:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829433.591841:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829433.591843:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829433.591845:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829433.591846:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829433.591848:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90135:90135:256:4294967295] 192.168.203.108@tcp LPNI seq info [90122:90122:8:4294967295]
00000400:00000200:2.0:1787829433.591851:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.591855:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829433.591858:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.591860:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829433.591863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829433.591865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829433.591867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829433.591870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829433.591872:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.591874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829433.591875:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829433.591878:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829433.591880:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829433.591881:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829433.591882:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829433.591884:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591890:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.591891:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591896:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591897:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829433.591899:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.591901:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829433.591902:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829433.591903:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300910650
00000100:00000001:2.0:1787829433.591905:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.591907:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300910650
00000100:00000001:2.0:1787829433.591908:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.591909:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829433.591911:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.591912:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829433.591914:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829433/real 1787829433]  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829433.591918:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829433.591919:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829433.591920:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829433.591921:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829433.591922:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829433.591924:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829433.591926:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829433.591931:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591935:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829433.591936:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591937:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591938:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829433.591940:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591944:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829433.591946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591950:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829433.591951:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591952:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.591953:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591954:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829433.591956:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829433.591957:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829433.591959:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829433.591960:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829433.591962:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829433.591967:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829433.591970:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591971:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.591973:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b61c0 x1874668555373184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.591978:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829433.591979:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829433.591980:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829433.591982:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829433.591983:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829433.591983:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829433.591985:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829433.591986:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829433.591988:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829433.591989:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829433.591990:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b61c0.
00000100:00000001:2.0:1787829433.591991:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829433.591992:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.591994:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.591996:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555373312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592000:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829433.592000:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829433.592001:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829433.592003:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829433.592003:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829433.592004:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829433.592005:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829433.592006:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829433.592007:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829433.592008:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829433.592009:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829433.592010:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829433.592011:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592012:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.592013:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555373440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592033:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829433.592034:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829433.592036:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829433.592038:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829433.592039:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829433.592039:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829433.592041:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829433.592042:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829433.592043:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829433.592044:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829433.592045:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:2.0:1787829433.592046:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829433.592047:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592048:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592051:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829433.592052:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.592053:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829433.592054:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829433.592055:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829433.592058:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592063:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829433.592064:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.592066:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829433.592067:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829433.592068:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829433.592070:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829433.592072:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829433.592073:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829433.592074:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829433.592075:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829433.592077:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829433.592079:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829433.592081:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829433.592083:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829433.592085:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829433.592087:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373568, portal 4
00000100:00000001:2.0:1787829433.592088:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829433.592089:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:2.0:1787829433.592093:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592112:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829433.592114:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829433.592116:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829433.592118:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555373568, offset 0
00000400:00000200:2.0:1787829433.592120:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829433.592123:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.592125:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829433.592127:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829433.592129:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829433.592131:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829433.592132:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829433.592134:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90136:90136:256:4294967295] 192.168.203.108@tcp LPNI seq info [90123:90123:8:4294967295]
00000400:00000200:2.0:1787829433.592137:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829433.592141:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829433.592144:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.592146:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829433.592148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829433.592151:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829433.592153:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829433.592155:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829433.592158:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829433.592159:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829433.592161:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829433.592163:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829433.592165:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829433.592166:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829433.592168:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829433.592170:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592179:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.592181:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592185:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.592186:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829433.592188:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829433.592190:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829433.592192:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829433.592193:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300910643
00000100:00000001:2.0:1787829433.592195:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.592196:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300910643
00000100:00000001:2.0:1787829433.592198:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300914532
00000100:00000001:2.0:1787829433.592199:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829433.592201:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.592202:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829433.592204:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829433/real 1787829433]  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829433.592208:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829433.592209:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829433.592210:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829433.592211:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829433.592212:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829433.592214:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829433.592216:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829433.592221:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592225:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829433.592226:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592227:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.592228:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829433.592230:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592235:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829433.592239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592246:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829433.592249:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592250:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829433.592252:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592254:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829433.592255:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829433.592258:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829433.592261:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829433.592264:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829433.592268:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829433.592277:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829433.592281:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592283:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829433.592286:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555373568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829433.592292:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829433.592293:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829433.592295:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829433.592297:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829433.592298:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829433.592299:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829433.592301:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829433.592302:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:2.0:1787829433.592303:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829433.592304:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829433.592305:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829433.592307:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829433.592308:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592309:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829433.592311:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829433.592312:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829433.592314:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829433.592315:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.102215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829434.102221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829434.102224:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829434.102229:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829434.102233:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829434.102237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.102240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829434.102242:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.102245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829434.422228:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829434.422230:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829434.422232:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422237:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829434.422238:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422240:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422241:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829434.422246:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829434.422248:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829434.422249:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422250:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829434.422251:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422252:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422254:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829434.422257:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829434.422258:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829434.422259:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422260:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829434.422261:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422262:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422264:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422267:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829434.422268:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829434.422270:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829434.422271:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422273:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829434.422274:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422275:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422277:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829434.422280:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829434.422282:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829434.422352:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829434.422356:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829434.422359:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829434.614172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829434.614172:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829434.614175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829434.614179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829434.614180:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829434.614180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829434.614182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829434.614186:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829434.614186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829434.614188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829434.614191:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829434.614194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829434.614195:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829434.614195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829434.614199:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829434.614199:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829434.614201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829434.614204:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829434.614207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829434.614207:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829434.614213:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829434.614213:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829434.614217:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829434.614220:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829434.614221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829434.614225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829434.614228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829435.126174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829435.126180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829435.126181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829435.126185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829435.126195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829435.126199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829435.126201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829435.126203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829435.126205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829435.446209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829435.446216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829435.446222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829435.446224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829435.446227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829435.446229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829435.446233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829435.446234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829435.446238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829435.446239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829435.446292:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829435.446296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829435.446299:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829435.638214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829435.638214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829435.638223:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829435.638223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829435.638226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829435.638227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829435.638234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829435.638235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829435.638240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829435.638241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829435.638245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829435.638246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829435.638251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829435.638255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829435.638258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829435.638260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829435.638264:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829435.638267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829435.638381:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829435.638385:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829435.638386:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829435.638390:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829435.638392:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829435.638394:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829435.638396:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829435.638398:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829435.638411:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829436.150199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829436.150205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829436.150207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829436.150210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829436.150213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829436.150216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829436.150219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829436.150220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829436.150222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829436.470168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829436.470173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829436.470177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829436.470184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829436.470186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829436.470187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829436.470190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829436.470191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829436.470193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829436.470194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829436.470246:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829436.470249:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829436.470252:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829436.662178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829436.662178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829436.662179:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829436.662185:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829436.662186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829436.662186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829436.662188:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829436.662190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829436.662191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829436.662195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829436.662196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829436.662201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829436.662202:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829436.662203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829436.662205:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829436.662206:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829436.662207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829436.662210:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829436.662212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829436.662215:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829436.662220:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829436.662220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829436.662224:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829436.662227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829436.662228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829436.662231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829436.662233:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829437.174180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829437.174188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829437.174190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829437.174196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829437.174201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829437.174205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829437.174208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829437.174210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829437.174213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829437.494216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829437.494223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829437.494230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829437.494232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829437.494236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829437.494239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829437.494251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829437.494252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829437.494257:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829437.494258:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829437.494307:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829437.494312:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829437.494315:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829437.558201:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300914532, at 4300914560
00000100:00000040:3.0:1787829437.558201:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300914532, at 4300914560
00000100:00000010:3.0:1787829437.558216:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2240.
00000100:00000010:2.0:1787829437.558219:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829437.686178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829437.686178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829437.686179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829437.686184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829437.686185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829437.686186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829437.686187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829437.686190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829437.686190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829437.686192:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829437.686195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829437.686195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829437.686197:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829437.686200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829437.686200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829437.686202:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829437.686204:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829437.686205:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829437.686208:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829437.686211:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829437.686212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829437.686213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829437.686215:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829437.686218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829437.686220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829437.686222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829437.686225:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829438.198197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829438.198202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829438.198204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829438.198208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829438.198211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829438.198215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829438.198218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829438.198219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829438.198221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829438.518164:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829438.518174:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829438.518179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829438.518180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829438.518183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829438.518183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829438.518186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829438.518187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829438.518189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829438.518190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829438.518242:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829438.518245:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829438.518248:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829438.710209:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829438.710209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829438.710216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829438.710217:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829438.710219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829438.710221:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829438.710225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829438.710227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829438.710229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787829438.710232:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829438.710234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829438.710234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829438.710240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.710240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829438.710242:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829438.710244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829438.710249:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829438.710249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829438.710253:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829438.710255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829438.710256:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829438.710260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829438.710260:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829438.710263:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829438.710265:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829438.710267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829438.710270:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:1.0:1787829438.710273:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6243
00000100:00000001:3.0:1787829438.710277:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829438.710282:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829438.710286:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1787829438.710287:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829438.710290:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829438.710295:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829438.710296:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829438.710303:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829438.710308:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710311:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829438.710316:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710319:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829438.710323:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829438.710326:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829438.710329:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829438.710332:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829438.710334:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829438.710337:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829438.710339:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710341:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829438.710343:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710345:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829438.710348:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829438.710352:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710355:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829438.710358:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829438.710361:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829438.710364:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.710366:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829438.710369:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829438.710378:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b70c0.
00000020:00000040:1.0:1787829438.710382:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829438.710386:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829438.710387:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.710390:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829438.710393:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829438.710397:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829438.710404:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000100:00000001:1.0:1787829438.710410:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829438.710419:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829438.710429:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829438.710434:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829438.710439:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b736c90] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829438.710459:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829438.710462:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829438.710465:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829438.710466:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829438.710468:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829438.710471:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829438.710473:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6243
00000400:00000200:1.0:1787829438.710478:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829438.710482:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829438.710485:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829438.710489:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829438.710489:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829438.710494:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829438.710494:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829438.710497:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829438.710500:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829438.710505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829438.710506:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829438.710512:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829438.710516:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829438.710520:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829438.710521:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787829438.710524:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:2.0:1787829438.710525:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.710529:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787829438.710530:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829438.710532:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829438.710534:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829438.710535:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829438.710541:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555373696:192.168.203.108@tcp:250:kworker.0
00000100:00000040:1.0:1787829438.710545:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829438.710546:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829438.710551:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829438.710552:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787829438.710556:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829438.710557:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.710560:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829438.710562:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:2.0:1787829438.710565:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
00000020:00000040:1.0:1787829438.710566:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829438.710569:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829438.710574:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829438.710577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829438.710582:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00000001:1.0:1787829438.710583:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829438.710587:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829438.710588:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000001:1.0:1787829438.710594:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787829438.710595:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373696, portal 25
02000000:00000001:1.0:1787829438.710601:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.710601:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829438.710604:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000001:1.0:1787829438.710606:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787829438.710611:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787829438.710614:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829438.710620:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:1.0:1787829438.710622:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829438.710624:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710628:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829438.710629:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829438.710633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555373696, offset 0
00000100:00000010:1.0:1787829438.710636:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b43c0.
00000400:00000200:2.0:1787829438.710641:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000040:1.0:1787829438.710642:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829438.710646:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829438.710648:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.710651:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829438.710653:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829438.710656:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829438.710658:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:1.0:1787829438.710659:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.710664:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1787829438.710666:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304cc00.
00000400:00000200:2.0:1787829438.710669:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829438.710673:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787829438.710674:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.710676:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829438.710681:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90137:90137:256:4294967295] 192.168.203.108@tcp LPNI seq info [90124:90124:8:4294967295]
00000100:00100000:1.0:1787829438.710685:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829438.710686:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829438.710700:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829438.710700:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787829438.710705:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829438.710707:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.710713:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000040:1.0:1787829438.710714:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d228c8fc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787829438.710722:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829438.710728:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787829438.710731:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829438.710735:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:1.0:1787829438.710736:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787829438.710740:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1787829438.710744:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1787829438.710745:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710748:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1787829438.710749:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00080000:1.0:1787829438.710751:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829438.710755:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787829438.710756:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829438.710763:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787829438.710764:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6243
00000400:00000200:2.0:1787829438.710767:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829438.710770:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000400:00000200:1.0:1787829438.710772:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829438.710775:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787829438.710781:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:2.0:1787829438.710782:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829438.710787:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829438.710794:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829438.710797:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829438.710799:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829438.710802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829438.710806:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710814:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829438.710815:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829438.710820:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829438.710820:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787829438.710823:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829438.710826:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829438.710826:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829438.710829:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829438.710832:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:1.0:1787829438.710836:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:2.0:1787829438.710836:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300919652
00000020:00000001:1.0:1787829438.710843:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000010:2.0:1787829438.710844:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000040:1.0:1787829438.710852:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829438.710853:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829438.710856:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829438.710860:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300919652
00000100:00000040:1.0:1787829438.710861:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000010:2.0:1787829438.710865:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2ba0.
00000100:00000001:1.0:1787829438.710866:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829438.710870:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829438.710872:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829438.710877:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.710880:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1787829438.710881:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829438.710886:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829438.710890:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.710892:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829438.710893:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829438.710897:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829438.710898:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829438.710905:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.710905:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829438.710910:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829438.710915:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7c00.
00000100:00100000:2.0:1787829438.710917:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829438/real 1787829438]  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829438.710921:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829438.710927:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829438.710929:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.710934:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1787829438.710937:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787829438.710938:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1787829438.710941:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787829438.710943:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829438.710946:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
02000000:00000010:1.0:1787829438.710949:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d400.
00000400:00000200:2.0:1787829438.710951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000100:00000001:1.0:1787829438.710955:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829438.710956:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829438.710963:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1787829438.710965:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787829438.710971:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829438.710996:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829438.711001:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829438.711007:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829438.711010:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0066ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711032:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829438.711037:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.711037:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829438.711044:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829438.711044:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.711049:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829438.711051:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829438.711055:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829438.711058:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829438.711058:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829438.711065:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829438.711073:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829438.711077:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6243
00000100:00000040:2.0:1787829438.711083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829438.711086:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829438.711094:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829438.711118:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829438.711122:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829438.711124:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.711129:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787829438.711130:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829438.711132:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829438.711136:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829438.711138:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787829438.711142:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829438.711143:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829438.711148:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00080000:2.0:1787829438.711150:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1787829438.711154:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829438.711158:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00080000:2.0:1787829438.711159:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:1.0:1787829438.711162:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829438.711165:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787829438.711167:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829438.711172:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829438.711174:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829438.711176:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829438.711186:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711191:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829438.711199:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829438.711199:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555373696:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829438.711203:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829438.711209:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:2.0:1787829438.711209:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.711216:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829438.711217:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711223:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829438.711224:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555373696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829438.711227:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829438.711232:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829438.711237:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.711243:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829438.711247:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829438.711252:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1787829438.711253:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.711256:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829438.711258:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829438.711261:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
00000100:00000010:1.0:1787829438.711265:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7840.
02000000:00000001:2.0:1787829438.711267:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1787829438.711270:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829438.711272:0:2384:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1787829438.711277:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:2.0:1787829438.711277:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829438.711282:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829438.711283:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829438.711287:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787829438.711288:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:1.0:1787829438.711290:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829438.711295:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.711295:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829438.711300:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1787829438.711303:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d800.
00000100:00000010:2.0:1787829438.711304:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:1.0:1787829438.711310:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.711311:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829438.711314:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.711319:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829438.711321:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829438.711328:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829438.711333:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829438.711333:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.711339:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.711339:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829438.711342:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829438.711346:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829438.711348:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005347bfca] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829438.711354:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829438.711371:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.711373:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829438.711376:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829438.711377:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.711381:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787829438.711385:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1787829438.711386:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829438.711389:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787829438.711391:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829438.711393:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829438.711397:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829438.711399:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829438.711404:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787829438.711406:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6243
02000000:00000001:2.0:1787829438.711407:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829438.711412:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829438.711415:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829438.711419:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:2.0:1787829438.711423:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787829438.711425:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829438.711430:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:2.0:1787829438.711430:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829438.711436:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.711437:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829438.711441:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711446:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829438.711447:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:1.0:1787829438.711453:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787829438.711454:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000020:00000040:1.0:1787829438.711455:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829438.711460:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787829438.711461:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000020:00000040:1.0:1787829438.711463:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000200:2.0:1787829438.711467:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373824, portal 10
00000020:00000001:1.0:1787829438.711469:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829438.711473:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787829438.711474:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829438.711476:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:1.0:1787829438.711480:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711485:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829438.711488:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829438.711491:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711497:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829438.711502:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829438.711505:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829438.711508:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:2.0:1787829438.711514:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711515:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829438.711519:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
02000000:00000001:1.0:1787829438.711520:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787829438.711525:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555373824, offset 0
02000000:00000001:1.0:1787829438.711526:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829438.711532:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.711535:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829438.711537:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829438.711541:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:2.0:1787829438.711544:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:1.0:1787829438.711547:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.711551:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.711552:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000010:1.0:1787829438.711558:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4b40.
00000400:00000200:2.0:1787829438.711558:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829438.711563:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:1.0:1787829438.711565:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:2.0:1787829438.711569:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787829438.711571:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829438.711574:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:1.0:1787829438.711576:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829438.711581:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829438.711582:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90138:90138:256:4294967295] 192.168.203.108@tcp LPNI seq info [90125:90125:8:4294967295]
02000000:00000001:1.0:1787829438.711583:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829438.711587:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.711592:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:1.0:1787829438.711595:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:1.0:1787829438.711601:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.711606:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787829438.711613:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787829438.711617:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.711625:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000001:1.0:1787829438.711627:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787829438.711632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829438.711633:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829438.711639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1787829438.711643:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083374960] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787829438.711649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829438.711655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787829438.711663:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829438.711664:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.711669:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000040:1.0:1787829438.711673:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6253)
00000400:00000200:2.0:1787829438.711673:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829438.711682:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829438.711685:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829438.711687:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829438.711691:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829438.711696:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711704:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.711707:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711714:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.711715:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829438.711719:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829438.711723:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829438.711727:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829438.711729:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300915797
00000100:00000001:2.0:1787829438.711732:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.711735:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300915797
00000100:00000001:2.0:1787829438.711737:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.711740:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829438.711743:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.711745:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829438.711751:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829438/real 1787829438]  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829438.711758:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829438.711760:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829438.711762:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829438.711765:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829438.711766:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829438.711769:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829438.711772:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829438.711782:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711796:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829438.711797:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.711799:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.711800:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829438.711804:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711809:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829438.711813:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711817:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829438.711819:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.711821:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.711823:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.711825:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829438.711828:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829438.711830:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829438.711834:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829438.711837:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829438.711841:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829438.711859:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829438.711863:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829438.711866:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711873:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829438.711874:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.711877:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829438.711879:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829438.711881:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829438.711884:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829438.711887:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829438.711889:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829438.711891:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.711893:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829438.711896:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829438.711898:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.711902:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829438.711904:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829438.711908:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829438.711911:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555373952, portal 10
00000100:00000001:2.0:1787829438.711914:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829438.711915:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:2.0:1787829438.711921:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.711928:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829438.711930:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829438.711932:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829438.711935:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555373952, offset 0
00000400:00000200:2.0:1787829438.711938:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829438.711942:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829438.711946:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829438.711949:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829438.711951:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829438.711954:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829438.711956:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829438.711959:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90139:90139:256:4294967295] 192.168.203.108@tcp LPNI seq info [90126:90126:8:4294967295]
00000400:00000200:2.0:1787829438.711963:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829438.711968:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829438.711973:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.711976:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829438.711980:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829438.711997:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829438.712002:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829438.712005:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829438.712009:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.712011:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829438.712014:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829438.712017:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829438.712020:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829438.712022:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829438.712025:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829438.712029:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712036:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712039:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712046:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712048:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829438.712051:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829438.712054:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829438.712057:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829438.712065:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300915737
00000100:00000001:2.0:1787829438.712067:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.712069:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300915737
00000100:00000001:2.0:1787829438.712071:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.712074:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829438.712076:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712078:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829438.712082:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829438/real 1787829438]  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829438.712091:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829438.712092:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829438.712127:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829438.712131:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829438.712133:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829438.712136:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829438.712141:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829438.712151:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712158:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829438.712161:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712163:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.712164:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829438.712168:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712174:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829438.712179:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712186:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829438.712189:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712190:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.712192:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712194:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829438.712195:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829438.712198:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829438.712202:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829438.712205:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829438.712210:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829438.712220:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555373952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829438.712225:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712227:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712231:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555373824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712237:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829438.712240:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829438.712243:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829438.712246:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829438.712248:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829438.712250:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829438.712253:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829438.712255:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:2.0:1787829438.712258:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829438.712259:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829438.712261:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:2.0:1787829438.712263:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829438.712265:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712267:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712270:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555373952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712278:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829438.712279:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829438.712281:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829438.712284:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829438.712285:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829438.712286:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829438.712288:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829438.712290:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:2.0:1787829438.712292:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829438.712294:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829438.712296:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:2.0:1787829438.712298:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829438.712299:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712301:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712307:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829438.712309:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712310:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829438.712312:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829438.712313:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829438.712318:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712325:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829438.712326:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.712329:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829438.712331:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829438.712333:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829438.712336:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829438.712340:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829438.712342:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829438.712344:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.712346:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829438.712349:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829438.712351:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.712355:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829438.712357:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829438.712360:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829438.712362:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374080, portal 4
00000100:00000001:2.0:1787829438.712364:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829438.712365:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:2.0:1787829438.712369:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712374:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829438.712375:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829438.712377:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829438.712379:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555374080, offset 0
00000400:00000200:2.0:1787829438.712382:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829438.712385:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829438.712388:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829438.712392:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829438.712395:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829438.712398:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829438.712400:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829438.712403:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90140:90140:256:4294967295] 192.168.203.108@tcp LPNI seq info [90127:90127:8:4294967295]
00000400:00000200:2.0:1787829438.712407:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829438.712413:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829438.712418:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.712422:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829438.712426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829438.712429:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829438.712434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829438.712437:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829438.712441:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.712443:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829438.712446:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829438.712450:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829438.712454:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829438.712455:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829438.712457:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829438.712460:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712466:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712468:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712474:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712476:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829438.712480:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829438.712483:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829438.712486:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829438.712488:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300915771
00000100:00000001:2.0:1787829438.712490:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.712492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300915771
00000100:00000001:2.0:1787829438.712495:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.712497:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829438.712499:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712501:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829438.712505:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829438/real 1787829438]  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829438.712512:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829438.712514:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829438.712516:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829438.712519:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829438.712520:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829438.712522:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829438.712525:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829438.712532:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712539:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829438.712540:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712542:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.712544:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829438.712547:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712555:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829438.712559:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712566:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829438.712569:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712570:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.712572:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712574:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829438.712576:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829438.712579:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829438.712583:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829438.712585:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829438.712589:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829438.712598:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829438.712602:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829438.712606:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712613:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829438.712615:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.712617:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829438.712619:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829438.712621:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829438.712624:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829438.712626:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829438.712628:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829438.712629:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829438.712630:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829438.712633:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829438.712634:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829438.712637:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829438.712639:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829438.712641:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829438.712644:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374208, portal 4
00000100:00000001:2.0:1787829438.712645:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829438.712646:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:2.0:1787829438.712650:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712654:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829438.712656:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829438.712657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829438.712659:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555374208, offset 0
00000400:00000200:2.0:1787829438.712661:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829438.712664:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829438.712666:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829438.712668:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829438.712671:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829438.712672:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829438.712674:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829438.712676:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90141:90141:256:4294967295] 192.168.203.108@tcp LPNI seq info [90128:90128:8:4294967295]
00000400:00000200:2.0:1787829438.712679:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829438.712683:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829438.712687:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.712689:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829438.712691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829438.712699:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829438.712702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829438.712704:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829438.712706:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829438.712707:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829438.712710:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829438.712712:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829438.712714:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829438.712715:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829438.712717:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829438.712719:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712724:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712727:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712731:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712732:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829438.712734:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829438.712736:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829438.712738:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829438.712740:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300915763
00000100:00000001:2.0:1787829438.712741:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.712743:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300915763
00000100:00000001:2.0:1787829438.712744:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300919652
00000100:00000001:2.0:1787829438.712746:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829438.712747:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712748:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829438.712751:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829438/real 1787829438]  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829438.712755:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829438.712756:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829438.712757:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829438.712758:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829438.712759:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829438.712760:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829438.712762:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829438.712767:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712775:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829438.712776:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712778:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.712779:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829438.712781:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712785:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829438.712787:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712791:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829438.712792:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712793:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829438.712794:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712795:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829438.712796:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829438.712798:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829438.712800:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829438.712801:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829438.712803:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829438.712808:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829438.712810:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712811:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712813:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555374080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712817:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829438.712818:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829438.712820:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829438.712821:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829438.712823:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829438.712824:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829438.712825:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829438.712826:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:2.0:1787829438.712828:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829438.712829:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829438.712830:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829438.712831:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829438.712832:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712833:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829438.712835:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555374208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829438.712839:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829438.712840:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829438.712841:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829438.712842:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829438.712843:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829438.712843:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829438.712844:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829438.712845:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829438.712846:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829438.712847:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829438.712848:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829438.712849:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829438.712850:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712851:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829438.712854:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829438.712855:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829438.712856:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829438.712857:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.222177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829439.222183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829439.222185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829439.222189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829439.222192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829439.222196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.222198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829439.222200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.222202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829439.542198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829439.542204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829439.542211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829439.542212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829439.542216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829439.542217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829439.542220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829439.542222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829439.542225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829439.542227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829439.542276:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829439.542279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829439.542288:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829439.734183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829439.734183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829439.734191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829439.734192:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829439.734196:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829439.734196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829439.734206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829439.734206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829439.734214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829439.734214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829439.734221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829439.734221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829439.734226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829439.734231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829439.734235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.734236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829439.734244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829439.734248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.734328:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829439.734332:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829439.734333:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829439.734337:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829439.734339:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829439.734341:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.734343:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829439.734572:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.734575:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829440.246173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829440.246179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829440.246181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829440.246185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829440.246188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829440.246191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829440.246193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829440.246194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829440.246197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829440.566153:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829440.566159:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829440.566166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829440.566168:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829440.566171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829440.566173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829440.566177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829440.566178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829440.566182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829440.566183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829440.566239:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829440.566242:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829440.566245:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829440.758215:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829440.758225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829440.758229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829440.758229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829440.758235:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829440.758238:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829440.758239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829440.758246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829440.758246:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829440.758252:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829440.758253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829440.758257:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829440.758259:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829440.758264:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829440.758267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829440.758368:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829440.758372:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829440.758376:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829440.758384:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829440.758388:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829440.758389:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829440.758392:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829440.758395:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829440.758397:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829440.758400:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829440.758402:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829440.758405:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829441.270174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829441.270182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829441.270185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829441.270190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829441.270193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829441.270197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829441.270199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829441.270202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829441.270204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829441.590201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829441.590207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829441.590211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829441.590215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829441.590221:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829441.590223:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829441.590226:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590229:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829441.590231:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590232:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829441.590234:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829441.590280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829441.590285:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829441.590288:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829441.782239:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829441.782239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829441.782241:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829441.782252:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829441.782253:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829441.782254:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829441.782260:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829441.782260:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829441.782264:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829441.782276:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829441.782279:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829441.782279:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829441.782284:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829441.782295:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829441.782297:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829441.782297:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829441.782301:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829441.782307:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829441.782308:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829441.782309:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829441.782313:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829441.782322:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829441.782325:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829441.782329:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829441.782333:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829441.782338:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829441.782343:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829442.294204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829442.294212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829442.294214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829442.294220:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829442.294224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829442.294228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829442.294231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829442.294234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829442.294236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829442.614221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829442.614228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829442.614233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829442.614234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829442.614238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829442.614239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829442.614243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829442.614245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829442.614248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829442.614250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829442.614305:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829442.614308:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829442.614311:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829442.678168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300919652, at 4300919680
00000100:00000040:2.0:1787829442.678176:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300919652, at 4300919680
00000100:00000010:3.0:1787829442.678181:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ba0.
00000100:00000010:2.0:1787829442.678184:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829442.806225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829442.806236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829442.806238:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829442.806243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829442.806247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829442.806251:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829442.806254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829442.806256:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829442.806260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829442.806392:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829442.806396:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829442.806398:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829442.806401:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829442.806403:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829442.806405:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829442.806407:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829442.806409:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829442.806411:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829442.806492:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829442.806496:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829442.806497:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829442.806500:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829442.806502:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829442.806673:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829442.806676:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829442.806678:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829442.806681:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.318153:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829443.318161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829443.318164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.318171:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829443.318175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829443.318178:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829443.318181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829443.318184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829443.318187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829443.638176:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829443.638181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829443.638186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829443.638187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829443.638189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829443.638191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829443.638193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829443.638194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829443.638197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829443.638198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829443.638238:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829443.638242:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829443.638244:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829443.830220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829443.830221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829443.830229:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829443.830229:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829443.830234:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829443.830234:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829443.830243:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829443.830243:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829443.830249:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829443.830250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829443.830255:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829443.830256:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829443.830259:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829443.830261:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829443.830263:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829443.830268:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829443.830270:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829443.830275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829443.830277:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829443.830280:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830281:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829443.830286:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829443.830293:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829443.830305:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6248
00000400:00000200:3.0:1787829443.830315:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829443.830322:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829443.830327:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829443.830330:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830334:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.830337:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830340:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829443.830344:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829443.830346:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829443.830350:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829443.830354:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829443.830357:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829443.830359:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829443.830363:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830365:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.830367:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830369:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829443.830372:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829443.830376:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830378:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829443.830381:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829443.830384:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829443.830387:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830390:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829443.830406:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829443.830417:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829443.830421:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829443.830426:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829443.830429:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830432:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829443.830436:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829443.830440:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829443.830449:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829443.830456:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.830476:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829443.830489:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829443.830494:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829443.830499:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829443.830521:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829443.830524:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829443.830528:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829443.830530:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829443.830532:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829443.830535:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829443.830538:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6248
00000400:00000200:3.0:1787829443.830542:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829443.830546:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829443.830548:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829443.830551:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830553:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.830555:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830557:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829443.830559:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829443.830560:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829443.830562:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829443.830565:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829443.830567:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829443.830569:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829443.830573:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830575:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.830577:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830579:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829443.830584:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829443.830586:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830741:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829443.830744:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829443.830750:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829443.830752:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830754:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829443.830760:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829443.830763:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830765:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829443.830770:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787829443.830773:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829443.830775:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829443.830776:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830778:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829443.830780:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829443.830781:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829443.830785:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829443.830789:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.830801:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829443.830810:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829443.830813:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829443.830818:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829443.830827:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829443.830830:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829443.830834:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829443.830835:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829443.830837:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829443.830840:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829443.830843:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6248
00000400:00000200:3.0:1787829443.830848:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829443.830851:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829443.830853:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829443.830857:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830859:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.830861:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830863:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829443.830866:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829443.830868:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829443.830870:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829443.830872:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829443.830874:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829443.830876:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829443.830880:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830882:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.830884:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830886:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829443.830889:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829443.830892:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829443.830895:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829443.830897:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829443.830900:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829443.830903:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830905:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829443.830907:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829443.830910:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830912:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829443.830915:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829443.830918:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829443.830921:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829443.830922:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.830924:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829443.830926:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829443.830928:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829443.830932:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829443.830935:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.830941:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829443.830964:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829443.830967:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829443.830972:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829443.830981:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829443.830984:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829443.830988:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829443.830989:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829443.830991:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829443.830993:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829443.830996:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6248
00000400:00000200:3.0:1787829443.831000:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829443.831003:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829443.831005:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829443.831009:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831011:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.831013:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831015:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829443.831018:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829443.831019:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829443.831021:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829443.831023:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829443.831025:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829443.831027:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829443.831037:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831039:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.831041:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831044:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829443.831046:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829443.831050:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831054:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829443.831056:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829443.831060:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829443.831062:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.831064:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829443.831066:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829443.831069:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.831072:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829443.831076:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787829443.831079:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829443.831083:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829443.831085:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.831086:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829443.831088:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829443.831090:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829443.831094:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829443.831133:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.831138:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829443.831147:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829443.831149:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829443.831154:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829443.831162:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829443.831165:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829443.831169:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829443.831170:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829443.831173:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829443.831176:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829443.831178:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6248
00000400:00000200:3.0:1787829443.831183:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829443.831186:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829443.831188:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829443.831193:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831195:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.831197:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831200:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829443.831202:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829443.831204:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829443.831205:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829443.831207:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829443.831210:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829443.831212:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829443.831215:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831218:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829443.831221:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831224:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829443.831227:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829443.831230:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829443.831233:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829443.831236:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829443.831240:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829443.831242:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.831245:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829443.831247:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829443.831251:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.831253:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829443.831258:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829443.831261:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829443.831264:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829443.831265:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829443.831267:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829443.831269:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829443.831271:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829443.831276:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829443.831280:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.831285:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829443.831293:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829443.831295:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829443.831300:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829443.831308:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829443.831314:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6258)
00000100:00000001:2.0:1787829443.831423:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829443.831428:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829443.831430:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829443.831437:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831453:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829443.831454:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.831458:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829443.831461:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829443.831464:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829443.831468:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555374336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829443.831472:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829443.831475:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829443.831478:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.831480:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829443.831485:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829443.831487:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829443.831492:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829443.831496:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829443.831503:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829443.831510:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374336, portal 25
00000100:00000001:2.0:1787829443.831512:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829443.831514:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00000040:2.0:1787829443.831519:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831526:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829443.831529:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829443.831532:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829443.831535:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555374336, offset 0
00000400:00000200:2.0:1787829443.831542:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829443.831550:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.831557:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829443.831563:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829443.831568:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829443.831572:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829443.831576:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829443.831580:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90142:90142:256:4294967295] 192.168.203.108@tcp LPNI seq info [90129:90129:8:4294967295]
00000400:00000200:2.0:1787829443.831585:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.831595:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829443.831602:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.831608:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829443.831615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829443.831619:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829443.831625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829443.831628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829443.831633:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.831636:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829443.831640:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829443.831645:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829443.831651:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829443.831654:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829443.831657:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829443.831662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831677:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.831681:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831688:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.831689:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829443.831697:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829443.831702:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829443.831704:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300924773
00000100:00000010:2.0:1787829443.831710:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829443.831716:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829443.831721:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300924773
00000100:00000010:2.0:1787829443.831724:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2000.
00000100:00000001:2.0:1787829443.831728:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829443.831731:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829443.831738:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.831740:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829443.831744:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829443/real 1787829443]  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829443.831754:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829443.831755:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829443.831757:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829443.831760:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829443.831762:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829443.831764:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829443.831768:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829443.831776:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831783:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829443.831785:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.831787:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.831789:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829443.831793:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831801:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829443.831805:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831811:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829443.831814:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.831815:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.831816:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.831819:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829443.831821:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829443.831824:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829443.831828:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829443.831831:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829443.831835:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829443.831844:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555374336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829443.831849:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829443.831852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831858:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829443.831859:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.831861:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829443.831863:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829443.831865:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829443.831867:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829443.831871:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829443.831873:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829443.831875:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.831877:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829443.831880:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829443.831881:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829443.831885:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829443.831888:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829443.831891:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829443.831895:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374464, portal 10
00000100:00000001:2.0:1787829443.831896:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829443.831898:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:2.0:1787829443.831904:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.831910:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829443.831912:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829443.831914:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829443.831917:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555374464, offset 0
00000400:00000200:2.0:1787829443.831922:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829443.831926:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.831930:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829443.831938:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829443.831941:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829443.831944:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829443.831959:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829443.831963:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90143:90143:256:4294967295] 192.168.203.108@tcp LPNI seq info [90130:90130:8:4294967295]
00000400:00000200:2.0:1787829443.831968:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.831974:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829443.831980:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.831985:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829443.831989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829443.831992:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829443.831997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829443.832000:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829443.832004:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832006:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829443.832010:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829443.832013:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829443.832017:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829443.832019:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829443.832022:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829443.832025:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832033:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.832037:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832043:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832045:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829443.832049:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829443.832052:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829443.832056:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829443.832059:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300920917
00000100:00000001:2.0:1787829443.832062:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832064:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300920917
00000100:00000001:2.0:1787829443.832066:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832068:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829443.832071:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832073:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829443.832076:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829443/real 1787829443]  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829443.832084:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829443.832085:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829443.832087:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829443.832090:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829443.832091:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829443.832093:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829443.832137:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829443.832147:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832156:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829443.832157:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832159:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832161:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829443.832165:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832171:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829443.832175:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832186:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829443.832188:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832189:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832190:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832191:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829443.832193:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829443.832195:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829443.832199:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829443.832201:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829443.832206:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829443.832215:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829443.832219:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829443.832223:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832230:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829443.832231:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.832233:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829443.832235:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829443.832237:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829443.832240:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829443.832243:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829443.832245:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829443.832247:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.832249:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829443.832253:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829443.832255:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829443.832259:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829443.832261:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829443.832265:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829443.832268:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374592, portal 10
00000100:00000001:2.0:1787829443.832270:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829443.832271:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:2.0:1787829443.832277:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832284:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829443.832287:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829443.832289:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829443.832292:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555374592, offset 0
00000400:00000200:2.0:1787829443.832296:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829443.832300:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.832304:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829443.832306:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829443.832308:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829443.832310:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829443.832312:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829443.832314:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90144:90144:256:4294967295] 192.168.203.108@tcp LPNI seq info [90131:90131:8:4294967295]
00000400:00000200:2.0:1787829443.832317:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.832321:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829443.832324:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832327:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829443.832330:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829443.832332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829443.832335:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829443.832337:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829443.832340:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832341:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829443.832343:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829443.832345:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829443.832348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829443.832350:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829443.832352:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829443.832354:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832360:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.832362:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832367:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832368:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829443.832370:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829443.832372:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829443.832374:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829443.832376:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300920858
00000100:00000001:2.0:1787829443.832378:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832379:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300920858
00000100:00000001:2.0:1787829443.832381:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832383:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829443.832384:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832385:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829443.832387:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829443/real 1787829443]  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829443.832395:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829443.832396:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829443.832398:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829443.832400:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829443.832402:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829443.832405:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829443.832408:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829443.832418:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832425:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829443.832427:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832429:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832430:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829443.832434:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832441:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829443.832445:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832451:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829443.832454:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832456:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832457:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832459:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829443.832461:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829443.832463:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829443.832466:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829443.832468:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829443.832472:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829443.832479:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829443.832483:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829443.832486:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832493:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829443.832494:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.832497:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829443.832498:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829443.832500:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829443.832503:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829443.832507:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829443.832509:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829443.832510:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.832512:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829443.832515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829443.832517:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829443.832521:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829443.832524:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829443.832527:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829443.832530:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374720, portal 4
00000100:00000001:2.0:1787829443.832532:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829443.832533:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:2.0:1787829443.832539:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832545:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829443.832548:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829443.832550:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829443.832552:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555374720, offset 0
00000400:00000200:2.0:1787829443.832557:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829443.832561:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.832565:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829443.832568:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829443.832571:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829443.832573:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829443.832575:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829443.832579:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90145:90145:256:4294967295] 192.168.203.108@tcp LPNI seq info [90132:90132:8:4294967295]
00000400:00000200:2.0:1787829443.832584:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.832590:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829443.832596:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832599:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829443.832603:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829443.832606:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829443.832611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829443.832614:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829443.832618:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832619:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829443.832622:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829443.832624:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829443.832627:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829443.832628:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829443.832630:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829443.832633:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832638:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.832641:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832648:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832650:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829443.832653:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829443.832657:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829443.832660:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829443.832662:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300920891
00000100:00000001:2.0:1787829443.832665:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832668:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300920891
00000100:00000001:2.0:1787829443.832671:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832673:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829443.832676:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832677:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829443.832682:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829443/real 1787829443]  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829443.832691:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829443.832698:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829443.832700:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829443.832702:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829443.832704:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829443.832707:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829443.832710:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829443.832715:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832720:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829443.832721:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832722:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832723:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829443.832725:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832730:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829443.832733:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832737:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829443.832738:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832739:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832740:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832741:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829443.832743:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829443.832745:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829443.832746:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829443.832748:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829443.832751:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829443.832756:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829443.832759:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829443.832761:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832765:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829443.832766:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.832767:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829443.832769:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829443.832770:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829443.832772:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829443.832774:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829443.832775:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829443.832776:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829443.832777:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829443.832780:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829443.832781:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829443.832784:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829443.832785:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829443.832787:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829443.832790:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374848, portal 4
00000100:00000001:2.0:1787829443.832791:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829443.832792:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:2.0:1787829443.832796:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832801:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829443.832802:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829443.832804:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829443.832805:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555374848, offset 0
00000400:00000200:2.0:1787829443.832809:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829443.832811:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.832814:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829443.832816:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829443.832818:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829443.832820:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829443.832822:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829443.832824:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90146:90146:256:4294967295] 192.168.203.108@tcp LPNI seq info [90133:90133:8:4294967295]
00000400:00000200:2.0:1787829443.832827:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829443.832831:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829443.832833:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832836:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829443.832838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829443.832840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829443.832843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829443.832845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829443.832847:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829443.832849:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829443.832855:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829443.832858:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829443.832860:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829443.832861:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829443.832863:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829443.832865:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832870:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.832873:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832877:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832879:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829443.832882:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829443.832884:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829443.832886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829443.832887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300920883
00000100:00000001:2.0:1787829443.832889:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300920883
00000100:00000001:2.0:1787829443.832893:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300924773
00000100:00000001:2.0:1787829443.832895:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829443.832897:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.832898:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829443.832901:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829443/real 1787829443]  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829443.832906:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829443.832907:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829443.832909:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829443.832910:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829443.832912:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829443.832914:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829443.832917:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829443.832923:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832928:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829443.832929:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832930:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832931:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829443.832933:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832937:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829443.832940:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.832944:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829443.832961:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832964:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829443.832966:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.832968:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829443.832971:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829443.832974:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829443.832983:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829443.832986:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829443.832989:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829443.832995:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1787829443.832998:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829443.833000:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829443.833010:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829443.833018:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829443.833024:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829443.833027:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555374848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:3.0:1787829443.833030:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829443.833034:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833037:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829443.833040:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.833044:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.833052:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555374336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.833060:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829443.833063:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829443.833067:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829443.833073:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829443.833077:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829443.833079:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829443.833082:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829443.833085:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:2.0:1787829443.833091:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829443.833118:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829443.833121:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:2.0:1787829443.833124:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829443.833126:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833129:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.833136:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555374464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.833149:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829443.833150:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829443.833152:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829443.833155:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829443.833157:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829443.833158:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829443.833160:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829443.833162:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:2.0:1787829443.833164:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829443.833165:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829443.833166:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:2.0:1787829443.833168:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829443.833170:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833171:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.833174:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555374592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.833181:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829443.833182:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829443.833183:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829443.833185:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829443.833187:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829443.833188:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829443.833189:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829443.833190:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:2.0:1787829443.833192:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829443.833193:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829443.833194:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:2.0:1787829443.833197:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829443.833198:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833199:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.833202:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555374720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.833209:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829443.833210:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829443.833212:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829443.833214:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829443.833215:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829443.833216:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829443.833218:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829443.833219:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:2.0:1787829443.833221:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829443.833222:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829443.833223:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:2.0:1787829443.833225:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829443.833226:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833227:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829443.833230:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555374848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829443.833236:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829443.833237:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829443.833238:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829443.833240:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829443.833241:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829443.833242:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829443.833244:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829443.833245:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:2.0:1787829443.833247:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829443.833248:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829443.833249:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:2.0:1787829443.833251:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829443.833252:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833254:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829443.833261:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829443.833263:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829443.833265:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829443.833267:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829444.342195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829444.342201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829444.342203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829444.342208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829444.342212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829444.342216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829444.342219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829444.342222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829444.342225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829444.662236:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829444.662239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829444.662243:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662248:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829444.662250:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662252:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662255:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829444.662260:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829444.662262:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829444.662263:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662265:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829444.662267:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662269:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662271:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662274:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829444.662276:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829444.662277:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829444.662279:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662281:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829444.662282:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662284:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662286:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662290:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829444.662292:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829444.662293:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829444.662295:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662297:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829444.662298:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662300:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662302:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829444.662306:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829444.662308:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829444.662370:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829444.662375:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829444.662379:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829444.854191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829444.854191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829444.854196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829444.854198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829444.854199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829444.854201:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829444.854203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829444.854204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829444.854208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829444.854210:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829444.854212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829444.854217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829444.854218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829444.854218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829444.854225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829444.854225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829444.854226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829444.854229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829444.854233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829444.854234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829444.854235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829444.854239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829444.854241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829444.854246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829444.854246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829444.854251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829444.854256:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.366267:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829445.366277:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829445.366280:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829445.366287:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829445.366292:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829445.366297:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.366301:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829445.366304:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.366307:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829445.686191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829445.686197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829445.686203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829445.686204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829445.686207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829445.686209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829445.686213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829445.686214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829445.686218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829445.686219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829445.686260:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829445.686263:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829445.686266:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829445.878169:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829445.878178:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829445.878180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829445.878187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829445.878187:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829445.878191:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829445.878194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829445.878197:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.878200:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829445.878202:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.878205:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829445.878209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829445.878214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829445.878218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829445.878221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829445.878224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829445.878226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829445.878228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.878316:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829445.878321:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829445.878323:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829445.878326:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829445.878329:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829445.878332:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829445.878334:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829445.878336:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829445.878338:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829446.390209:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829446.390221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829446.390224:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829446.390232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829446.390237:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829446.390242:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829446.390245:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829446.390249:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829446.390253:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829446.710203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829446.710208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829446.710212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829446.710213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829446.710215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829446.710216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829446.710218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829446.710219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829446.710221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829446.710222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829446.710284:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829446.710287:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829446.710290:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829446.902174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829446.902181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829446.902182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829446.902187:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829446.902190:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829446.902195:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829446.902200:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829446.902204:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829446.902206:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829446.902206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829446.902209:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829446.902214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829446.902214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829446.902217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829446.902222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829446.902223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829446.902226:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829446.902228:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829446.902231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829446.902232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829446.902235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829446.902236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829446.902239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829446.902243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829446.902246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829446.902249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829446.902251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829447.414183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829447.414191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829447.414193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829447.414198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829447.414203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829447.414207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829447.414210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829447.414213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829447.414215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829447.734215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829447.734220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829447.734225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829447.734226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829447.734229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829447.734230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829447.734232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829447.734232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829447.734235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829447.734236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829447.734289:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829447.734294:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829447.734298:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829447.798201:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300924773, at 4300924800
00000100:00000040:3.0:1787829447.798201:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300924773, at 4300924800
00000100:00000010:2.0:1787829447.798216:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829447.798218:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2000.
00000100:00000001:0.0:1787829447.926195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829447.926195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829447.926195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829447.926202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829447.926203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829447.926204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829447.926207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829447.926207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829447.926208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829447.926214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829447.926215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829447.926216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829447.926220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829447.926222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829447.926223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829447.926225:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829447.926225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829447.926228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829447.926230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829447.926233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829447.926236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829447.926239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829447.926243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829447.926246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829447.926247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829447.926251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829447.926254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829448.438161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829448.438167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829448.438169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829448.438173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829448.438176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829448.438180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829448.438182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829448.438185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829448.438188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829448.758206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829448.758213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829448.758220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829448.758221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829448.758225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829448.758226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829448.758230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829448.758231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829448.758233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829448.758234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829448.758294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829448.758297:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829448.758299:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829448.950206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829448.950206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829448.950209:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829448.950210:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829448.950215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829448.950216:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829448.950216:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829448.950217:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829448.950218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829448.950222:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.950222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950222:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787829448.950226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:2.0:1787829448.950228:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787829448.950230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829448.950231:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829448.950233:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829448.950233:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829448.950233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829448.950239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829448.950240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.950240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829448.950245:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6253
00000100:00000001:1.0:1787829448.950246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829448.950246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829448.950249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829448.950253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829448.950254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829448.950257:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829448.950258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829448.950261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.950262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829448.950264:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829448.950266:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829448.950270:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829448.950272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829448.950278:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950283:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.950286:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950289:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829448.950292:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829448.950295:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829448.950298:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829448.950302:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829448.950304:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829448.950306:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829448.950309:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950310:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.950312:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950313:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829448.950316:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829448.950319:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950320:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829448.950322:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829448.950325:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829448.950327:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950328:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829448.950330:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829448.950338:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829448.950340:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829448.950344:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829448.950345:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950348:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829448.950350:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829448.950354:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829448.950360:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829448.950366:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829448.950374:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829448.950382:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829448.950385:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829448.950389:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829448.950406:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829448.950409:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829448.950411:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829448.950412:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829448.950413:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829448.950415:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829448.950417:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6253
00000400:00000200:2.0:1787829448.950420:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829448.950423:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829448.950424:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829448.950427:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950429:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.950430:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950432:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829448.950433:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829448.950434:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829448.950435:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829448.950438:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829448.950441:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829448.950443:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829448.950444:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787829448.950448:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829448.950450:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829448.950453:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829448.950454:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829448.950459:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950463:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829448.950466:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829448.950468:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829448.950476:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950482:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829448.950486:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829448.950491:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829448.950492:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829448.950495:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829448.950496:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950501:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829448.950503:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787829448.950506:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829448.950508:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787829448.950510:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950515:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.950516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829448.950519:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000100:00100000:1.0:1787829448.950524:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555374976:192.168.203.108@tcp:250:kworker.0
00000020:00000040:2.0:1787829448.950524:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829448.950529:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829448.950533:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829448.950533:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950535:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829448.950537:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829448.950539:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829448.950539:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.950545:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829448.950545:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:1.0:1787829448.950551:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829448.950552:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829448.950559:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829448.950561:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829448.950567:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950572:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829448.950575:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829448.950579:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829448.950582:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829448.950586:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829448.950597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:2.0:1787829448.950598:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829448.950605:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555374976, portal 25
00000100:00000001:1.0:1787829448.950611:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829448.950612:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829448.950614:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00080000:2.0:1787829448.950615:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829448.950617:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829448.950621:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829448.950623:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829448.950627:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6253
00000100:00000040:1.0:1787829448.950628:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829448.950632:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829448.950638:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829448.950642:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829448.950647:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950651:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.950653:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950655:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829448.950658:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829448.950659:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000100:00000001:1.0:1787829448.950660:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829448.950661:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829448.950665:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000100:00000040:1.0:1787829448.950667:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000001:2.0:1787829448.950671:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:1.0:1787829448.950673:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000020:00000001:2.0:1787829448.950676:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:1.0:1787829448.950679:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555374976, offset 0
00000100:00000040:2.0:1787829448.950684:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950688:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829448.950692:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:2.0:1787829448.950694:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950699:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829448.950701:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829448.950706:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:2.0:1787829448.950707:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950711:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829448.950713:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829448.950716:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:2.0:1787829448.950717:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829448.950721:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950724:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829448.950726:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829448.950728:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1787829448.950729:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950732:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829448.950735:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000010:2.0:1787829448.950737:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000400:00000200:1.0:1787829448.950742:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787829448.950742:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829448.950747:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829448.950748:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:2.0:1787829448.950749:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950753:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829448.950756:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829448.950759:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90147:90147:256:4294967295] 192.168.203.108@tcp LPNI seq info [90134:90134:8:4294967295]
02000000:00000001:2.0:1787829448.950759:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829448.950765:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000400:00000200:1.0:1787829448.950769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829448.950770:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829448.950776:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829448.950789:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787829448.950790:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829448.950794:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829448.950800:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787829448.950803:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950813:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829448.950814:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00080000:2.0:1787829448.950815:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829448.950820:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829448.950821:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829448.950822:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829448.950825:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787829448.950828:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:2.0:1787829448.950828:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6253
00000400:00000200:2.0:1787829448.950835:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.0:1787829448.950837:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000400:00000200:2.0:1787829448.950838:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829448.950841:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829448.950846:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950849:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787829448.950852:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829448.950853:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950858:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829448.950859:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1787829448.950860:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829448.950862:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829448.950865:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829448.950867:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000800:00000100:1.0:1787829448.950870:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:2.0:1787829448.950871:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829448.950875:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000800:00000010:1.0:1787829448.950876:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000040:2.0:1787829448.950879:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.950882:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.950883:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829448.950884:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829448.950885:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829448.950889:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829448.950893:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829448.950898:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787829448.950898:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829448.950901:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829448.950905:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829448.950907:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950909:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829448.950921:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000400:00000200:1.0:1787829448.950924:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000008:00000001:2.0:1787829448.950925:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829448.950930:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:2.0:1787829448.950930:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829448.950937:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829448.950939:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787829448.950940:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829448.950945:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829448.950946:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829448.950947:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829448.950953:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829448.950956:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829448.950962:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.950964:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1787829448.950966:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000040:1.0:1787829448.950971:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829448.950972:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829448.950981:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829448.950991:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.950992:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829448.950994:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829448.950997:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951003:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829448.951008:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829448.951010:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829448.951011:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829448.951013:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829448.951016:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829448.951018:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829448.951021:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829448.951022:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829448.951026:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6253
00000100:00000001:1.0:1787829448.951027:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300929892
00000400:00000200:2.0:1787829448.951032:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829448.951036:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000010:1.0:1787829448.951038:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c2a0.
00000100:00080000:2.0:1787829448.951038:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829448.951043:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829448.951046:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.951047:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829448.951049:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829448.951055:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829448.951056:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300929892
00000020:00000001:2.0:1787829448.951058:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829448.951060:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829448.951063:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1787829448.951064:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cb40.
00000020:00000040:2.0:1787829448.951065:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829448.951070:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829448.951072:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829448.951072:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829448.951078:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829448.951080:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829448.951080:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829448.951085:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829448.951086:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.951087:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829448.951091:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1787829448.951092:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829448.951119:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829448.951122:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829448.951125:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829448.951128:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829448/real 1787829448]  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829448.951130:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829448.951136:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829448.951141:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829448.951145:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000001:1.0:1787829448.951148:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1787829448.951150:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829448.951152:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829448.951153:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829448.951157:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000010:2.0:1787829448.951158:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829448.951162:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:1.0:1787829448.951164:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
02000000:00000001:2.0:1787829448.951165:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829448.951168:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829448.951170:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:2.0:1787829448.951171:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829448.951174:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829448.951176:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829448.951177:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829448.951183:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb400.
00000100:00000200:1.0:1787829448.951185:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829448.951187:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829448.951196:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829448.951208:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787829448.951210:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829448.951211:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829448.951218:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951231:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829448.951232:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.951235:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829448.951238:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6263)
00000100:00000001:1.0:1787829448.951239:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.951244:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829448.951251:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951261:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829448.951266:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951275:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829448.951278:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951280:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.951282:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951284:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829448.951286:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829448.951289:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829448.951293:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829448.951295:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829448.951300:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829448.951310:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555374976:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829448.951322:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951324:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.951328:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555374976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951336:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829448.951338:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829448.951341:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829448.951344:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829448.951346:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829448.951348:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829448.951351:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829448.951353:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:1.0:1787829448.951357:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829448.951358:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829448.951361:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:1.0:1787829448.951364:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829448.951365:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951367:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951374:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829448.951375:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.951378:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829448.951379:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829448.951381:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829448.951385:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951393:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829448.951395:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.951397:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829448.951399:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829448.951402:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829448.951405:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829448.951408:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829448.951411:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829448.951413:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.951415:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829448.951418:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829448.951420:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829448.951424:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829448.951428:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829448.951431:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829448.951435:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375104, portal 10
00000100:00000001:1.0:1787829448.951437:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829448.951438:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:1.0:1787829448.951445:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951454:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829448.951457:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829448.951459:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829448.951462:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555375104, offset 0
00000400:00000200:1.0:1787829448.951466:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829448.951471:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.951475:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829448.951478:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829448.951481:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829448.951484:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829448.951487:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829448.951490:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90148:90148:256:4294967295] 192.168.203.108@tcp LPNI seq info [90135:90135:8:4294967295]
00000400:00000200:1.0:1787829448.951496:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.951503:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829448.951508:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.951511:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829448.951516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829448.951519:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787829448.951524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829448.951527:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787829448.951531:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.951533:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829448.951536:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829448.951540:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829448.951543:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829448.951545:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829448.951548:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829448.951551:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951560:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.951564:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951578:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.951580:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829448.951583:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829448.951587:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829448.951590:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829448.951593:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300926037
00000100:00000001:1.0:1787829448.951595:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.951598:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300926037
00000100:00000001:1.0:1787829448.951600:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.951602:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829448.951605:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.951607:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829448.951611:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829448/real 1787829448]  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829448.951619:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829448.951620:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829448.951622:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829448.951624:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829448.951626:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829448.951629:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829448.951632:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829448.951642:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951648:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829448.951650:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.951654:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829448.951658:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951667:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829448.951672:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951679:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829448.951682:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951684:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.951685:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951687:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829448.951689:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829448.951692:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829448.951695:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829448.951697:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829448.951702:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829448.951711:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829448.951715:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829448.951718:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951725:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829448.951726:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.951729:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829448.951730:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829448.951733:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829448.951736:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829448.951739:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829448.951742:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829448.951744:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.951745:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829448.951749:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829448.951751:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829448.951754:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829448.951757:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829448.951760:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829448.951763:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375232, portal 10
00000100:00000001:1.0:1787829448.951765:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829448.951767:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:1.0:1787829448.951772:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951780:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829448.951783:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829448.951785:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829448.951787:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555375232, offset 0
00000400:00000200:1.0:1787829448.951791:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829448.951795:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.951798:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829448.951801:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829448.951804:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829448.951807:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829448.951809:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829448.951813:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90149:90149:256:4294967295] 192.168.203.108@tcp LPNI seq info [90136:90136:8:4294967295]
00000400:00000200:1.0:1787829448.951817:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.951824:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829448.951829:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.951832:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829448.951836:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829448.951839:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787829448.951844:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829448.951846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787829448.951851:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.951853:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829448.951856:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829448.951860:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829448.951863:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829448.951865:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829448.951868:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829448.951872:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951881:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.951884:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951891:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.951893:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829448.951896:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829448.951899:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829448.951902:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829448.951904:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300925977
00000100:00000001:1.0:1787829448.951906:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.951909:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300925977
00000100:00000001:1.0:1787829448.951925:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.951927:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829448.951929:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.951932:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829448.951936:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829448/real 1787829448]  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829448.951945:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829448.951946:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829448.951948:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829448.951951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829448.951953:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829448.951955:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829448.951959:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829448.951969:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951976:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829448.951977:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.951979:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.951981:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829448.951984:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.951992:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829448.951996:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952004:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829448.952006:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952008:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.952009:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952011:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829448.952013:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829448.952015:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829448.952019:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829448.952021:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829448.952025:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829448.952033:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829448.952038:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829448.952042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952049:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829448.952051:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.952053:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829448.952055:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829448.952057:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829448.952060:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829448.952064:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829448.952066:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829448.952068:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.952070:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829448.952074:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829448.952076:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829448.952080:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829448.952083:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829448.952087:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829448.952090:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375360, portal 4
00000100:00000001:1.0:1787829448.952092:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829448.952094:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:1.0:1787829448.952117:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952124:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829448.952127:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829448.952130:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829448.952133:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555375360, offset 0
00000400:00000200:1.0:1787829448.952137:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829448.952141:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.952145:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829448.952148:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829448.952150:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829448.952153:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829448.952156:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829448.952159:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90150:90150:256:4294967295] 192.168.203.108@tcp LPNI seq info [90137:90137:8:4294967295]
00000400:00000200:1.0:1787829448.952164:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.952171:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829448.952175:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.952179:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829448.952183:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829448.952186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787829448.952191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829448.952194:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787829448.952197:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.952199:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829448.952203:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829448.952206:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829448.952209:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829448.952211:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829448.952214:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829448.952218:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952226:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.952229:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952237:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.952239:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829448.952241:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829448.952244:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829448.952247:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829448.952250:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300926011
00000100:00000001:1.0:1787829448.952252:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.952255:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300926011
00000100:00000001:1.0:1787829448.952257:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.952259:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829448.952262:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.952264:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829448.952268:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829448/real 1787829448]  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829448.952276:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829448.952278:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829448.952280:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829448.952283:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829448.952284:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829448.952287:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829448.952291:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829448.952300:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952307:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829448.952309:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952311:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.952312:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829448.952316:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952323:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829448.952327:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952335:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829448.952338:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952339:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.952341:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952342:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829448.952345:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829448.952347:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829448.952351:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829448.952354:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829448.952358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829448.952367:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829448.952370:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829448.952374:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952381:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829448.952382:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.952385:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829448.952387:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829448.952389:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829448.952392:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829448.952395:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829448.952397:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829448.952399:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829448.952401:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829448.952404:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829448.952407:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829448.952410:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829448.952412:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829448.952415:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829448.952419:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375488, portal 4
00000100:00000001:1.0:1787829448.952421:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829448.952422:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:1.0:1787829448.952427:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952435:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829448.952437:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829448.952439:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829448.952442:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555375488, offset 0
00000400:00000200:1.0:1787829448.952446:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829448.952450:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.952454:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829448.952457:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829448.952459:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829448.952462:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829448.952464:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829448.952468:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90151:90151:256:4294967295] 192.168.203.108@tcp LPNI seq info [90138:90138:8:4294967295]
00000400:00000200:1.0:1787829448.952472:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829448.952479:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829448.952484:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.952487:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829448.952491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829448.952494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787829448.952499:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829448.952502:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787829448.952506:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829448.952508:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829448.952511:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829448.952515:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829448.952518:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829448.952520:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829448.952522:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829448.952526:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952534:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.952538:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952545:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.952547:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829448.952550:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829448.952553:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829448.952556:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829448.952558:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300926003
00000100:00000001:1.0:1787829448.952561:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.952563:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300926003
00000100:00000001:1.0:1787829448.952565:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300929892
00000100:00000001:1.0:1787829448.952567:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829448.952569:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.952571:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829448.952575:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829448/real 1787829448]  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829448.952583:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829448.952585:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829448.952587:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829448.952589:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829448.952591:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829448.952593:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829448.952596:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829448.952605:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952612:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829448.952614:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952615:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.952617:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829448.952621:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952629:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829448.952633:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952641:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829448.952644:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952645:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829448.952647:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952649:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829448.952651:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829448.952653:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829448.952657:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829448.952659:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829448.952664:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829448.952672:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829448.952676:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952678:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.952681:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555375104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952689:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829448.952690:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829448.952693:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829448.952695:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829448.952697:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829448.952699:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829448.952701:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829448.952703:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:1.0:1787829448.952705:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829448.952707:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829448.952709:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:1.0:1787829448.952711:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829448.952712:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952714:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.952718:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555375232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952726:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829448.952727:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829448.952729:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829448.952731:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829448.952732:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829448.952734:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829448.952736:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829448.952737:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:1.0:1787829448.952739:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829448.952740:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829448.952742:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:1.0:1787829448.952744:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829448.952745:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952747:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.952750:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555375360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952757:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829448.952758:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829448.952760:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829448.952762:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829448.952763:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829448.952764:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829448.952766:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829448.952768:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:1.0:1787829448.952770:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829448.952772:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829448.952773:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829448.952776:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829448.952777:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952778:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829448.952782:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555375488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829448.952794:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829448.952796:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829448.952798:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829448.952800:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829448.952802:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829448.952803:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829448.952806:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829448.952807:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:1.0:1787829448.952810:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829448.952811:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829448.952813:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:1.0:1787829448.952815:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829448.952816:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952818:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829448.952822:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829448.952823:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829448.952825:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829448.952827:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829449.462189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829449.462195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829449.462197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829449.462202:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829449.462206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829449.462210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829449.462213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829449.462216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829449.462220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829449.782211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829449.782218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829449.782225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829449.782227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829449.782230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829449.782232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829449.782236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829449.782237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829449.782241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829449.782242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829449.782303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829449.782307:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829449.782311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829449.974217:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829449.974217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829449.974226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829449.974227:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829449.974232:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829449.974232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829449.974240:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829449.974240:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829449.974245:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829449.974247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829449.974249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829449.974251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829449.974253:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829449.974256:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829449.974259:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829449.974265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829449.974268:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829449.974271:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829449.974342:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829449.974345:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829449.974346:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829449.974348:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829449.974350:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829449.974351:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829449.974352:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829449.974354:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829449.974355:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.486173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829450.486179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829450.486181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829450.486185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829450.486189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829450.486192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.486194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829450.486196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.486198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829450.806209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829450.806216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829450.806223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829450.806225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829450.806228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829450.806230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829450.806233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829450.806234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829450.806239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829450.806240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829450.806288:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829450.806293:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829450.806305:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829450.998248:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829450.998258:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829450.998259:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829450.998264:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829450.998267:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829450.998272:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829450.998273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829450.998279:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829450.998281:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829450.998286:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829450.998288:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829450.998292:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.998294:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829450.998299:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.998303:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829450.998309:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829450.998313:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829450.998317:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.998434:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829450.998439:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829450.998442:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829450.998445:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829450.998448:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829450.998451:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.998453:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829450.998455:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.998457:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829451.510225:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829451.510233:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829451.510236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829451.510241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829451.510245:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829451.510249:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829451.510252:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829451.510254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829451.510256:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829451.830221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829451.830226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829451.830229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829451.830232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829451.830238:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829451.830240:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829451.830242:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830244:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829451.830246:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830247:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829451.830249:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829451.830304:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829451.830307:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829451.830310:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829452.022232:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829452.022239:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829452.022242:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829452.022247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829452.022250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829452.022253:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829452.022254:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829452.022259:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829452.022260:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829452.022261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829452.022264:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829452.022266:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829452.022272:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829452.022279:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829452.022282:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829452.022284:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829452.022287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829452.022289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829452.022305:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829452.022313:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829452.022315:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829452.022320:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829452.022327:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829452.022331:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829452.022335:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829452.022338:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829452.022340:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829452.534207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829452.534217:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829452.534219:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829452.534223:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829452.534227:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829452.534230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829452.534232:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829452.534234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829452.534236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829452.854174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829452.854180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829452.854184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829452.854185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829452.854187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829452.854188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829452.854191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829452.854191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829452.854194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829452.854194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829452.854243:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829452.854247:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829452.854250:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829452.918219:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300929892, at 4300929920
00000100:00000040:2.0:1787829452.918236:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300929892, at 4300929920
00000100:00000010:3.0:1787829452.918237:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cb40.
00000100:00000010:2.0:1787829452.918254:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000001:1.0:1787829453.046201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829453.046201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829453.046208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829453.046209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829453.046212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829453.046213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829453.046221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829453.046221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829453.046227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829453.046227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829453.046228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829453.046232:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829453.046232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829453.046233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829453.046235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829453.046236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829453.046239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829453.046240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829453.046242:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829453.046243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829453.046244:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829453.046245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829453.046249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829453.046252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829453.046253:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829453.046257:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829453.046260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829453.558201:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829453.558208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829453.558210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829453.558214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829453.558217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829453.558220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829453.558222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829453.558224:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829453.558226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829453.878175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829453.878182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829453.878187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829453.878189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829453.878192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829453.878194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829453.878196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829453.878197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829453.878200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829453.878201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829453.878243:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829453.878247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829453.878251:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829454.070197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829454.070204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829454.070208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829454.070215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829454.070221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829454.070225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829454.070229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829454.070232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829454.070236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829454.070241:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829454.070245:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829454.070246:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829454.070248:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829454.070257:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829454.070258:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829454.070262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829454.070263:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829454.070265:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829454.070274:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787829454.070276:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829454.070277:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829454.070285:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.070285:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829454.070294:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.070298:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829454.070301:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829454.070304:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829454.070305:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829454.070315:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829454.070319:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829454.070323:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829454.070328:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829454.070336:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6258
00000400:00000200:1.0:1787829454.070345:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829454.070350:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829454.070354:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829454.070357:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070360:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829454.070363:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070366:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829454.070370:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829454.070372:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829454.070375:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829454.070378:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829454.070380:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829454.070383:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829454.070387:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070389:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829454.070392:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070394:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829454.070397:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829454.070401:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070405:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829454.070408:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829454.070411:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829454.070414:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.070417:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829454.070419:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829454.070428:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4000.
00000020:00000040:1.0:1787829454.070431:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829454.070435:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829454.070437:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.070440:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829454.070443:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829454.070447:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829454.070453:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304cc00.
00000100:00000001:1.0:1787829454.070459:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829454.070467:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829454.070477:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829454.070482:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829454.070487:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d464b8c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.070514:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829454.070517:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829454.070521:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829454.070523:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829454.070526:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829454.070529:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829454.070533:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6258
00000100:00000001:2.0:1787829454.070533:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829454.070538:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829454.070541:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787829454.070545:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829454.070554:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829454.070559:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829454.070563:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829454.070570:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070574:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829454.070577:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070580:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829454.070591:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829454.070597:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:2.0:1787829454.070601:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829454.070603:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829454.070604:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829454.070608:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:2.0:1787829454.070610:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829454.070614:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829454.070618:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829454.070620:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00100000:2.0:1787829454.070627:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555375616:192.168.203.108@tcp:250:kworker.0
00000020:00000001:1.0:1787829454.070628:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829454.070641:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829454.070641:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829454.070647:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829454.070650:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787829454.070651:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829454.070656:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.070657:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829454.070662:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787829454.070664:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829454.070670:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:2.0:1787829454.070673:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:1.0:1787829454.070674:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.070677:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829454.070681:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787829454.070687:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829454.070690:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787829454.070692:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
02000000:00000001:1.0:1787829454.070696:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.070701:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787829454.070704:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000008:00100000:1.0:1787829454.070707:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787829454.070713:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375616, portal 25
00000008:00000001:1.0:1787829454.070714:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.070720:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829454.070722:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.070723:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000010:1.0:1787829454.070732:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5e00.
00000020:00000040:1.0:1787829454.070739:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:2.0:1787829454.070739:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829454.070745:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829454.070748:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.070754:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829454.070758:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829454.070764:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.070772:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1787829454.070773:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d400.
00000100:00000040:2.0:1787829454.070780:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070783:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829454.070784:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829454.070794:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555375616, offset 0
00000100:00100000:1.0:1787829454.070801:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829454.070806:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070818:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829454.070818:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829454.070826:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829454.070831:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:1.0:1787829454.070838:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e35e8c63] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829454.070838:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829454.070847:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829454.070859:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829454.070865:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829454.070891:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90152:90152:256:4294967295] 192.168.203.108@tcp LPNI seq info [90139:90139:8:4294967295]
00000100:00000001:1.0:1787829454.070898:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829454.070898:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829454.070908:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829454.070922:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787829454.070924:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1787829454.070931:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829454.070938:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829454.070942:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1787829454.070942:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829454.070954:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829454.070959:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1787829454.070960:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829454.070972:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6258
00000800:00000200:2.1:1787829454.070974:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829454.070982:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000400:00000200:1.0:1787829454.070983:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829454.070995:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000100:2.0:1787829454.071000:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829454.071003:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787829454.071006:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000040:1.0:1787829454.071013:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071018:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829454.071019:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787829454.071023:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071031:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829454.071033:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1787829454.071038:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829454.071041:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829454.071043:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000020:00000001:1.0:1787829454.071044:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829454.071052:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000010:2.0:1787829454.071052:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000020:00000001:1.0:1787829454.071059:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:2.0:1787829454.071063:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787829454.071066:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829454.071075:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829454.071075:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.071087:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829454.071120:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829454.071123:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829454.071128:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.071129:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829454.071141:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829454.071155:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829454.071157:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071158:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071161:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787829454.071162:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829454.071170:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829454.071173:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071173:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071181:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829454.071184:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829454.071186:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829454.071190:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300935013
00000008:00000001:1.0:1787829454.071191:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071201:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829454.071204:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000010:1.0:1787829454.071208:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4f00.
00000020:00000040:1.0:1787829454.071211:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829454.071214:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829454.071214:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787829454.071217:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071219:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829454.071221:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829454.071225:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071225:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300935013
02000000:00000010:1.0:1787829454.071233:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d800.
00000100:00000010:2.0:1787829454.071236:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2120.
00000100:00000001:1.0:1787829454.071238:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071246:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1787829454.071248:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829454.071254:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829454.071257:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829454.071261:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071265:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829454.071266:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9beefcb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.071269:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829454.071278:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829454.071280:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454]  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829454.071282:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829454.071301:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829454.071307:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787829454.071310:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829454.071311:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1787829454.071313:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829454.071314:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787829454.071317:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000100:00080000:1.0:1787829454.071320:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6258
00000400:00000200:1.0:1787829454.071331:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.071331:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829454.071342:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000400:00000200:1.0:1787829454.071343:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829454.071347:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829454.071353:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829454.071353:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829454.071361:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829454.071368:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829454.071369:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.071370:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829454.071377:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829454.071382:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829454.071387:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829454.071394:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829454.071397:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829454.071403:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829454.071409:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071415:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787829454.071418:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829454.071419:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071425:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829454.071433:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829454.071446:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071452:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071454:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829454.071455:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829454.071462:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829454.071462:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829454.071468:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071471:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829454.071473:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829454.071473:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.071479:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787829454.071480:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071495:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829454.071498:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7480.
00000100:00100000:2.0:1787829454.071501:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829454.071502:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829454.071511:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829454.071515:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071526:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829454.071527:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829454.071529:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829454.071534:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829454.071538:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c000.
00000100:00000040:2.0:1787829454.071540:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.071542:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829454.071558:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829454.071568:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829454.071579:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829454.071586:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829454.071586:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.071598:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829454.071599:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071616:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787829454.071618:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05012d9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.071621:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829454.071637:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829454.071639:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829454.071640:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829454.071653:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829454.071655:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829454.071657:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787829454.071657:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829454.071672:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829454.071673:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1787829454.071678:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6258
00000100:00000040:2.0:1787829454.071689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829454.071690:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829454.071701:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829454.071711:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829454.071720:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071745:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829454.071752:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829454.071754:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555375616:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829454.071756:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829454.071761:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829454.071763:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829454.071770:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829454.071773:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829454.071775:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829454.071776:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829454.071783:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787829454.071784:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829454.071794:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829454.071794:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555375616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.071802:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829454.071812:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829454.071821:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829454.071825:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1787829454.071827:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
02000000:00000001:2.0:1787829454.071829:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1787829454.071838:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:2.0:1787829454.071838:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
00000100:00000001:1.0:1787829454.071854:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.071856:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787829454.071861:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1787829454.071862:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829454.071865:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829454.071866:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829454.071874:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829454.071888:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071893:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829454.071896:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
02000000:00000010:2.0:1787829454.071896:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
00000008:00000001:1.0:1787829454.071907:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071910:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.071911:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829454.071929:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829454.071930:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:2.0:1787829454.071942:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000010:1.0:1787829454.071943:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829454.071944:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.071953:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829454.071954:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829454.071966:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829454.071967:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829454.071969:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829454.071971:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829454.071971:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1787829454.071975:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071976:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071987:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1787829454.071988:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000100:00000001:2.0:1787829454.071993:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829454.071994:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.071998:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1787829454.072000:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829454.072009:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829454.072009:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829454.072015:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829454.072027:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad39a9c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072040:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829454.072044:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072045:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829454.072050:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6268)
02000000:00000001:2.0:1787829454.072052:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829454.072056:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829454.072060:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829454.072066:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829454.072071:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829454.072074:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829454.072075:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072076:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072079:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829454.072081:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829454.072085:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829454.072087:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829454.072090:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829454.072092:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375744, portal 10
00000100:00000001:2.0:1787829454.072094:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829454.072114:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:2.0:1787829454.072121:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072126:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829454.072128:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829454.072129:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829454.072131:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555375744, offset 0
00000400:00000200:2.0:1787829454.072134:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072137:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072141:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829454.072144:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829454.072146:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829454.072148:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829454.072150:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072152:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90153:90153:256:4294967295] 192.168.203.108@tcp LPNI seq info [90140:90140:8:4294967295]
00000400:00000200:2.0:1787829454.072155:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072159:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829454.072163:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.072165:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829454.072168:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829454.072170:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829454.072175:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829454.072177:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829454.072180:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.072182:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829454.072184:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829454.072187:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829454.072189:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829454.072191:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829454.072193:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829454.072195:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072201:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.072203:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072208:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072209:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829454.072211:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829454.072215:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829454.072218:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829454.072220:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300931158
00000100:00000001:2.0:1787829454.072223:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.072226:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300931158
00000100:00000001:2.0:1787829454.072228:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.072230:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829454.072233:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072235:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829454.072239:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454]  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829454.072248:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829454.072249:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829454.072252:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829454.072254:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829454.072256:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829454.072259:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829454.072262:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829454.072271:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072275:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829454.072277:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072278:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.072280:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829454.072282:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072287:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829454.072290:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072295:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829454.072296:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072298:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.072299:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072300:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829454.072302:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829454.072304:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829454.072307:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829454.072308:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829454.072311:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829454.072316:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829454.072319:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829454.072323:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072330:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829454.072331:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072333:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829454.072335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829454.072337:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829454.072340:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829454.072344:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829454.072346:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829454.072348:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072350:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072354:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829454.072356:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829454.072360:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829454.072363:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829454.072366:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829454.072369:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555375872, portal 10
00000100:00000001:2.0:1787829454.072371:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829454.072372:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829454.072377:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072382:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829454.072384:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829454.072387:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829454.072389:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555375872, offset 0
00000400:00000200:2.0:1787829454.072394:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072399:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072403:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829454.072406:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829454.072409:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829454.072411:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829454.072414:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072418:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90154:90154:256:4294967295] 192.168.203.108@tcp LPNI seq info [90141:90141:8:4294967295]
00000400:00000200:2.0:1787829454.072422:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072429:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829454.072433:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.072436:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829454.072439:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829454.072441:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829454.072444:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829454.072446:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829454.072449:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.072451:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829454.072453:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829454.072456:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829454.072459:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829454.072461:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829454.072464:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829454.072469:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072477:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.072481:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072489:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072491:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829454.072494:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829454.072497:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829454.072501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829454.072503:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300931098
00000100:00000001:2.0:1787829454.072506:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.072507:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300931098
00000100:00000001:2.0:1787829454.072509:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.072511:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829454.072512:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072513:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829454.072516:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454]  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829454.072521:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829454.072522:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829454.072524:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829454.072525:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829454.072527:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829454.072528:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829454.072530:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829454.072536:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072539:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829454.072540:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072541:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.072542:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829454.072545:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072550:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829454.072553:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072557:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829454.072558:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072559:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.072560:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072561:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829454.072562:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829454.072564:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829454.072566:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829454.072567:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829454.072569:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829454.072574:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555375872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829454.072576:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829454.072579:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072584:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829454.072585:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072587:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829454.072588:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829454.072590:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829454.072591:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829454.072593:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829454.072596:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829454.072597:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072598:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072601:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829454.072602:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829454.072604:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829454.072606:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829454.072609:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829454.072611:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376000, portal 4
00000100:00000001:2.0:1787829454.072612:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829454.072613:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829454.072618:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072626:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829454.072628:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829454.072631:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829454.072633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555376000, offset 0
00000400:00000200:2.0:1787829454.072637:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072641:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072644:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829454.072647:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829454.072650:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829454.072653:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829454.072655:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072659:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90155:90155:256:4294967295] 192.168.203.108@tcp LPNI seq info [90142:90142:8:4294967295]
00000400:00000200:2.0:1787829454.072663:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072670:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829454.072673:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.072676:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829454.072679:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829454.072681:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829454.072684:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829454.072686:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829454.072688:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.072691:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829454.072693:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829454.072695:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829454.072697:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829454.072698:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829454.072700:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829454.072703:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072708:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.072710:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072715:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072716:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829454.072719:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829454.072722:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829454.072726:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829454.072728:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300931131
00000100:00000001:2.0:1787829454.072731:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.072733:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300931131
00000100:00000001:2.0:1787829454.072735:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.072738:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829454.072740:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072742:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829454.072746:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454]  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829454.072756:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829454.072757:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829454.072760:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829454.072762:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829454.072764:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829454.072767:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829454.072770:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829454.072776:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072781:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829454.072782:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072783:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.072784:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829454.072786:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072791:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829454.072793:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072798:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829454.072799:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072800:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.072801:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072802:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829454.072804:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829454.072806:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829454.072808:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829454.072809:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829454.072811:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829454.072816:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829454.072819:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072821:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.072823:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555375744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072828:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829454.072829:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072831:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829454.072833:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829454.072834:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829454.072835:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829454.072837:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829454.072838:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:2.0:1787829454.072840:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829454.072841:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829454.072842:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:2.0:1787829454.072845:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829454.072846:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072847:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.072849:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555375872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072853:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829454.072854:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072855:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829454.072856:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829454.072857:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829454.072857:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829454.072858:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829454.072859:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:2.0:1787829454.072861:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829454.072861:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829454.072862:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829454.072864:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829454.072865:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072866:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.072868:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555376000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072872:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829454.072874:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072889:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829454.072891:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829454.072892:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829454.072893:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829454.072894:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829454.072895:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829454.072897:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829454.072897:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829454.072899:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829454.072901:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829454.072902:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072903:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.072906:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829454.072907:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.072908:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829454.072909:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829454.072911:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829454.072914:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072919:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829454.072920:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072922:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829454.072923:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829454.072924:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829454.072926:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829454.072929:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829454.072930:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829454.072932:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829454.072933:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829454.072935:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829454.072937:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829454.072939:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829454.072941:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829454.072943:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829454.072945:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376128, portal 4
00000100:00000001:2.0:1787829454.072947:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829454.072948:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829454.072952:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.072957:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829454.072958:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829454.072960:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829454.072961:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555376128, offset 0
00000400:00000200:2.0:1787829454.072964:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072969:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829454.072971:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829454.072973:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829454.072976:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829454.072978:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829454.072981:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90156:90156:256:4294967295] 192.168.203.108@tcp LPNI seq info [90143:90143:8:4294967295]
00000400:00000200:2.0:1787829454.072986:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829454.072992:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829454.072997:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.073000:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829454.073004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829454.073007:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829454.073012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829454.073015:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829454.073019:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829454.073022:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829454.073025:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829454.073028:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829454.073031:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829454.073033:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829454.073036:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829454.073040:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.073055:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.073058:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.073066:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.073068:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829454.073072:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829454.073075:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829454.073078:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829454.073080:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300931123
00000100:00000001:2.0:1787829454.073082:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.073083:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300931123
00000100:00000001:2.0:1787829454.073085:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300935013
00000100:00000001:2.0:1787829454.073086:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829454.073088:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.073089:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829454.073091:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829454/real 1787829454]  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829454.073112:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829454.073113:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829454.073114:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829454.073116:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829454.073117:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829454.073119:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829454.073121:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829454.073127:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.073131:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829454.073133:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.073134:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.073136:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829454.073138:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.073142:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829454.073145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.073149:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829454.073150:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.073151:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829454.073152:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.073153:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829454.073154:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829454.073156:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829454.073159:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829454.073160:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829454.073163:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829454.073168:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829454.073170:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.073171:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829454.073173:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555376128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829454.073177:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829454.073178:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829454.073179:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829454.073181:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829454.073182:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829454.073184:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829454.073185:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829454.073186:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:2.0:1787829454.073188:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829454.073189:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829454.073190:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829454.073192:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829454.073193:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.073194:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829454.073196:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829454.073197:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829454.073199:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829454.073200:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829454.582204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829454.582209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829454.582211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829454.582214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829454.582217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829454.582220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829454.582222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829454.582224:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829454.582226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902162:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829454.902169:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829454.902171:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829454.902173:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902177:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829454.902178:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902180:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902181:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829454.902185:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829454.902186:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829454.902187:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902188:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829454.902189:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902190:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902192:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829454.902195:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829454.902195:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829454.902196:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902197:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829454.902198:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902199:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902200:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829454.902203:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829454.902204:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829454.902205:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902206:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829454.902207:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902208:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902209:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829454.902211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829454.902212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829454.902255:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829454.902258:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829454.902261:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829455.094206:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829455.094206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829455.094213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829455.094214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829455.094216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.094218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829455.094221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829455.094225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829455.094225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829455.094226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829455.094235:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829455.094236:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829455.094237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829455.094239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.094243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829455.094245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829455.094246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829455.094247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829455.094259:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829455.094260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.094261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829455.094268:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829455.094269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829455.094279:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829455.094282:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829455.094285:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829455.094289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829455.606200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829455.606206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829455.606207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829455.606211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829455.606215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829455.606218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829455.606220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829455.606223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829455.606225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829455.926178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829455.926184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829455.926188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829455.926189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829455.926192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829455.926193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829455.926195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829455.926196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829455.926198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829455.926199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829455.926244:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829455.926247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829455.926249:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829456.118202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829456.118202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829456.118202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829456.118210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829456.118210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829456.118210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829456.118213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829456.118214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829456.118219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829456.118219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829456.118221:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829456.118226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829456.118226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829456.118227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829456.118232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829456.118233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829456.118233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829456.118234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829456.118240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829456.118243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829456.118245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829456.118246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829456.118249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829456.118251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829456.118252:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829456.118255:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829456.118257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829456.630169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829456.630175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829456.630177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829456.630181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829456.630185:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829456.630188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829456.630191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829456.630193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829456.630195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829456.950209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829456.950217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829456.950223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829456.950225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829456.950229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829456.950230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829456.950233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829456.950235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829456.950238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829456.950240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829456.950324:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829456.950327:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829456.950330:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829457.142181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829457.142182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829457.142182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829457.142189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829457.142190:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829457.142190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829457.142192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829457.142193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829457.142194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829457.142200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829457.142201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829457.142207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829457.142208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829457.142208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829457.142213:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829457.142214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829457.142215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829457.142220:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829457.142221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829457.142224:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829457.142227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829457.142228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829457.142231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829457.142233:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829457.142234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829457.142239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829457.142242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829457.654194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829457.654200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829457.654203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829457.654209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829457.654213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829457.654217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829457.654220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829457.654222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829457.654225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829457.974183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829457.974190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829457.974196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829457.974197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829457.974200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829457.974202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829457.974206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829457.974207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829457.974211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829457.974212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829457.974283:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829457.974288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829457.974292:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829458.038176:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300935013, at 4300935040
00000100:00000040:2.0:1787829458.038180:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300935013, at 4300935040
00000100:00000010:3.0:1787829458.038189:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2120.
00000100:00000010:2.0:1787829458.038191:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:1.0:1787829458.166227:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829458.166229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829458.166229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829458.166237:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829458.166238:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829458.166239:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829458.166247:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829458.166248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829458.166248:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829458.166265:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829458.166265:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829458.166266:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829458.166282:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829458.166284:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829458.166284:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829458.166295:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829458.166296:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.166296:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829458.166314:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829458.166318:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829458.166323:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829458.166324:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829458.166331:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829458.166336:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829458.166336:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829458.166340:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.166343:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829458.678177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829458.678184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829458.678185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829458.678190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829458.678193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829458.678197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.678199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829458.678201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.678203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829458.998180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829458.998185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829458.998190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829458.998191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829458.998193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829458.998194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829458.998196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829458.998197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829458.998200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829458.998200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829458.998245:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829458.998248:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829458.998251:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829459.190158:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829459.190164:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829459.190166:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829459.190171:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829459.190172:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829459.190176:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829459.190177:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829459.190180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829459.190181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829459.190181:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829459.190183:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829459.190187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829459.190187:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829459.190191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829459.190191:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.190193:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829459.190197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829459.190198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829459.190198:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829459.190203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829459.190204:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829459.190207:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829459.190208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.190210:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829459.190211:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829459.190214:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829459.190217:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829459.190232:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829459.190238:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829459.190240:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829459.190243:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829459.190247:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829459.190252:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6263
00000400:00000200:0.0:1787829459.190259:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829459.190264:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829459.190267:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829459.190269:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190271:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829459.190273:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190275:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829459.190278:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829459.190279:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829459.190281:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829459.190284:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829459.190285:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829459.190286:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829459.190288:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190289:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829459.190291:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190292:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829459.190295:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829459.190298:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190299:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829459.190301:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829459.190304:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829459.190306:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.190307:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829459.190309:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829459.190316:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829459.190318:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829459.190321:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829459.190322:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.190324:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829459.190327:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829459.190330:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829459.190337:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829459.190342:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829459.190350:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829459.190358:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829459.190362:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829459.190365:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.190382:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829459.190384:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829459.190387:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829459.190388:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829459.190389:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829459.190391:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829459.190393:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6263
00000400:00000200:0.0:1787829459.190397:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829459.190399:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829459.190401:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829459.190402:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787829459.190404:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190407:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829459.190408:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829459.190410:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829459.190411:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829459.190415:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829459.190418:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829459.190420:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829459.190422:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829459.190422:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829459.190425:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829459.190429:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829459.190433:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829459.190440:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829459.190441:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829459.190442:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829459.190444:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829459.190446:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190449:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829459.190449:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787829459.190451:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829459.190454:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829459.190455:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190459:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.190459:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829459.190465:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829459.190468:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555376256:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829459.190470:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.190472:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829459.190474:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.190476:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829459.190477:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1787829459.190480:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829459.190481:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829459.190486:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.190487:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829459.190490:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829459.190494:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829459.190495:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829459.190497:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829459.190499:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.190500:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829459.190501:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829459.190502:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829459.190505:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000010:0.0:1787829459.190506:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829459.190508:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.190510:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829459.190517:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829459.190517:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829459.190523:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00000001:0.0:1787829459.190526:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829459.190529:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829459.190531:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000040:0.0:1787829459.190532:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829459.190538:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376256, portal 25
00000100:00000001:0.0:1787829459.190540:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.190542:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829459.190544:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829459.190545:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000100:00080000:0.0:1787829459.190548:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829459.190551:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829459.190555:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829459.190555:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.190558:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829459.190563:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6263
00000400:00000200:0.0:1787829459.190570:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829459.190575:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829459.190577:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829459.190577:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829459.190582:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190586:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829459.190587:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829459.190589:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190592:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:2.0:1787829459.190593:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000020:00000001:0.0:1787829459.190594:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829459.190596:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829459.190598:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829459.190600:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829459.190601:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:2.0:1787829459.190601:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555376256, offset 0
00000020:00000001:0.0:1787829459.190605:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829459.190609:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190610:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829459.190611:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190613:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829459.190616:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829459.190622:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829459.190628:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829459.190629:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829459.190635:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829459.190636:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829459.190638:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829459.190641:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.190642:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829459.190644:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829459.190649:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829459.190652:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787829459.190653:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.190657:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.190660:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000010:0.0:1787829459.190663:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000400:00000200:2.0:1787829459.190668:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787829459.190669:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829459.190675:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829459.190675:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:0.0:1787829459.190679:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.190682:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90157:90157:256:4294967295] 192.168.203.108@tcp LPNI seq info [90144:90144:8:4294967295]
00000100:00000001:0.0:1787829459.190683:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829459.190688:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829459.190690:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829459.190692:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829459.190698:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829459.190701:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829459.190709:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829459.190710:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829459.190722:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190723:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829459.190727:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829459.190731:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000040:0.0:1787829459.190732:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.190740:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829459.190742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829459.190743:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787829459.190748:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00080000:0.0:1787829459.190749:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829459.190751:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829459.190754:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829459.190760:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787829459.190760:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829459.190765:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6263
00000800:00000200:2.1:1787829459.190765:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787829459.190775:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829459.190776:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:2.0:1787829459.190779:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:0.0:1787829459.190783:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829459.190784:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787829459.190788:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829459.190793:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787829459.190797:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.190799:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000100:00000001:0.0:1787829459.190802:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787829459.190802:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000040:0.0:1787829459.190808:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829459.190808:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829459.190813:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:2.0:1787829459.190815:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829459.190819:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829459.190823:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829459.190827:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829459.190827:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787829459.190831:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000040:2.0:1787829459.190833:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829459.190836:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829459.190855:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.190857:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829459.190862:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.190865:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829459.190868:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300940132
00000100:00000010:2.0:1787829459.190872:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829459.190877:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829459.190881:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300940132
00000100:00000010:2.0:1787829459.190883:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c20c0.
00000100:00000001:2.0:1787829459.190885:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829459.190887:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.190889:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.190891:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829459.190894:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829459]  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829459.190900:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829459.190902:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829459.190903:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829459.190905:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829459.190906:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829459.190908:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829459.190911:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829459.190916:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.190921:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829459.190922:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.190923:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.190925:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829459.190929:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00100000:2.0:1787829459.190930:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829459.190935:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190940:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829459.190944:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829459.190944:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829459.190947:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829459.190951:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000040:2.0:1787829459.190952:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829459.190955:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829459.190960:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829459.190963:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829459.190966:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829459.190968:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.190969:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829459.190971:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.190972:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829459.190974:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829459.190975:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829459.190977:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829459.190979:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:0.0:1787829459.190982:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.190983:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829459.190984:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829459.190987:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1787829459.190989:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829459.190993:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00080000:2.0:1787829459.190993:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829459.190997:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787829459.190998:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829459.191001:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829459.191004:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.191005:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829459.191009:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829459.191012:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829459.191015:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555376256:192.168.203.108@tcp:250:kworker.0
02000000:00000010:0.0:1787829459.191019:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:2.0:1787829459.191020:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829459.191025:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191031:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787829459.191033:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829459.191037:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555376256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.191060:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829459.191064:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787829459.191066:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.191067:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829459.191070:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829459.191074:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787829459.191077:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829459.191077:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829459.191078:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829459.191083:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829459.191086:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:2.0:1787829459.191091:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829459.191093:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829459.191112:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00000001:2.0:1787829459.191115:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829459.191115:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191117:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191123:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829459.191125:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191125:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191130:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829459.191132:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829459.191133:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829459.191136:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829459.191140:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1787829459.191141:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.191145:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829459.191149:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829459.191151:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829459.191154:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.191155:0:50166:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787829459.191156:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829459.191159:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829459.191162:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6263
02000000:00000001:2.0:1787829459.191162:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829459.191168:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829459.191171:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1787829459.191173:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829459.191174:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829459.191177:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.191180:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1787829459.191182:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000010:2.0:1787829459.191183:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
00000100:00080000:0.0:1787829459.191187:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829459.191188:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.191193:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829459.191196:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000010:2.0:1787829459.191197:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00000001:0.0:1787829459.191203:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787829459.191203:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000040:0.0:1787829459.191208:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829459.191208:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376384, portal 10
00000100:00000001:2.0:1787829459.191210:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829459.191215:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829459.191215:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000020:00000001:0.0:1787829459.191222:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829459.191225:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000040:2.0:1787829459.191227:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829459.191230:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829459.191234:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829459.191236:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829459.191240:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829459.191240:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829459.191243:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000020:00000001:0.0:1787829459.191246:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:2.0:1787829459.191247:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555376384, offset 0
00000100:00000040:0.0:1787829459.191257:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191257:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829459.191264:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829459.191264:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829459.191271:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191272:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829459.191278:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829459.191278:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829459.191282:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829459.191284:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829459.191286:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191288:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90158:90158:256:4294967295] 192.168.203.108@tcp LPNI seq info [90145:90145:8:4294967295]
00000400:00000200:2.0:1787829459.191291:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829459.191294:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:2.0:1787829459.191303:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829459.191307:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829459.191313:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829459.191314:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829459.191317:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1787829459.191321:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
02000000:00000001:0.0:1787829459.191323:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829459.191328:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829459.191329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829459.191333:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787829459.191335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000008:00100000:0.0:1787829459.191337:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829459.191343:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829459.191344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829459.191346:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829459.191350:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000100:00000010:0.0:1787829459.191353:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000800:00000100:2.0:1787829459.191357:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829459.191359:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000010:2.0:1787829459.191361:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
02000000:00000001:0.0:1787829459.191364:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829459.191367:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787829459.191368:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829459.191372:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829459.191374:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787829459.191376:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829459.191380:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.191380:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829459.191385:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
02000000:00000010:0.0:1787829459.191389:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:2.0:1787829459.191390:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829459.191395:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829459.191397:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829459.191405:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829459.191409:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.191416:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829459.191419:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829459.191423:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191430:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829459.191434:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191434:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829459.191439:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829459.191446:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00000001:0.0:1787829459.191451:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.191452:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829459.191457:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300936277
00000100:00000040:0.0:1787829459.191460:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6273)
00000100:00000001:2.0:1787829459.191461:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.191466:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300936277
00000100:00000001:2.0:1787829459.191469:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.191471:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.191473:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191476:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829459.191481:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829459]  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829459.191490:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829459.191491:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829459.191493:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829459.191496:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829459.191498:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829459.191500:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829459.191503:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829459.191509:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191517:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829459.191519:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191520:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.191521:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829459.191523:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191528:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829459.191530:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191535:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829459.191536:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191537:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.191538:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191539:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829459.191540:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829459.191542:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829459.191544:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829459.191545:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829459.191548:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829459.191552:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829459.191555:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829459.191558:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191565:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829459.191567:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.191569:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829459.191571:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829459.191573:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829459.191576:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829459.191579:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829459.191582:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829459.191583:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.191585:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829459.191589:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829459.191591:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.191595:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829459.191597:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829459.191601:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829459.191604:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376512, portal 10
00000100:00000001:2.0:1787829459.191606:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829459.191608:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829459.191615:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191619:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829459.191621:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829459.191622:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829459.191624:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555376512, offset 0
00000400:00000200:2.0:1787829459.191627:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829459.191634:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829459.191638:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829459.191641:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829459.191643:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829459.191646:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191649:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90159:90159:256:4294967295] 192.168.203.108@tcp LPNI seq info [90146:90146:8:4294967295]
00000400:00000200:2.0:1787829459.191653:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829459.191660:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829459.191666:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829459.191670:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829459.191674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829459.191677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787829459.191682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829459.191683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787829459.191686:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829459.191687:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829459.191690:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829459.191692:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829459.191694:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829459.191696:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829459.191697:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829459.191700:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191705:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.191707:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191712:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191713:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829459.191715:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829459.191718:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829459.191720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829459.191721:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300936217
00000100:00000001:2.0:1787829459.191723:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.191725:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300936217
00000100:00000001:2.0:1787829459.191726:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.191727:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.191728:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191730:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829459.191732:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829459]  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829459.191737:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829459.191738:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829459.191740:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829459.191741:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829459.191742:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829459.191744:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829459.191745:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829459.191751:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191755:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829459.191756:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191757:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.191758:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829459.191760:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191764:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829459.191766:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191770:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829459.191772:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191773:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.191773:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191775:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829459.191776:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829459.191777:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829459.191779:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829459.191780:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829459.191784:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829459.191789:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829459.191791:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829459.191793:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191797:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829459.191798:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.191800:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829459.191801:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829459.191802:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829459.191804:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829459.191805:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829459.191807:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829459.191808:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.191809:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829459.191811:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829459.191812:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.191814:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829459.191816:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829459.191818:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829459.191820:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376640, portal 4
00000100:00000001:2.0:1787829459.191822:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829459.191823:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829459.191827:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191831:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829459.191832:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829459.191834:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829459.191835:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555376640, offset 0
00000400:00000200:2.0:1787829459.191838:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191860:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829459.191862:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829459.191865:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829459.191866:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829459.191868:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829459.191870:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.191872:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90160:90160:256:4294967295] 192.168.203.108@tcp LPNI seq info [90147:90147:8:4294967295]
00000400:00000200:2.0:1787829459.191875:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829459.191879:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829459.191882:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829459.191885:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829459.191887:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829459.191889:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787829459.191892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829459.191893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787829459.191896:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829459.191897:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829459.191899:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829459.191901:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829459.191903:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829459.191904:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829459.191906:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829459.191909:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191914:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.191916:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191920:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191921:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829459.191923:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829459.191925:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829459.191927:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829459.191929:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300936250
00000100:00000001:2.0:1787829459.191931:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.191932:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300936250
00000100:00000001:2.0:1787829459.191934:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.191935:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.191936:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.191937:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829459.191939:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829459]  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829459.191944:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829459.191946:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829459.191947:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829459.191948:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829459.191949:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829459.191950:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829459.191952:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829459.191958:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191962:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829459.191963:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191964:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.191965:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829459.191967:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191971:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829459.191973:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.191977:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829459.191979:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191980:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.191981:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191982:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829459.191984:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829459.191985:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829459.191987:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829459.191988:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829459.191991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829459.191995:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829459.191998:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.191999:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.192001:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555376384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192004:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829459.192006:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829459.192007:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829459.192008:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829459.192009:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829459.192010:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829459.192012:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829459.192014:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829459.192015:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829459.192016:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829459.192017:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829459.192019:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829459.192020:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192021:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.192023:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555376512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192031:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829459.192032:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829459.192033:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829459.192035:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829459.192036:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829459.192036:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829459.192037:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829459.192038:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:2.0:1787829459.192039:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829459.192040:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829459.192041:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829459.192042:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829459.192043:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192044:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.192046:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555376640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192049:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829459.192050:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829459.192051:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829459.192052:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829459.192053:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829459.192054:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829459.192055:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829459.192055:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:2.0:1787829459.192057:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829459.192057:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829459.192058:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829459.192059:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829459.192060:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192061:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192064:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829459.192064:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.192066:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829459.192067:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829459.192067:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829459.192070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192074:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829459.192075:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.192077:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829459.192078:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829459.192079:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829459.192081:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829459.192083:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829459.192084:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829459.192085:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829459.192087:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829459.192089:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829459.192090:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829459.192092:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829459.192093:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829459.192110:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829459.192113:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376768, portal 4
00000100:00000001:2.0:1787829459.192114:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829459.192115:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:2.0:1787829459.192120:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192124:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829459.192126:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829459.192127:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829459.192129:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555376768, offset 0
00000400:00000200:2.0:1787829459.192131:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829459.192134:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829459.192136:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829459.192138:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829459.192140:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829459.192141:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829459.192143:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829459.192145:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90161:90161:256:4294967295] 192.168.203.108@tcp LPNI seq info [90148:90148:8:4294967295]
00000400:00000200:2.0:1787829459.192148:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829459.192152:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829459.192155:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829459.192157:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829459.192160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829459.192162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787829459.192164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829459.192166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787829459.192169:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829459.192170:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829459.192172:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829459.192174:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829459.192176:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829459.192177:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829459.192179:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829459.192181:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192186:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.192188:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192192:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.192193:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829459.192195:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829459.192197:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829459.192199:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829459.192200:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300936243
00000100:00000001:2.0:1787829459.192202:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.192203:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300936243
00000100:00000001:2.0:1787829459.192205:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300940132
00000100:00000001:2.0:1787829459.192206:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829459.192208:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.192209:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829459.192211:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829459/real 1787829459]  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829459.192217:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829459.192218:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829459.192219:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829459.192220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829459.192221:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829459.192222:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829459.192224:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829459.192230:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192234:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829459.192235:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192236:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.192236:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829459.192239:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192242:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829459.192245:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192249:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829459.192250:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192251:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829459.192252:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192253:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829459.192254:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829459.192256:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829459.192258:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829459.192259:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829459.192262:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829459.192267:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555376768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829459.192269:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192270:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829459.192272:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555376768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829459.192275:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829459.192276:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829459.192277:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829459.192279:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829459.192279:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829459.192280:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829459.192281:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829459.192283:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829459.192284:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829459.192285:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829459.192286:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829459.192287:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829459.192288:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192290:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829459.192291:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829459.192292:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829459.192294:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829459.192295:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829459.702197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829459.702204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829459.702205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829459.702209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829459.702212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829459.702216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829459.702218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829459.702220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829459.702222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829460.022195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829460.022202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829460.022208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829460.022209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829460.022213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829460.022215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829460.022218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829460.022219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829460.022223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829460.022224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829460.022272:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829460.022275:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829460.022278:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829460.214211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829460.214211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829460.214211:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829460.214218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829460.214219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829460.214219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829460.214222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.214223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.214224:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829460.214229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829460.214231:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829460.214232:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829460.214233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829460.214238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829460.214239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829460.214240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829460.214245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829460.214245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829460.214245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829460.214249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.214254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829460.214254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.214259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.214263:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.214264:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829460.214268:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829460.214272:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.726191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829460.726198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829460.726201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829460.726206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829460.726210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829460.726215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829460.726217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829460.726220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829460.726223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829461.046183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829461.046188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829461.046192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829461.046193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829461.046195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829461.046196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829461.046199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829461.046200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829461.046202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829461.046203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829461.046285:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829461.046289:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829461.046291:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829461.238182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829461.238182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829461.238189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829461.238189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829461.238192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829461.238192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829461.238198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829461.238198:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829461.238203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829461.238203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829461.238207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829461.238207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829461.238209:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829461.238210:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829461.238215:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829461.238216:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829461.238219:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829461.238221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829461.238225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829461.238227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829461.238231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829461.238231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829461.238236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829461.238237:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829461.238241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829461.238245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829461.238249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829461.750186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829461.750191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829461.750193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829461.750196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829461.750199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829461.750203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829461.750205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829461.750207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829461.750209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829462.070208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829462.070213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829462.070217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829462.070220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829462.070225:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829462.070227:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829462.070229:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070231:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829462.070232:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070234:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829462.070235:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829462.070288:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829462.070291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829462.070294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829462.262197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829462.262197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829462.262197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829462.262204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829462.262205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829462.262205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829462.262207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829462.262209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829462.262209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829462.262214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829462.262214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829462.262218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829462.262220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829462.262220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829462.262223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829462.262226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829462.262226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829462.262227:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829462.262233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829462.262236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829462.262239:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829462.262240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829462.262242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829462.262244:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829462.262244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829462.262247:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829462.262249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829462.774169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829462.774175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829462.774177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829462.774180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829462.774183:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829462.774186:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829462.774188:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829462.774190:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829462.774193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829463.094201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829463.094209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829463.094215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829463.094216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829463.094220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829463.094222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829463.094225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829463.094226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829463.094229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829463.094230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829463.094279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829463.094282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829463.094284:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829463.158201:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300940132, at 4300940160
00000100:00000040:3.0:1787829463.158201:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300940132, at 4300940160
00000100:00000010:3.0:1787829463.158219:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c20c0.
00000100:00000010:2.0:1787829463.158221:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:1.0:1787829463.286195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829463.286195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829463.286195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829463.286202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829463.286203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829463.286203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829463.286207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829463.286208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829463.286208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829463.286214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829463.286215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829463.286217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829463.286219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829463.286220:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829463.286223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829463.286225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829463.286225:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829463.286228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829463.286231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829463.286234:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829463.286236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829463.286238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829463.286241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829463.286243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829463.286246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829463.286250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829463.286253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829463.798197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829463.798203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829463.798205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829463.798209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829463.798212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829463.798216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829463.798218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829463.798220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829463.798222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829464.118215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829464.118223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829464.118230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829464.118231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829464.118235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829464.118237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829464.118240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829464.118242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829464.118246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829464.118247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829464.118308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829464.118311:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829464.118314:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829464.310202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829464.310202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829464.310209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829464.310209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829464.310211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.310212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829464.310215:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829464.310219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829464.310219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829464.310221:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829464.310226:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829464.310227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829464.310232:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829464.310233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829464.310239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829464.310239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829464.310240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829464.310243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829464.310245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829464.310247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.310249:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829464.310252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.310255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829464.310257:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829464.310261:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829464.310264:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829464.310281:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829464.310285:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829464.310287:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829464.310291:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829464.310295:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829464.310302:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6268
00000400:00000200:1.0:1787829464.310311:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829464.310318:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829464.310322:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829464.310325:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310328:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829464.310331:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310334:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829464.310338:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829464.310341:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829464.310344:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829464.310347:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829464.310350:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829464.310353:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829464.310355:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310356:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829464.310358:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310359:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829464.310362:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829464.310364:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310366:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.310368:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829464.310371:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829464.310373:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310374:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829464.310376:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829464.310385:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b52c0.
00000020:00000040:1.0:1787829464.310389:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829464.310393:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829464.310396:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310399:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829464.310401:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829464.310405:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829464.310413:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:1.0:1787829464.310420:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829464.310430:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829464.310439:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829464.310441:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829464.310445:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b3ce10f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829464.310466:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829464.310468:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829464.310470:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829464.310472:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829464.310473:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829464.310475:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829464.310477:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6268
00000400:00000200:1.0:1787829464.310481:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829464.310485:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829464.310487:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787829464.310488:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829464.310493:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829464.310493:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829464.310496:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829464.310497:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829464.310501:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310505:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:2.0:1787829464.310505:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829464.310508:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829464.310510:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829464.310513:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829464.310516:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829464.310520:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829464.310521:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829464.310525:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829464.310526:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.310532:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787829464.310533:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829464.310535:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829464.310536:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829464.310539:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829464.310540:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310545:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:2.0:1787829464.310545:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555376896:192.168.203.108@tcp:250:kworker.0
00000020:00000040:1.0:1787829464.310552:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:2.0:1787829464.310553:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787829464.310556:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829464.310557:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829464.310559:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.310561:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.310562:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829464.310566:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829464.310568:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787829464.310571:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:1.0:1787829464.310572:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.310575:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310576:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829464.310583:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829464.310584:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:1.0:1787829464.310589:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829464.310590:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00000001:1.0:1787829464.310591:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829464.310596:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5a40.
00000400:00000010:2.0:1787829464.310597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000020:00000040:1.0:1787829464.310600:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000200:2.0:1787829464.310604:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555376896, portal 25
02000000:00000001:1.0:1787829464.310606:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829464.310608:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829464.310610:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.310610:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537134784 : -107611172416832 : ffff9e20d24b52c0)
00000100:00000001:1.0:1787829464.310617:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787829464.310620:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829464.310622:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829464.310626:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.310632:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829464.310634:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000010:1.0:1787829464.310635:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000400:00000010:2.0:1787829464.310637:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829464.310641:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555376896, offset 0
00000100:00000001:1.0:1787829464.310643:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.310648:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00100000:1.0:1787829464.310653:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829464.310660:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829464.310666:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829464.310670:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.310670:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829464.310678:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787829464.310679:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5aa71d] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829464.310684:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829464.310690:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787829464.310695:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.310695:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:1.0:1787829464.310700:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829464.310701:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90162:90162:256:4294967295] 192.168.203.108@tcp LPNI seq info [90149:90149:8:4294967295]
00000400:00000200:2.0:1787829464.310710:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829464.310714:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829464.310718:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829464.310720:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787829464.310721:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829464.310727:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829464.310732:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6268
00000800:00000200:2.0:1787829464.310733:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829464.310740:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:2.0:1787829464.310740:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000400:00000200:1.0:1787829464.310745:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829464.310750:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787829464.310750:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:1.0:1787829464.310756:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829464.310757:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1787829464.310760:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829464.310764:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:2.1:1787829464.310766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829464.310768:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.1:1787829464.310771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1787829464.310772:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829464.310776:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829464.310779:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:2.0:1787829464.310780:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:1.0:1787829464.310785:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000010:2.0:1787829464.310785:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000020:00000001:1.0:1787829464.310789:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829464.310793:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829464.310793:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787829464.310798:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829464.310813:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787829464.310817:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829464.310820:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000100:00000040:1.0:1787829464.310822:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:2.0:1787829464.310824:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:1.0:1787829464.310825:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829464.310829:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:2.0:1787829464.310829:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829464.310834:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:2.0:1787829464.310837:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829464.310838:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.310843:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829464.310846:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829464.310850:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310853:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829464.310853:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1787829464.310858:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787829464.310861:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829464.310862:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310865:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829464.310871:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6940.
00000020:00000040:1.0:1787829464.310875:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829464.310878:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.310879:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829464.310881:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.310883:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829464.310884:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829464.310887:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829464.310889:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829464.310892:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000001:2.0:1787829464.310894:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.310896:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.310901:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:1.0:1787829464.310904:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829464.310906:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300945252
00000100:00000010:2.0:1787829464.310913:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:1.0:1787829464.310914:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829464.310918:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829464.310921:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad39a9c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.310923:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829464.310930:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300945252
00000100:00000001:1.0:1787829464.310931:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829464.310935:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c27e0.
00000100:00080000:1.0:1787829464.310936:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829464.310942:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829464.310942:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829464.310944:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829464.310945:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829464.310947:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829464.310948:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6268
00000400:00000200:1.0:1787829464.310952:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829464.310956:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829464.310957:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829464.310962:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829464.310963:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829464.310968:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829464.310969:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829464.310970:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829464.310973:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.310976:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829464.310979:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829464.310980:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00100000:2.0:1787829464.310980:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464]  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829464.310983:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829464.310986:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829464.310990:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829464.310994:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829464.311001:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.311003:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829464.311004:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787829464.311005:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.311009:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000001:2.0:1787829464.311009:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829464.311012:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000020:00000040:1.0:1787829464.311013:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829464.311019:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829464.311019:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829464.311023:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:1.0:1787829464.311024:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.311028:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829464.311028:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787829464.311031:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787829464.311035:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829464.311036:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.311040:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829464.311043:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829464.311047:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.311051:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829464.311053:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829464.311055:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7480.
00000020:00000040:1.0:1787829464.311059:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829464.311065:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829464.311066:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829464.311067:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311068:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829464.311071:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829464.311072:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829464.311075:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829464.311075:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829464.311078:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829464.311081:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c800.
00000100:00100000:2.0:1787829464.311083:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829464.311084:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829464.311094:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829464.311120:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829464.311128:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311147:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829464.311153:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311158:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829464.311161:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829464.311161:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311165:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829464.311166:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311167:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829464.311171:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1787829464.311173:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05012d9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829464.311176:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829464.311181:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829464.311188:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829464.311190:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829464.311195:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829464.311202:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1787829464.311203:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555376896:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829464.311205:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829464.311209:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829464.311210:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829464.311212:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829464.311214:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829464.311217:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6268
00000100:00000040:2.0:1787829464.311220:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b52c0 x1874668555376896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829464.311226:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829464.311232:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829464.311235:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1787829464.311236:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829464.311238:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1787829464.311241:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:2.0:1787829464.311242:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
00000100:00000001:1.0:1787829464.311244:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829464.311247:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1787829464.311248:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000020:00000001:2.0:1787829464.311250:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787829464.311252:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829464.311253:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829464.311258:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829464.311258:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:1.0:1787829464.311261:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
02000000:00000010:2.0:1787829464.311262:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
00000020:00000001:1.0:1787829464.311264:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829464.311267:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1787829464.311268:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
02000000:00000001:2.0:1787829464.311270:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1787829464.311272:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000010:2.0:1787829464.311273:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b52c0.
00000020:00000001:1.0:1787829464.311274:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829464.311278:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1787829464.311279:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829464.311280:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829464.311282:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829464.311283:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829464.311286:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829464.311290:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829464.311291:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829464.311294:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829464.311295:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829464.311296:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829464.311298:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829464.311300:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787829464.311304:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:2.0:1787829464.311305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829464.311312:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.311317:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829464.311319:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829464.311322:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.311323:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829464.311326:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829464.311329:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.311330:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829464.311334:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829464.311336:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829464.311338:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00100000:2.0:1787829464.311342:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377024:192.168.203.108@tcp:38:kworker.0
00000008:00000001:1.0:1787829464.311344:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829464.311349:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311350:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1787829464.311353:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4f00.
02000000:00000001:2.0:1787829464.311354:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829464.311358:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829464.311359:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829464.311364:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829464.311364:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829464.311367:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829464.311369:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:1.0:1787829464.311370:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829464.311373:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829464.311374:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829464.311376:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.311381:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:1.0:1787829464.311385:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000400:00000010:2.0:1787829464.311388:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000100:00000001:1.0:1787829464.311392:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829464.311395:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829464.311400:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377024, portal 10
00000100:00100000:1.0:1787829464.311401:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829464.311404:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829464.311408:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537136704 : -107611172414912 : ffff9e20d24b5a40)
00000100:00000001:1.0:1787829464.311418:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829464.311421:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829464.311424:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829464.311433:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9beefcb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311434:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829464.311440:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829464.311444:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000001:1.0:1787829464.311449:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829464.311449:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555377024, offset 0
00000400:00000200:2.0:1787829464.311455:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:1.0:1787829464.311456:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6279)
00000400:00000200:2.0:1787829464.311460:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.311464:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829464.311467:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829464.311470:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829464.311473:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829464.311475:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829464.311478:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90163:90163:256:4294967295] 192.168.203.108@tcp LPNI seq info [90150:90150:8:4294967295]
00000400:00000200:2.0:1787829464.311480:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.311485:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829464.311488:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.311490:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829464.311495:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829464.311498:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829464.311502:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829464.311505:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829464.311509:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.311511:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829464.311514:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829464.311518:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829464.311521:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829464.311523:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829464.311526:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829464.311530:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311539:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.311542:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311550:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311552:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829464.311556:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829464.311560:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829464.311563:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829464.311566:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300941397
00000100:00000001:2.0:1787829464.311569:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.311571:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300941397
00000100:00000001:2.0:1787829464.311574:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.311576:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829464.311579:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311581:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829464.311584:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464]  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829464.311590:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829464.311591:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829464.311593:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829464.311594:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829464.311596:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829464.311597:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829464.311599:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829464.311605:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311609:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829464.311610:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311611:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.311612:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829464.311614:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311619:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829464.311621:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311626:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829464.311627:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311628:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.311629:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311630:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829464.311632:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829464.311634:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829464.311636:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829464.311638:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829464.311640:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829464.311645:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829464.311647:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829464.311649:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311653:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829464.311654:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.311656:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829464.311657:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829464.311658:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829464.311660:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829464.311663:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829464.311664:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829464.311665:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.311666:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829464.311669:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829464.311670:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.311672:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829464.311674:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829464.311676:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829464.311678:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377152, portal 10
00000100:00000001:2.0:1787829464.311679:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829464.311680:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829464.311684:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311688:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829464.311690:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829464.311692:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829464.311693:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555377152, offset 0
00000400:00000200:2.0:1787829464.311696:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829464.311698:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.311701:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829464.311703:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829464.311704:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829464.311706:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829464.311708:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829464.311710:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90164:90164:256:4294967295] 192.168.203.108@tcp LPNI seq info [90151:90151:8:4294967295]
00000400:00000200:2.0:1787829464.311713:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.311717:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829464.311720:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.311722:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829464.311724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829464.311726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829464.311729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829464.311731:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829464.311734:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.311735:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829464.311737:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829464.311739:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829464.311741:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829464.311743:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829464.311744:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829464.311746:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311751:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.311753:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311757:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311759:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829464.311761:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829464.311763:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829464.311765:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829464.311766:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300941337
00000100:00000001:2.0:1787829464.311768:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.311769:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300941337
00000100:00000001:2.0:1787829464.311771:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.311772:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829464.311773:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311774:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829464.311776:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464]  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829464.311781:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829464.311782:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829464.311783:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829464.311784:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829464.311785:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829464.311787:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829464.311789:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829464.311793:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311797:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829464.311798:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311799:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.311800:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829464.311802:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311821:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829464.311824:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311829:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829464.311831:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311832:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.311833:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.311834:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829464.311835:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829464.311836:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829464.311838:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829464.311840:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829464.311842:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829464.311847:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829464.311851:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829464.311854:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311861:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829464.311862:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.311864:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829464.311866:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829464.311868:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829464.311871:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829464.311875:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829464.311877:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829464.311878:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.311880:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829464.311884:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829464.311886:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.311890:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829464.311893:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829464.311897:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829464.311900:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377280, portal 4
00000100:00000001:2.0:1787829464.311902:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829464.311903:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829464.311908:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311913:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829464.311914:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829464.311916:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829464.311917:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555377280, offset 0
00000400:00000200:2.0:1787829464.311920:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829464.311922:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.311925:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829464.311927:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829464.311929:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829464.311930:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829464.311932:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829464.311934:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90165:90165:256:4294967295] 192.168.203.108@tcp LPNI seq info [90152:90152:8:4294967295]
00000400:00000200:2.0:1787829464.311936:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.311941:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829464.311944:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.311946:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829464.311948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829464.311950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829464.311953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829464.311955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829464.311957:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.311959:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829464.311962:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829464.311965:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829464.311968:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829464.311970:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829464.311973:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829464.311977:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311985:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.311988:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.311996:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.311997:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829464.312001:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829464.312004:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829464.312007:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829464.312009:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300941370
00000100:00000001:2.0:1787829464.312012:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.312014:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300941370
00000100:00000001:2.0:1787829464.312016:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.312017:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829464.312019:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.312020:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829464.312023:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464]  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829464.312029:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829464.312030:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829464.312031:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829464.312032:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829464.312034:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829464.312035:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829464.312037:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829464.312042:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312051:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829464.312052:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312053:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.312054:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829464.312056:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312060:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829464.312063:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312067:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829464.312068:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312069:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.312070:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312071:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829464.312073:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829464.312075:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829464.312078:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829464.312080:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829464.312084:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829464.312092:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829464.312116:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312118:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.312122:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5a40 x1874668555377024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312129:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829464.312130:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829464.312132:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829464.312134:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829464.312135:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829464.312136:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829464.312137:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829464.312138:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829464.312140:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829464.312141:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829464.312142:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5a40.
00000100:00000001:2.0:1787829464.312144:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829464.312145:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312146:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.312149:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555377152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312153:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829464.312154:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829464.312155:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829464.312156:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829464.312157:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829464.312158:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829464.312159:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829464.312160:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829464.312161:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829464.312161:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829464.312162:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829464.312164:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829464.312164:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312165:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.312167:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555377280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312171:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829464.312171:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829464.312172:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829464.312174:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829464.312174:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829464.312175:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829464.312177:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829464.312178:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829464.312179:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829464.312180:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829464.312181:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829464.312182:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829464.312183:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312184:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312187:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829464.312187:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.312189:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829464.312190:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829464.312191:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829464.312193:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312197:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829464.312198:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.312199:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829464.312201:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829464.312202:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829464.312204:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829464.312206:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829464.312207:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829464.312208:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829464.312210:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829464.312212:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829464.312213:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829464.312216:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829464.312217:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829464.312220:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829464.312222:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377408, portal 4
00000100:00000001:2.0:1787829464.312223:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829464.312224:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829464.312228:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312236:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829464.312238:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829464.312239:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829464.312241:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555377408, offset 0
00000400:00000200:2.0:1787829464.312243:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829464.312246:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.312248:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829464.312250:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829464.312252:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829464.312254:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829464.312255:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829464.312257:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90166:90166:256:4294967295] 192.168.203.108@tcp LPNI seq info [90153:90153:8:4294967295]
00000400:00000200:2.0:1787829464.312260:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829464.312264:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829464.312267:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.312269:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829464.312272:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829464.312273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787829464.312276:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829464.312278:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787829464.312280:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829464.312282:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829464.312284:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829464.312286:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829464.312288:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829464.312289:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829464.312291:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829464.312293:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312298:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.312300:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312309:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.312310:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829464.312312:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829464.312315:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829464.312319:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829464.312321:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300941363
00000100:00000001:2.0:1787829464.312324:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.312326:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300941363
00000100:00000001:2.0:1787829464.312328:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300945252
00000100:00000001:2.0:1787829464.312331:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829464.312333:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.312335:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829464.312339:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829464/real 1787829464]  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829464.312348:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829464.312349:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829464.312351:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000400:00000200:2.0:1787829464.312354:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829464.312356:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829464.312358:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829464.312362:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829464.312370:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312374:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829464.312376:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312377:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.312378:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829464.312380:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312387:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829464.312392:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312399:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829464.312401:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312403:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829464.312404:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312406:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829464.312408:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829464.312411:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829464.312415:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829464.312417:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829464.312422:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829464.312430:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829464.312433:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312434:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829464.312436:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555377408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829464.312441:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829464.312441:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829464.312443:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829464.312444:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829464.312445:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829464.312446:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829464.312447:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829464.312449:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829464.312450:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829464.312451:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829464.312452:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829464.312454:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829464.312455:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312456:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829464.312459:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829464.312460:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829464.312461:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829464.312462:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829464.822210:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829464.822218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829464.822221:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829464.822227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829464.822232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829464.822237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829464.822240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829464.822243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829464.822247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829465.142215:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829465.142217:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829465.142221:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142225:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829465.142227:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142230:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142233:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829465.142239:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829465.142241:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829465.142242:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142244:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829465.142245:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142247:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142249:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142253:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829465.142255:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829465.142256:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829465.142258:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142260:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829465.142261:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142263:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142265:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142269:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829465.142270:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829465.142272:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829465.142273:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142275:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829465.142276:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142278:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142280:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829465.142284:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829465.142286:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829465.142343:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829465.142347:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829465.142351:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829465.334223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829465.334223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829465.334231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829465.334234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829465.334235:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.334239:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829465.334240:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829465.334241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829465.334249:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829465.334249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829465.334251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829465.334253:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.334256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829465.334259:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829465.334265:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829465.334265:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829465.334267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829465.334277:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829465.334278:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829465.334282:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829465.334285:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.334285:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829465.334291:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829465.334297:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829465.334297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.334301:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829465.334305:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829465.846197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829465.846208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829465.846211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829465.846218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829465.846224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829465.846228:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829465.846231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829465.846235:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829465.846238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829466.166248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829466.166255:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829466.166260:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829466.166261:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829466.166264:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829466.166265:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829466.166268:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829466.166269:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829466.166272:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829466.166272:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829466.166329:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829466.166333:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829466.166336:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829466.358227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829466.358227:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829466.358237:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829466.358238:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829466.358239:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829466.358242:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829466.358246:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829466.358248:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829466.358253:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829466.358255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829466.358257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829466.358264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829466.358265:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829466.358266:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829466.358277:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829466.358279:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829466.358280:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829466.358285:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829466.358289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829466.358291:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829466.358299:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829466.358300:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829466.358304:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829466.358309:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829466.358311:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829466.358316:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829466.358320:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829466.870304:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829466.870314:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829466.870318:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829466.870325:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829466.870330:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829466.870335:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829466.870339:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829466.870344:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829466.870347:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829467.190181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829467.190189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829467.190194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829467.190195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829467.190199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829467.190200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829467.190202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829467.190204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829467.190206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829467.190207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829467.190306:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829467.190310:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829467.190313:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829467.382222:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829467.382223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829467.382232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829467.382233:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829467.382235:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829467.382235:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829467.382238:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829467.382244:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829467.382245:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829467.382245:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829467.382255:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829467.382257:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829467.382257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829467.382260:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829467.382262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829467.382265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829467.382268:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829467.382271:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829467.382274:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829467.382281:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829467.382282:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829467.382287:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829467.382290:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829467.382298:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829467.382303:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829467.382305:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829467.382309:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829467.894174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829467.894180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829467.894182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829467.894187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829467.894192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829467.894196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829467.894199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829467.894202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829467.894205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829468.214200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829468.214205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829468.214209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829468.214210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829468.214212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829468.214213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829468.214215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829468.214216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829468.214218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829468.214219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829468.214283:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829468.214286:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829468.214289:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829468.278163:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300945252, at 4300945280
00000100:00000010:3.0:1787829468.278176:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c27e0.
00000100:00000040:2.0:1787829468.278208:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300945252, at 4300945280
00000100:00000010:2.0:1787829468.278226:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829468.406203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829468.406203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829468.406211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829468.406212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829468.406216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829468.406217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829468.406223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829468.406225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829468.406226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829468.406237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829468.406237:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829468.406237:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829468.406242:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829468.406246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829468.406246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829468.406250:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829468.406254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829468.406259:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829468.406260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829468.406269:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829468.406269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829468.406270:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829468.406275:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829468.406285:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829468.406286:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829468.406291:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829468.406295:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829468.918171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829468.918179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829468.918181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829468.918186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829468.918191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829468.918195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829468.918198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829468.918201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829468.918204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829469.238185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829469.238192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829469.238199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829469.238200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829469.238204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829469.238205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829469.238209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829469.238210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829469.238214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829469.238215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829469.238265:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829469.238269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829469.238273:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829469.430190:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829469.430190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829469.430202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829469.430203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829469.430207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829469.430208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829469.430215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829469.430220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829469.430224:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829469.430225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829469.430231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829469.430232:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829469.430237:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.430238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829469.430241:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829469.430245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829469.430246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829469.430249:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829469.430250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829469.430253:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829469.430255:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829469.430260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:2.0:1787829469.430264:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829469.430266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829469.430273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829469.430274:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829469.430285:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829469.430286:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829469.430295:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829469.430296:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829469.430308:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829469.430308:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829469.430332:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6274
00000400:00000200:2.0:1787829469.430342:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829469.430348:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829469.430352:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829469.430355:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430357:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829469.430359:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430361:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829469.430365:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829469.430367:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829469.430370:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829469.430372:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829469.430374:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829469.430375:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829469.430378:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430379:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829469.430380:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430382:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829469.430385:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829469.430388:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430390:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829469.430392:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829469.430396:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829469.430398:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430400:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829469.430401:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829469.430411:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000020:00000040:2.0:1787829469.430415:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829469.430419:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829469.430420:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430423:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829469.430425:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829469.430429:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829469.430436:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:2.0:1787829469.430443:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829469.430452:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829469.430461:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829469.430465:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829469.430468:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829469.430486:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829469.430489:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829469.430492:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829469.430493:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829469.430494:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829469.430496:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829469.430498:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6274
00000400:00000200:2.0:1787829469.430501:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829469.430504:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829469.430506:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829469.430509:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430511:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829469.430513:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829469.430514:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829469.430515:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829469.430519:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829469.430519:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829469.430521:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829469.430523:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787829469.430524:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829469.430527:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829469.430529:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829469.430531:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829469.430536:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430540:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829469.430541:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829469.430542:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430547:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829469.430553:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829469.430558:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430561:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829469.430567:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829469.430575:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.430578:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829469.430578:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430580:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829469.430584:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829469.430585:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829469.430593:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.430595:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829469.430596:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.430601:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787829469.430602:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15e00.
02000000:00000001:1.0:1787829469.430611:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829469.430612:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829469.430621:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829469.430625:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555377536:192.168.203.108@tcp:250:kworker.0
02000000:00000001:2.0:1787829469.430625:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430635:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829469.430641:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829469.430643:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829469.430645:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.430650:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1787829469.430650:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:1.0:1787829469.430657:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430659:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.430661:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787829469.430667:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829469.430669:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829469.430679:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430690:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829469.430693:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.430699:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829469.430704:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106a68f5] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829469.430706:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829469.430719:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829469.430721:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:2.0:1787829469.430722:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829469.430728:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829469.430729:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829469.430730:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829469.430732:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787829469.430733:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377536, portal 25
00000100:00080000:2.0:1787829469.430736:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6274
00000100:00000001:1.0:1787829469.430743:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1787829469.430745:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829469.430749:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
00000400:00000200:2.0:1787829469.430749:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829469.430753:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829469.430760:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430761:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829469.430765:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829469.430779:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829469.430781:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829469.430786:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829469.430788:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829469.430792:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829469.430795:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829469.430801:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829469.430807:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829469.430814:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430820:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829469.430823:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829469.430824:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430827:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829469.430834:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000040:2.0:1787829469.430835:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000010:1.0:1787829469.430843:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00080000:2.0:1787829469.430846:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430849:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829469.430850:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555377536, offset 0
02000000:00000001:2.0:1787829469.430853:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829469.430859:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829469.430866:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829469.430867:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430870:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829469.430873:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829469.430875:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430877:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829469.430880:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b170c0.
00000020:00000040:2.0:1787829469.430884:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829469.430886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829469.430888:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829469.430894:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.430896:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829469.430897:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829469.430900:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829469.430903:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb800.
00000400:00000200:1.0:1787829469.430904:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:2.0:1787829469.430907:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.430913:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787829469.430915:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829469.430925:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:2.0:1787829469.430927:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829469.430931:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.430936:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787829469.430937:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658e80ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829469.430951:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.430954:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829469.430957:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829469.430965:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90167:90167:256:4294967295] 192.168.203.108@tcp LPNI seq info [90154:90154:8:4294967295]
00000100:00080000:2.0:1787829469.430971:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829469.430974:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829469.430976:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:2.0:1787829469.430979:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829469.430983:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829469.430987:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6274
00000400:00000200:1.0:1787829469.430998:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787829469.431009:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.0:1787829469.431010:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829469.431018:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000010:1.0:1787829469.431021:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00080000:2.0:1787829469.431021:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829469.431030:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431038:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787829469.431039:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829469.431044:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:1.0:1787829469.431046:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1787829469.431050:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829469.431055:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829469.431062:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000800:00000200:1.1:1787829469.431063:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:2.0:1787829469.431068:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787829469.431069:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000040:2.0:1787829469.431073:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829469.431079:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000800:00000100:1.0:1787829469.431080:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:2.0:1787829469.431092:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000800:00000010:1.0:1787829469.431093:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829469.431121:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829469.431125:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829469.431130:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829469.431132:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829469.431135:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787829469.431148:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829469.431149:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829469.431161:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829469.431170:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829469.431171:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431175:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829469.431179:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829469.431181:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829469.431191:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431202:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431206:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829469.431207:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829469.431210:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829469.431213:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.431218:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829469.431219:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.431230:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829469.431233:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000400:00000200:1.0:1787829469.431241:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:2.0:1787829469.431242:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431248:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300950373
00000100:00000001:2.0:1787829469.431248:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829469.431266:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c3c0.
00000100:00000010:2.0:1787829469.431266:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829469.431278:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829469.431282:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829469.431283:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829469.431285:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.431288:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829469.431289:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829469.431290:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300950373
02000000:00000001:2.0:1787829469.431291:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829469.431295:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c9c0.
02000000:00000010:2.0:1787829469.431299:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000100:00000001:1.0:1787829469.431300:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829469.431304:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431306:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.431311:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829469.431315:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829469.431316:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829469.431328:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829469/real 1787829469]  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829469.431336:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829469.431344:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829469.431357:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829469.431360:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829469.431365:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829469.431370:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829469.431374:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.431376:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00080000:2.0:1787829469.431378:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787829469.431380:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00080000:2.0:1787829469.431390:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829469.431392:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829469.431393:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829469.431397:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787829469.431399:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829469.431400:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829469.431408:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6274
00000400:00000200:2.0:1787829469.431420:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829469.431423:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829469.431425:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829469.431428:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431433:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829469.431438:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431441:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829469.431445:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829469.431446:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000200:1.0:1787829469.431447:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829469.431451:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829469.431454:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829469.431460:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829469.431466:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829469.431474:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431480:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829469.431484:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829469.431487:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829469.431487:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829469.431491:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:1.0:1787829469.431494:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829469.431494:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829469.431501:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431503:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829469.431504:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829469.431511:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829469.431512:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829469.431520:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.431523:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829469.431525:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787829469.431525:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829469.431536:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.431546:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431556:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787829469.431556:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829469.431568:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000040:1.0:1787829469.431575:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829469.431576:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829469.431580:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829469.431589:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829469.431593:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829469.431599:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431608:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1787829469.431609:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:1.0:1787829469.431621:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829469.431621:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431636:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.431640:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829469.431641:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829469.431648:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829469.431655:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829469.431666:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829469.431682:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829469.431683:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829469.431692:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431693:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829469.431700:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829469.431702:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829469.431752:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829469.431759:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555377536:192.168.203.108@tcp:250:kworker.0
00000100:00000040:2.0:1787829469.431762:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6284)
00000100:00000001:1.0:1787829469.431765:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.431779:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.431785:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555377536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.431792:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829469.431795:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829469.431800:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829469.431805:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829469.431808:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829469.431811:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829469.431814:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829469.431817:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:1.0:1787829469.431821:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829469.431823:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829469.431825:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000001:1.0:1787829469.431828:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829469.431829:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.431832:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.431840:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829469.431841:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.431844:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829469.431846:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829469.431847:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829469.431852:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.431863:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829469.431864:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.431866:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829469.431868:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829469.431869:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829469.431871:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829469.431873:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829469.431875:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829469.431877:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.431878:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829469.431881:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829469.431882:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.431886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829469.431888:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829469.431892:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829469.431896:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377664, portal 10
00000100:00000001:1.0:1787829469.431898:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829469.431899:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543822336 : -107611165729280 : ffff9e20d2b15e00)
00000100:00000040:1.0:1787829469.431906:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.431913:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829469.431916:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829469.431919:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829469.431921:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555377664, offset 0
00000400:00000200:1.0:1787829469.431926:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829469.431931:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.431935:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829469.431938:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829469.431941:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829469.431943:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829469.431946:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829469.431950:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90168:90168:256:4294967295] 192.168.203.108@tcp LPNI seq info [90155:90155:8:4294967295]
00000400:00000200:1.0:1787829469.431954:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.431961:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829469.431966:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.431970:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829469.431975:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829469.431978:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829469.431983:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829469.431986:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829469.431991:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.431993:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829469.431996:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829469.431998:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829469.432001:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829469.432002:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829469.432004:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829469.432007:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432013:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432015:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432020:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432021:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829469.432023:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829469.432026:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829469.432029:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829469.432030:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300946517
00000100:00000001:1.0:1787829469.432032:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432035:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300946517
00000100:00000001:1.0:1787829469.432037:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432039:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.432042:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432044:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829469.432048:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829469/real 1787829469]  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829469.432056:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829469.432058:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829469.432060:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829469.432063:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829469.432064:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829469.432067:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829469.432070:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829469.432080:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432087:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829469.432088:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432092:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829469.432112:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432118:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829469.432121:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432125:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829469.432127:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432128:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432129:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432130:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829469.432131:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829469.432133:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829469.432136:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829469.432138:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829469.432140:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829469.432145:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829469.432148:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829469.432150:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432155:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829469.432156:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.432157:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829469.432158:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829469.432159:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829469.432161:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829469.432164:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829469.432166:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829469.432167:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.432168:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829469.432171:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829469.432172:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.432174:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829469.432176:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829469.432178:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829469.432180:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377792, portal 10
00000100:00000001:1.0:1787829469.432182:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829469.432182:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543827136 : -107611165724480 : ffff9e20d2b170c0)
00000100:00000040:1.0:1787829469.432187:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432192:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829469.432194:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829469.432197:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829469.432199:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555377792, offset 0
00000400:00000200:1.0:1787829469.432203:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829469.432208:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.432211:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829469.432214:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829469.432217:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829469.432219:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829469.432222:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829469.432225:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90169:90169:256:4294967295] 192.168.203.108@tcp LPNI seq info [90156:90156:8:4294967295]
00000400:00000200:1.0:1787829469.432230:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.432236:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829469.432241:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.432245:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829469.432249:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829469.432252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829469.432256:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829469.432259:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829469.432263:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.432265:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829469.432268:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829469.432272:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829469.432276:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829469.432277:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829469.432280:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829469.432284:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432292:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432295:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432302:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432303:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829469.432306:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829469.432309:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829469.432311:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829469.432313:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300946458
00000100:00000001:1.0:1787829469.432314:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432316:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300946458
00000100:00000001:1.0:1787829469.432317:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432319:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.432320:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432321:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829469.432324:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829469/real 1787829469]  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829469.432329:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829469.432330:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829469.432331:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829469.432333:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829469.432334:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829469.432335:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829469.432337:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829469.432343:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432346:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829469.432347:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432348:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432349:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829469.432351:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432355:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829469.432358:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432363:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829469.432364:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432365:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432366:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432367:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829469.432368:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829469.432370:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829469.432372:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829469.432373:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829469.432376:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829469.432380:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829469.432383:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829469.432385:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432389:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829469.432390:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.432392:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829469.432393:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829469.432394:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829469.432396:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829469.432398:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829469.432400:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829469.432401:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.432402:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829469.432405:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829469.432406:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.432408:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829469.432410:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829469.432413:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829469.432415:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555377920, portal 4
00000100:00000001:1.0:1787829469.432416:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829469.432417:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:1.0:1787829469.432421:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432426:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829469.432427:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829469.432429:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829469.432430:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555377920, offset 0
00000400:00000200:1.0:1787829469.432432:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829469.432435:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.432437:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829469.432439:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829469.432441:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829469.432443:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829469.432444:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829469.432446:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90170:90170:256:4294967295] 192.168.203.108@tcp LPNI seq info [90157:90157:8:4294967295]
00000400:00000200:1.0:1787829469.432449:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.432453:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829469.432456:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.432459:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829469.432461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829469.432463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829469.432466:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829469.432468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829469.432470:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.432471:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829469.432473:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829469.432475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829469.432477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829469.432479:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829469.432480:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829469.432483:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432487:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432489:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432494:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432495:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829469.432497:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829469.432499:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829469.432500:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829469.432501:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300946491
00000100:00000001:1.0:1787829469.432503:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432505:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300946491
00000100:00000001:1.0:1787829469.432506:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432507:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.432508:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432509:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829469.432512:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829469/real 1787829469]  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829469.432518:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829469.432519:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829469.432521:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829469.432523:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829469.432524:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829469.432526:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829469.432529:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829469.432538:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432551:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829469.432553:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432556:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432557:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829469.432561:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432568:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829469.432572:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432579:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829469.432582:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432583:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432584:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432586:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829469.432589:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829469.432592:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829469.432595:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829469.432598:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829469.432602:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829469.432608:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555377920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829469.432611:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829469.432614:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432618:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829469.432619:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.432621:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829469.432623:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829469.432624:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829469.432626:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829469.432628:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829469.432630:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829469.432631:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829469.432632:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829469.432635:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829469.432636:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829469.432639:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829469.432640:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829469.432643:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829469.432645:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378048, portal 4
00000100:00000001:1.0:1787829469.432646:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829469.432647:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:1.0:1787829469.432651:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432656:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829469.432657:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829469.432659:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829469.432660:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555378048, offset 0
00000400:00000200:1.0:1787829469.432663:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829469.432665:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.432668:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829469.432670:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829469.432671:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829469.432673:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829469.432674:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829469.432677:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90171:90171:256:4294967295] 192.168.203.108@tcp LPNI seq info [90158:90158:8:4294967295]
00000400:00000200:1.0:1787829469.432682:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829469.432688:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829469.432694:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.432697:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829469.432702:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829469.432705:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829469.432709:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829469.432712:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829469.432716:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829469.432718:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829469.432721:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829469.432725:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829469.432728:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829469.432730:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829469.432733:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829469.432737:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432746:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432749:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432756:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432758:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829469.432761:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829469.432764:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829469.432785:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829469.432787:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300946483
00000100:00000001:1.0:1787829469.432790:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432791:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300946483
00000100:00000001:1.0:1787829469.432793:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300950373
00000100:00000001:1.0:1787829469.432795:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829469.432796:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.432797:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829469.432801:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829469/real 1787829469]  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829469.432807:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829469.432808:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829469.432810:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829469.432812:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829469.432813:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829469.432815:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829469.432817:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829469.432823:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432827:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829469.432828:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432829:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432830:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829469.432832:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432836:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829469.432838:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432846:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829469.432849:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432851:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829469.432852:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432854:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829469.432856:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829469.432859:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829469.432862:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829469.432865:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829469.432870:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829469.432879:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829469.432884:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432886:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432889:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15e00 x1874668555377664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432896:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829469.432898:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829469.432900:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829469.432903:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829469.432905:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829469.432906:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829469.432909:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829469.432910:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:1.0:1787829469.432913:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829469.432915:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829469.432916:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15e00.
00000100:00000001:1.0:1787829469.432919:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829469.432920:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432922:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432926:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b170c0 x1874668555377792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432932:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829469.432933:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829469.432934:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829469.432937:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829469.432938:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829469.432939:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829469.432942:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829469.432943:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:1.0:1787829469.432946:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829469.432948:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829469.432949:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b170c0.
00000100:00000001:1.0:1787829469.432952:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829469.432953:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432955:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432959:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555377920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432966:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829469.432967:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829469.432969:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829469.432971:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829469.432973:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829469.432974:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829469.432976:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829469.432978:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:1.0:1787829469.432980:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829469.432982:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829469.432983:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:1.0:1787829469.432986:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829469.432987:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.432989:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829469.432993:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555378048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829469.432998:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829469.432999:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829469.433000:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829469.433001:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829469.433002:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829469.433003:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829469.433004:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829469.433005:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:1.0:1787829469.433006:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829469.433007:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829469.433008:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829469.433009:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829469.433010:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.433012:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829469.433015:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829469.433016:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829469.433018:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829469.433019:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829469.942158:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829469.942170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829469.942173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829469.942177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829469.942180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829469.942183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829469.942185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829469.942187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829469.942189:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829470.262199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829470.262206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829470.262220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829470.262222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829470.262226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829470.262228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829470.262231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829470.262232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829470.262236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829470.262238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829470.262293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829470.262297:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829470.262300:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829470.454164:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829470.454170:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829470.454173:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829470.454174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829470.454179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829470.454179:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829470.454182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.454185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829470.454185:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829470.454186:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829470.454191:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829470.454192:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829470.454193:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829470.454194:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829470.454197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829470.454198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829470.454199:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829470.454205:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829470.454206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829470.454208:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829470.454210:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829470.454212:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.454219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829470.454223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829470.454226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829470.454228:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829470.454231:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829470.966178:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829470.966183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829470.966185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829470.966188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829470.966192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829470.966195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829470.966197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829470.966199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829470.966203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829471.286187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829471.286192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829471.286196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829471.286197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829471.286200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829471.286201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829471.286203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829471.286204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829471.286206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829471.286207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829471.286260:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829471.286263:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829471.286266:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829471.478194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829471.478202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829471.478203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829471.478210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829471.478213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829471.478221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829471.478222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829471.478228:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829471.478233:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829471.478234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829471.478234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829471.478238:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829471.478242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829471.478246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829471.478249:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829471.478250:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829471.478254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829471.478259:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829471.478260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829471.478266:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829471.478267:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829471.478272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829471.478276:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829471.478278:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829471.478282:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829471.478287:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829471.478291:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829471.990160:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829471.990167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829471.990170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829471.990174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829471.990178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829471.990182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829471.990185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829471.990187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829471.990190:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829472.310197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829472.310202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829472.310206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829472.310209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829472.310213:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829472.310215:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829472.310217:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310220:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829472.310221:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310223:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829472.310224:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829472.310264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829472.310268:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829472.310271:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829472.502198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829472.502200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829472.502203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829472.502207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829472.502208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829472.502208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829472.502213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829472.502214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829472.502214:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829472.502222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829472.502222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829472.502223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829472.502229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829472.502229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829472.502235:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829472.502236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829472.502236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829472.502239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829472.502241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829472.502245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829472.502249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829472.502249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829472.502253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829472.502257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829472.502257:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829472.502259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829472.502261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829473.014204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829473.014211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829473.014213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829473.014217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829473.014220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829473.014223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829473.014225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829473.014226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829473.014228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829473.334160:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829473.334165:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829473.334168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829473.334169:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829473.334172:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829473.334173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829473.334175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829473.334176:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829473.334179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829473.334180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829473.334231:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829473.334235:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829473.334239:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829473.398173:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300950373, at 4300950400
00000100:00000040:2.0:1787829473.398175:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300950373, at 4300950400
00000100:00000010:2.0:1787829473.398190:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c3c0.
00000100:00000010:3.0:1787829473.398198:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:0.0:1787829473.526172:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829473.526177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829473.526181:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829473.526183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829473.526186:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829473.526187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829473.526195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829473.526195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829473.526201:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829473.526205:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829473.526212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829473.526212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829473.526214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829473.526218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829473.526219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829473.526227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829473.526228:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829473.526231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829473.526235:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829473.526236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829473.526239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829473.526243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829473.526261:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829473.526271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829473.526274:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829473.526290:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829473.526293:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.038206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829474.038214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829474.038217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829474.038222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829474.038226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829474.038230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829474.038234:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829474.038236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829474.038239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829474.358187:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829474.358189:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829474.358193:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358198:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829474.358201:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358203:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358206:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829474.358213:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829474.358214:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829474.358216:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358218:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829474.358220:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358221:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358223:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829474.358230:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829474.358231:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829474.358233:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358235:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829474.358236:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358238:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358240:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829474.358245:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829474.358247:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829474.358249:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358251:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829474.358252:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358254:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358256:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829474.358260:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829474.358262:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829474.358309:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829474.358313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829474.358315:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829474.550199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829474.550203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829474.550209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829474.550210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829474.550214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.550215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829474.550223:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829474.550223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829474.550230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829474.550231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829474.550236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.550237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829474.550240:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829474.550244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829474.550248:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.550249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829474.550250:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829474.550253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829474.550259:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829474.550260:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550263:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829474.550269:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829474.550274:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829474.550281:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829474.550281:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6279
00000100:00000001:0.0:1787829474.550284:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829474.550286:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829474.550288:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000400:00000200:3.0:1787829474.550290:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829474.550291:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829474.550294:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829474.550296:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829474.550297:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829474.550297:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829474.550300:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829474.550300:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829474.550303:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550307:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550309:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550312:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829474.550315:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829474.550318:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829474.550320:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829474.550324:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829474.550327:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829474.550329:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829474.550333:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550335:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550337:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550340:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829474.550343:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829474.550347:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550350:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829474.550353:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829474.550357:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829474.550360:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550364:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829474.550367:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829474.550376:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829474.550380:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829474.550385:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829474.550387:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550390:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829474.550393:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829474.550397:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829474.550403:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829474.550409:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829474.550416:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829474.550425:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829474.550428:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829474.550431:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829474.550450:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829474.550453:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829474.550456:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829474.550457:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829474.550458:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829474.550460:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829474.550462:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6279
00000400:00000200:3.0:1787829474.550465:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829474.550468:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829474.550470:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829474.550472:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550475:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550476:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550479:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829474.550481:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829474.550483:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787829474.550483:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829474.550485:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829474.550488:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829474.550489:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829474.550491:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829474.550494:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829474.550494:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829474.550500:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550502:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550507:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829474.550508:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829474.550508:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829474.550513:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829474.550518:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550525:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829474.550527:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829474.550532:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829474.550534:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829474.550536:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.550538:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550540:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829474.550545:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829474.550547:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829474.550549:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787829474.550554:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.550556:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550559:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829474.550565:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555378176:192.168.203.108@tcp:250:kworker.0
00000100:00000010:3.0:1787829474.550565:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787829474.550571:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829474.550574:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829474.550575:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829474.550578:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550580:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829474.550581:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829474.550582:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829474.550583:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.550586:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829474.550588:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829474.550589:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829474.550593:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829474.550598:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
00000100:00100000:3.0:1787829474.550601:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829474.550603:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550612:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829474.550616:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829474.550616:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829474.550622:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829474.550624:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829474.550631:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829474.550634:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787829474.550635:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:3.0:1787829474.550639:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829474.550641:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829474.550643:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829474.550645:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787829474.550646:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378176, portal 25
00000100:00080000:3.0:1787829474.550647:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6279
00000100:00000001:1.0:1787829474.550651:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829474.550655:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000400:00000200:3.0:1787829474.550655:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829474.550659:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829474.550662:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829474.550666:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829474.550667:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829474.550668:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550671:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550675:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829474.550680:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829474.550682:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829474.550685:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829474.550688:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829474.550691:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829474.550692:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829474.550693:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829474.550698:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829474.550701:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550702:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550705:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550707:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829474.550708:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000020:00000040:3.0:1787829474.550709:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829474.550714:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:1.0:1787829474.550717:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555378176, offset 0
00000100:00000001:3.0:1787829474.550724:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829474.550728:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829474.550731:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829474.550744:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829474.550746:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550747:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829474.550749:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829474.550752:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550754:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829474.550756:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829474.550758:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829474.550762:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829474.550763:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829474.550764:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550768:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829474.550769:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829474.550771:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829474.550774:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829474.550778:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.550782:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00100000:3.0:1787829474.550782:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829474.550790:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829474.550792:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829474.550795:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.550797:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:3.0:1787829474.550802:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829474.550806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829474.550813:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.550814:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:3.0:1787829474.550815:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829474.550819:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829474.550821:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829474.550822:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829474.550825:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829474.550826:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90172:90172:256:4294967295] 192.168.203.108@tcp LPNI seq info [90159:90159:8:4294967295]
00000100:00080000:3.0:1787829474.550829:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6279
00000400:00000200:3.0:1787829474.550835:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.550840:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829474.550842:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829474.550845:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829474.550847:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550849:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550851:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550855:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829474.550859:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829474.550861:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000400:00000200:1.0:1787829474.550863:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787829474.550864:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829474.550867:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829474.550871:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829474.550873:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829474.550878:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.0:1787829474.550880:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550880:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.550884:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550886:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829474.550888:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000800:00000010:1.0:1787829474.550889:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00080000:3.0:1787829474.550890:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829474.550895:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829474.550896:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829474.550899:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829474.550903:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829474.550904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829474.550905:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829474.550908:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000800:00000200:1.0:1787829474.550912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000008:00000001:3.0:1787829474.550912:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550917:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829474.550920:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787829474.550922:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829474.550925:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829474.550928:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.550931:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787829474.550932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787829474.550933:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829474.550936:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829474.550938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1787829474.550941:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829474.550946:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829474.550948:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00100000:3.0:1787829474.550952:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787829474.550954:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829474.550962:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829474.550964:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.550965:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829474.550967:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829474.550977:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829474.550978:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829474.550983:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829474.550986:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787829474.550987:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:3.0:1787829474.550987:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829474.550990:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829474.550993:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787829474.550994:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00080000:3.0:1787829474.550997:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6279
00000400:00000200:3.0:1787829474.551001:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829474.551003:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787829474.551004:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829474.551007:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829474.551011:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829474.551013:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829474.551013:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829474.551017:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.551021:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829474.551025:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829474.551027:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829474.551030:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829474.551033:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829474.551034:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829474.551035:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829474.551039:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829474.551042:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829474.551045:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829474.551051:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829474.551057:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829474.551057:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829474.551061:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829474.551064:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829474.551067:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:1.0:1787829474.551068:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829474.551071:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551075:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829474.551075:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829474.551077:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829474.551080:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300955492
02000000:00000001:3.0:1787829474.551081:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829474.551086:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.551087:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:1.0:1787829474.551089:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c1e0.
00000008:00100000:3.0:1787829474.551089:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829474.551112:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829474.551115:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551118:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000010:3.0:1787829474.551121:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829474.551123:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300955493
00000020:00000040:3.0:1787829474.551126:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000010:1.0:1787829474.551128:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc60.
02000000:00000001:3.0:1787829474.551131:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829474.551133:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829474.551135:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551137:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829474.551139:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829474.551140:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829474.551143:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829474.551144:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829474.551148:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829474.551151:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829474/real 1787829474]  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829474.551156:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000400:00000001:1.0:1787829474.551162:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829474.551163:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829474.551165:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829474.551169:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00100000:3.0:1787829474.551171:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829474.551172:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829474.551177:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829474.551184:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829474.551184:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829474.551186:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829474.551195:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829474.551196:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829474.551214:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829474.551221:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6289)
00000100:00000200:1.0:1787829474.551226:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551234:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829474.551237:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551239:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.551241:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829474.551244:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551249:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829474.551252:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551257:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829474.551260:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551262:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.551264:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551266:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829474.551268:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829474.551271:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829474.551275:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829474.551278:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829474.551283:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829474.551293:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555378176:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829474.551298:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551300:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.551304:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555378176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551309:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829474.551311:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829474.551313:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829474.551316:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829474.551318:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829474.551319:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829474.551321:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829474.551323:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829474.551326:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829474.551327:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829474.551329:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:1.0:1787829474.551331:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829474.551331:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551333:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551339:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829474.551340:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551341:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829474.551342:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829474.551343:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829474.551346:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551351:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829474.551352:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.551354:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829474.551355:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829474.551356:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829474.551358:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829474.551360:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829474.551362:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829474.551363:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.551365:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829474.551367:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829474.551368:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.551371:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829474.551373:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829474.551376:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829474.551379:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378304, portal 10
00000100:00000001:1.0:1787829474.551380:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829474.551381:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:1.0:1787829474.551386:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551391:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829474.551392:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829474.551394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829474.551395:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555378304, offset 0
00000400:00000200:1.0:1787829474.551398:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551401:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.551404:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829474.551406:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829474.551408:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829474.551409:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829474.551411:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551413:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90173:90173:256:4294967295] 192.168.203.108@tcp LPNI seq info [90160:90160:8:4294967295]
00000400:00000200:1.0:1787829474.551416:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.551421:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829474.551423:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.551426:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829474.551428:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829474.551431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829474.551434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829474.551436:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829474.551438:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.551440:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829474.551442:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829474.551444:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829474.551446:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829474.551447:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829474.551449:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829474.551452:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551460:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.551463:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551476:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551478:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829474.551482:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829474.551485:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829474.551489:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829474.551492:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300951637
00000100:00000001:1.0:1787829474.551494:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300955492
00000100:00000001:1.0:1787829474.551497:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300951637
00000100:00000001:1.0:1787829474.551499:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300955493
00000100:00000001:1.0:1787829474.551501:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829474.551503:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551505:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829474.551508:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829474/real 1787829474]  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829474.551514:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829474.551515:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829474.551516:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829474.551518:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829474.551519:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829474.551521:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829474.551523:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829474.551532:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551539:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829474.551541:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551542:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.551544:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829474.551548:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551556:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829474.551561:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551569:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829474.551571:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551573:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.551575:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551576:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829474.551579:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829474.551582:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829474.551585:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829474.551586:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829474.551591:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829474.551600:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829474.551604:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829474.551607:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551614:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829474.551616:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.551618:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829474.551620:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829474.551623:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829474.551626:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829474.551630:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829474.551632:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829474.551634:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.551636:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829474.551640:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829474.551641:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.551644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829474.551646:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829474.551648:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829474.551651:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378432, portal 10
00000100:00000001:1.0:1787829474.551652:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829474.551653:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:1.0:1787829474.551658:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551662:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829474.551664:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829474.551665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829474.551667:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555378432, offset 0
00000400:00000200:1.0:1787829474.551670:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551672:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.551675:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829474.551677:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829474.551679:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829474.551680:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829474.551682:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551684:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90174:90174:256:4294967295] 192.168.203.108@tcp LPNI seq info [90161:90161:8:4294967295]
00000400:00000200:1.0:1787829474.551687:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.551691:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829474.551694:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.551696:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829474.551699:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829474.551701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829474.551704:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829474.551706:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829474.551708:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.551710:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829474.551712:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829474.551715:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829474.551717:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829474.551718:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829474.551720:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829474.551722:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551727:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.551729:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551750:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551751:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829474.551754:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829474.551756:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829474.551758:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829474.551760:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300951577
00000100:00000001:1.0:1787829474.551762:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300955492
00000100:00000001:1.0:1787829474.551764:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300951577
00000100:00000001:1.0:1787829474.551766:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300955493
00000100:00000001:1.0:1787829474.551768:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829474.551770:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551772:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829474.551775:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829474/real 1787829474]  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829474.551781:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829474.551782:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829474.551783:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829474.551784:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829474.551785:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829474.551787:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829474.551789:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829474.551797:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551804:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829474.551806:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551808:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.551809:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829474.551813:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551819:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829474.551822:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551826:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829474.551829:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551830:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.551831:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.551833:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829474.551835:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829474.551838:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829474.551841:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829474.551844:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829474.551848:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829474.551858:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829474.551862:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829474.551866:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551873:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829474.551875:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.551877:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829474.551878:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829474.551880:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829474.551882:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829474.551884:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829474.551885:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829474.551886:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.551888:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829474.551890:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829474.551892:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.551894:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829474.551896:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829474.551898:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829474.551900:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378560, portal 4
00000100:00000001:1.0:1787829474.551902:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829474.551903:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:1.0:1787829474.551907:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551912:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829474.551913:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829474.551915:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829474.551917:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555378560, offset 0
00000400:00000200:1.0:1787829474.551919:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551922:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.551924:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829474.551926:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829474.551928:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829474.551929:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829474.551931:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829474.551933:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90175:90175:256:4294967295] 192.168.203.108@tcp LPNI seq info [90162:90162:8:4294967295]
00000400:00000200:1.0:1787829474.551936:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.551940:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829474.551943:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.551945:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829474.551948:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829474.551950:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829474.551953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829474.551955:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829474.551957:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.551959:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829474.551961:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829474.551963:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829474.551965:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829474.551966:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829474.551968:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829474.551970:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551975:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.551977:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.551981:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551982:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829474.551984:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829474.551986:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829474.551988:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829474.551989:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300951610
00000100:00000001:1.0:1787829474.551991:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300955492
00000100:00000001:1.0:1787829474.551992:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300951610
00000100:00000001:1.0:1787829474.551994:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300955493
00000100:00000001:1.0:1787829474.551995:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829474.551997:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.551998:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829474.552001:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829474/real 1787829474]  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829474.552006:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829474.552007:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829474.552008:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829474.552009:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829474.552010:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829474.552011:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829474.552013:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829474.552019:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552023:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829474.552023:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.552025:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829474.552027:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552031:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829474.552034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552038:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829474.552039:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552040:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.552041:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552042:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829474.552043:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829474.552045:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829474.552047:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829474.552049:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829474.552051:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829474.552056:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829474.552058:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829474.552060:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552064:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829474.552065:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.552066:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829474.552067:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829474.552068:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829474.552070:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829474.552072:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829474.552073:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829474.552074:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829474.552075:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829474.552077:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829474.552078:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829474.552080:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829474.552082:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829474.552084:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829474.552085:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378688, portal 4
00000100:00000001:1.0:1787829474.552087:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829474.552088:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:1.0:1787829474.552091:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552111:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829474.552113:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829474.552115:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829474.552116:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555378688, offset 0
00000400:00000200:1.0:1787829474.552119:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829474.552122:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.552124:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829474.552126:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829474.552127:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829474.552129:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829474.552130:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829474.552133:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90176:90176:256:4294967295] 192.168.203.108@tcp LPNI seq info [90163:90163:8:4294967295]
00000400:00000200:1.0:1787829474.552136:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829474.552140:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829474.552142:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.552144:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829474.552147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829474.552148:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829474.552151:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829474.552153:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829474.552155:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829474.552157:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829474.552159:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829474.552161:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829474.552163:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829474.552164:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829474.552165:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829474.552168:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552173:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.552176:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552183:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.552185:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829474.552188:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829474.552191:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829474.552194:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829474.552196:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300951603
00000100:00000001:1.0:1787829474.552198:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300955492
00000100:00000001:1.0:1787829474.552200:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300951603
00000100:00000001:1.0:1787829474.552203:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300955493
00000100:00000001:1.0:1787829474.552206:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829474.552208:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.552210:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829474.552214:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829474/real 1787829474]  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829474.552223:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829474.552225:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829474.552226:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829474.552229:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829474.552231:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829474.552233:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829474.552236:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829474.552241:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552245:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829474.552246:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552247:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.552248:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829474.552251:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552255:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829474.552259:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552267:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829474.552269:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552271:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829474.552272:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552274:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829474.552276:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829474.552278:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829474.552282:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829474.552284:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829474.552289:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829474.552297:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829474.552301:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552303:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.552307:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555378304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552314:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829474.552315:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829474.552316:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829474.552319:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829474.552320:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829474.552321:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829474.552322:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829474.552323:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829474.552325:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829474.552326:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829474.552327:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:1.0:1787829474.552329:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829474.552330:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552331:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.552333:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555378432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552337:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829474.552338:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829474.552339:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829474.552340:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829474.552341:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829474.552342:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829474.552343:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829474.552344:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829474.552345:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829474.552346:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829474.552346:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829474.552348:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829474.552348:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552349:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.552351:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555378560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552355:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829474.552355:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829474.552356:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829474.552357:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829474.552358:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829474.552359:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829474.552360:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829474.552361:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829474.552362:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829474.552363:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829474.552363:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829474.552365:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829474.552366:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552367:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829474.552368:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555378688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829474.552376:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829474.552377:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829474.552378:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829474.552379:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829474.552380:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829474.552380:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829474.552381:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829474.552382:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829474.552383:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829474.552384:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829474.552385:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829474.552386:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829474.552387:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552388:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829474.552390:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829474.552391:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829474.552393:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829474.552394:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829475.062208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829475.062214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829475.062215:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829475.062219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829475.062221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829475.062225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829475.062227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829475.062229:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829475.062231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829475.382186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829475.382194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829475.382199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829475.382201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829475.382205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829475.382206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829475.382209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829475.382211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829475.382214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829475.382216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829475.382270:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829475.382275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829475.382278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829475.574205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829475.574213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829475.574216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829475.574220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829475.574223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829475.574225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829475.574229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829475.574230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829475.574232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829475.574237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829475.574237:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829475.574241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829475.574243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829475.574246:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829475.574248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.574252:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829475.574255:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829475.574256:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829475.574257:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829475.574262:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829475.574263:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829475.574269:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829475.574269:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.574272:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.574276:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829475.574278:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.574282:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829476.086174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829476.086180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829476.086182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829476.086186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829476.086189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829476.086193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829476.086195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829476.086197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829476.086199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829476.406197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829476.406201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829476.406206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829476.406207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829476.406210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829476.406211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829476.406213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829476.406214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829476.406216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829476.406217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829476.406285:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829476.406290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829476.406293:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829476.598200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829476.598201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829476.598209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829476.598210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829476.598215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829476.598215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829476.598222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829476.598222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829476.598225:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829476.598229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829476.598230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829476.598232:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829476.598233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829476.598235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829476.598236:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829476.598237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829476.598242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829476.598243:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829476.598248:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829476.598248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829476.598249:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829476.598252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829476.598255:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829476.598257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829476.598261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829476.598265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829476.598268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829477.110217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829477.110224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829477.110226:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829477.110232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829477.110236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829477.110240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829477.110243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829477.110245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829477.110247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829477.430193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829477.430199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829477.430203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829477.430204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829477.430207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829477.430208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829477.430210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829477.430211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829477.430213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829477.430214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829477.430257:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829477.430267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829477.430270:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829477.622216:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829477.622216:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829477.622216:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829477.622223:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829477.622224:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829477.622226:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829477.622228:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829477.622229:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829477.622234:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829477.622235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829477.622235:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829477.622240:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829477.622241:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829477.622242:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829477.622247:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829477.622247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829477.622248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829477.622252:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829477.622254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829477.622258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829477.622262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829477.622263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829477.622266:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829477.622270:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829477.622271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829477.622275:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829477.622278:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829478.134165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829478.134172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829478.134173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829478.134177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829478.134179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829478.134182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829478.134184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829478.134186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829478.134187:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829478.454221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829478.454228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829478.454234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829478.454235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829478.454238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829478.454240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829478.454242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829478.454244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829478.454247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829478.454248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829478.454296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829478.454299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829478.454301:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829478.518190:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300955492, at 4300955520
00000100:00000040:3.0:1787829478.518190:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300955493, at 4300955520
00000100:00000010:3.0:1787829478.518203:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000010:2.0:1787829478.518204:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000001:1.0:1787829478.646195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829478.646195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829478.646195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829478.646204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829478.646205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829478.646205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829478.646209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829478.646209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829478.646210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829478.646217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829478.646217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829478.646225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829478.646225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829478.646225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829478.646231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829478.646232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829478.646232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829478.646234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829478.646238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829478.646242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829478.646245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829478.646246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829478.646249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829478.646252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829478.646253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829478.646257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829478.646259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.158198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829479.158204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829479.158206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829479.158211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829479.158214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829479.158218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829479.158220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829479.158223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829479.158226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829479.478164:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829479.478170:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829479.478175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829479.478177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829479.478180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829479.478181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829479.478184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829479.478185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829479.478188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829479.478189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829479.478224:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829479.478227:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829479.478229:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829479.670197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829479.670197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829479.670198:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829479.670204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829479.670204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829479.670206:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829479.670208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829479.670208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670209:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829479.670213:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829479.670215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829479.670215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787829479.670215:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829479.670219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829479.670222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829479.670222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829479.670222:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829479.670223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829479.670228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829479.670228:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6284
00000100:00100000:0.0:1787829479.670229:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829479.670233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829479.670235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829479.670237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829479.670239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829479.670239:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829479.670242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829479.670242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829479.670248:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829479.670249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829479.670251:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829479.670253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829479.670256:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829479.670257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829479.670260:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829479.670261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829479.670264:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670267:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829479.670270:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829479.670271:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829479.670272:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829479.670276:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829479.670279:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829479.670281:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829479.670285:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670287:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829479.670289:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670290:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829479.670293:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829479.670296:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670299:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829479.670302:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829479.670305:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829479.670308:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670309:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829479.670312:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829479.670321:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787829479.670324:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829479.670329:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829479.670330:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670333:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829479.670335:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829479.670339:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829479.670346:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829479.670352:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829479.670360:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829479.670371:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829479.670373:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829479.670377:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.670391:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829479.670393:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829479.670395:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829479.670396:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829479.670397:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829479.670399:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829479.670401:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6284
00000400:00000200:3.0:1787829479.670404:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829479.670406:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829479.670408:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829479.670410:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670412:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829479.670413:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670415:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829479.670417:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829479.670417:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829479.670419:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829479.670419:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829479.670422:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829479.670424:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829479.670426:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829479.670426:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829479.670430:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829479.670431:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829479.670432:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829479.670436:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670437:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829479.670439:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000040:1.0:1787829479.670442:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829479.670442:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670446:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829479.670450:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829479.670457:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829479.670458:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829479.670461:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670462:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670465:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829479.670468:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829479.670471:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829479.670472:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829479.670478:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829479.670478:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670483:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829479.670487:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555378816:192.168.203.108@tcp:250:kworker.0
00000100:00000010:3.0:1787829479.670492:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829479.670493:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787829479.670497:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829479.670499:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829479.670502:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829479.670504:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829479.670505:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670509:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829479.670510:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829479.670511:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829479.670514:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829479.670517:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000010:3.0:1787829479.670519:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829479.670522:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670525:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.670531:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829479.670531:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829479.670539:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787829479.670541:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829479.670541:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829479.670546:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829479.670551:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829479.670553:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829479.670556:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829479.670558:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1787829479.670560:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378816, portal 25
00000100:00000001:3.0:1787829479.670560:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829479.670562:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829479.670567:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829479.670567:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829479.670570:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6284
00000100:00000001:1.0:1787829479.670571:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538137088 : -107611171414528 : ffff9e20d25a9e00)
00000400:00000200:3.0:1787829479.670575:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829479.670578:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829479.670580:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829479.670584:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829479.670585:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.670586:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829479.670589:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670592:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829479.670596:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829479.670598:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829479.670600:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829479.670602:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829479.670607:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829479.670608:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829479.670608:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829479.670613:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670616:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829479.670618:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829479.670620:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670622:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829479.670623:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000020:00000040:3.0:1787829479.670624:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829479.670629:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:1.0:1787829479.670631:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555378816, offset 0
00000100:00000001:3.0:1787829479.670631:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829479.670632:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829479.670636:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829479.670638:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670640:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829479.670642:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000008:00100000:3.0:1787829479.670643:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829479.670647:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670648:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829479.670651:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787829479.670652:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829479.670655:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829479.670656:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829479.670659:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670661:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829479.670662:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829479.670663:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.670664:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000010:3.0:1787829479.670666:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000400:00000200:1.0:1787829479.670670:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829479.670670:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829479.670676:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829479.670677:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829479.670684:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829479.670686:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829479.670688:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.670690:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.670693:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90177:90177:256:4294967295] 192.168.203.108@tcp LPNI seq info [90164:90164:8:4294967295]
00000400:00000200:1.0:1787829479.670710:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829479.670711:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829479.670724:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829479.670726:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829479.670730:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829479.670730:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787829479.670737:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00080000:3.0:1787829479.670737:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829479.670739:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829479.670742:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787829479.670746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829479.670750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787829479.670753:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787829479.670754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829479.670758:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6284
00000800:00000200:1.1:1787829479.670759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1787829479.670764:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000100:1.0:1787829479.670767:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829479.670770:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000010:1.0:1787829479.670771:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00080000:3.0:1787829479.670773:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829479.670776:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829479.670777:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829479.670784:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829479.670785:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829479.670789:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000040:3.0:1787829479.670790:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829479.670792:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829479.670796:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829479.670797:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787829479.670801:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787829479.670803:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829479.670804:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829479.670807:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829479.670811:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829479.670815:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829479.670816:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829479.670820:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829479.670821:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829479.670828:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829479.670830:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670832:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829479.670833:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787829479.670838:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829479.670840:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670842:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829479.670846:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829479.670847:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829479.670849:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300960612
00000100:00080000:3.0:1787829479.670854:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000010:1.0:1787829479.670855:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c780.
00000100:00000001:3.0:1787829479.670859:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670862:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829479.670863:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829479.670868:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829479.670869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300960612
02000000:00000001:3.0:1787829479.670872:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829479.670874:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c480.
00000100:00000001:3.0:1787829479.670875:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829479.670879:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000008:00100000:3.0:1787829479.670879:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829479.670884:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670885:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829479.670886:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670888:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670891:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1787829479.670891:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829479.670895:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00100000:1.0:1787829479.670899:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829479/real 1787829479]  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829479.670899:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829479.670902:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.670905:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829479.670907:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829479.670909:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829479.670914:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1787829479.670915:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000400:00000001:1.0:1787829479.670918:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829479.670920:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829479.670921:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829479.670924:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00100000:3.0:1787829479.670927:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787829479.670928:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829479.670932:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829479.670938:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.670939:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829479.670942:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829479.670948:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829479.670955:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.670957:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.670964:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829479.670965:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829479.670967:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829479.670968:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.670972:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829479.670972:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829479.670974:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829479.670977:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829479.670981:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.670981:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829479.670984:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6284
00000400:00000200:3.0:1787829479.670991:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829479.670998:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829479.671001:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829479.671002:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829479.671011:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829479.671011:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.671014:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829479.671018:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.671023:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829479.671025:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787829479.671028:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829479.671029:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787829479.671031:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:1.0:1787829479.671032:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671035:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829479.671035:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829479.671038:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829479.671039:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829479.671042:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787829479.671043:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00080000:1.0:1787829479.671047:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787829479.671048:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00080000:1.0:1787829479.671053:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000040:3.0:1787829479.671055:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829479.671056:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829479.671061:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829479.671064:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829479.671067:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829479.671074:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:1.0:1787829479.671076:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555378816:192.168.203.108@tcp:250:kworker.0
00000020:00000040:3.0:1787829479.671078:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:1.0:1787829479.671080:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671083:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829479.671085:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:1.0:1787829479.671087:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9e00 x1874668555378816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.671088:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829479.671093:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829479.671116:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829479.671119:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829479.671121:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829479.671124:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829479.671125:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829479.671127:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:3.0:1787829479.671129:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829479.671130:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
00000100:00000001:3.0:1787829479.671132:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671134:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829479.671137:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000010:3.0:1787829479.671138:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:1.0:1787829479.671139:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000040:3.0:1787829479.671142:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829479.671143:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829479.671147:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:3.0:1787829479.671147:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829479.671150:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671152:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829479.671152:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829479.671156:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787829479.671156:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787829479.671160:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9e00.
02000000:00000001:3.0:1787829479.671161:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671163:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829479.671165:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671167:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787829479.671167:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829479.671173:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671175:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829479.671177:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671181:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1787829479.671181:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829479.671184:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829479.671186:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829479.671191:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829479.671197:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829479.671201:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671202:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829479.671204:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671207:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829479.671208:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829479.671210:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829479.671210:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829479.671217:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829479.671222:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829479.671223:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671224:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829479.671227:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829479.671229:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6294)
02000000:00000001:1.0:1787829479.671230:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671233:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829479.671236:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.671239:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829479.671241:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829479.671244:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829479.671246:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555378944, portal 10
00000100:00000001:1.0:1787829479.671247:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829479.671248:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:1.0:1787829479.671253:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671257:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829479.671259:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829479.671260:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829479.671261:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555378944, offset 0
00000400:00000200:1.0:1787829479.671264:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671266:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671268:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829479.671270:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829479.671272:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829479.671273:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829479.671275:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671277:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90178:90178:256:4294967295] 192.168.203.108@tcp LPNI seq info [90165:90165:8:4294967295]
00000400:00000200:1.0:1787829479.671279:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671283:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829479.671286:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671288:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829479.671291:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829479.671292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829479.671295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829479.671296:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829479.671298:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671299:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829479.671301:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829479.671303:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829479.671305:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829479.671306:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829479.671308:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829479.671310:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671314:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671316:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671320:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671321:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829479.671323:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829479.671325:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829479.671327:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829479.671328:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300956757
00000100:00000001:1.0:1787829479.671330:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671331:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300956757
00000100:00000001:1.0:1787829479.671333:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671334:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829479.671335:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671336:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829479.671338:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829479/real 1787829479]  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829479.671343:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829479.671344:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829479.671344:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829479.671346:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829479.671347:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829479.671348:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829479.671349:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829479.671354:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671358:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829479.671358:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671359:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671360:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829479.671362:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671365:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829479.671367:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671371:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829479.671372:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671375:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829479.671376:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829479.671378:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829479.671380:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829479.671381:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829479.671383:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829479.671388:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555378944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829479.671389:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829479.671391:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671394:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829479.671395:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671396:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829479.671397:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829479.671398:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829479.671400:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829479.671402:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829479.671403:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829479.671404:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671405:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671406:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829479.671407:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.671409:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829479.671410:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829479.671412:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829479.671413:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379072, portal 10
00000100:00000001:1.0:1787829479.671414:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829479.671415:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:1.0:1787829479.671420:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671426:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829479.671428:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829479.671430:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829479.671433:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555379072, offset 0
00000400:00000200:1.0:1787829479.671436:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671439:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671442:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829479.671445:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829479.671447:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829479.671449:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829479.671451:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671454:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90179:90179:256:4294967295] 192.168.203.108@tcp LPNI seq info [90166:90166:8:4294967295]
00000400:00000200:1.0:1787829479.671458:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671464:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829479.671468:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671472:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829479.671475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829479.671478:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829479.671482:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829479.671484:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829479.671487:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671489:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829479.671492:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829479.671495:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829479.671498:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829479.671500:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829479.671502:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829479.671505:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671512:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671515:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671519:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671520:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829479.671523:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829479.671525:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829479.671527:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829479.671528:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300956697
00000100:00000001:1.0:1787829479.671530:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671531:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300956697
00000100:00000001:1.0:1787829479.671533:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671534:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829479.671535:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671536:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829479.671538:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829479/real 1787829479]  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829479.671542:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829479.671543:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829479.671544:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829479.671545:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829479.671546:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829479.671547:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829479.671549:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829479.671553:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671557:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829479.671558:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671559:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671560:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829479.671561:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671565:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829479.671567:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671571:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829479.671572:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671573:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671574:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671575:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829479.671576:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829479.671577:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829479.671579:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829479.671580:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829479.671582:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829479.671586:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829479.671588:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829479.671590:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671593:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829479.671594:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671595:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829479.671596:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829479.671597:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829479.671599:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829479.671601:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829479.671602:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829479.671603:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671604:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671606:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829479.671607:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.671609:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829479.671611:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829479.671613:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829479.671615:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379200, portal 4
00000100:00000001:1.0:1787829479.671616:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829479.671617:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:1.0:1787829479.671620:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671624:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829479.671625:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829479.671626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829479.671628:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555379200, offset 0
00000400:00000200:1.0:1787829479.671630:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671632:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671633:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829479.671635:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829479.671637:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829479.671638:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829479.671639:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671641:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90180:90180:256:4294967295] 192.168.203.108@tcp LPNI seq info [90167:90167:8:4294967295]
00000400:00000200:1.0:1787829479.671643:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671647:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829479.671650:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671652:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829479.671654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829479.671655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829479.671658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829479.671659:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829479.671662:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671663:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829479.671665:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829479.671667:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829479.671668:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829479.671669:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829479.671671:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829479.671673:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671677:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671679:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671683:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671684:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829479.671685:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829479.671687:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829479.671688:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829479.671689:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300956730
00000100:00000001:1.0:1787829479.671690:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671692:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300956730
00000100:00000001:1.0:1787829479.671693:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671694:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829479.671695:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671708:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829479.671711:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829479/real 1787829479]  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829479.671716:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829479.671716:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829479.671717:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829479.671719:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829479.671720:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829479.671721:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829479.671723:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829479.671728:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671735:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829479.671736:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671737:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829479.671740:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671743:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829479.671745:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671748:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829479.671749:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671750:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671751:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671752:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829479.671754:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829479.671755:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829479.671757:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829479.671758:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829479.671760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829479.671764:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829479.671766:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671768:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671769:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555378944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671773:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829479.671774:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671775:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829479.671777:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829479.671778:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829479.671779:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829479.671780:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829479.671781:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829479.671783:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829479.671783:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829479.671784:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829479.671786:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829479.671787:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671787:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671789:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555379072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671793:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829479.671793:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671794:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829479.671795:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829479.671796:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829479.671797:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829479.671797:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829479.671798:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:1.0:1787829479.671799:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829479.671800:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829479.671800:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829479.671802:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829479.671802:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671803:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671805:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555379200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671808:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829479.671808:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671809:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829479.671810:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829479.671810:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829479.671811:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829479.671812:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829479.671813:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829479.671814:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829479.671815:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829479.671816:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829479.671817:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829479.671818:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671818:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671821:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829479.671821:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671822:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829479.671823:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829479.671824:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829479.671826:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671830:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829479.671831:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671832:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829479.671833:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829479.671834:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829479.671836:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829479.671838:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829479.671839:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829479.671840:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829479.671841:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829479.671842:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829479.671843:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829479.671845:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829479.671846:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829479.671848:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829479.671850:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379328, portal 4
00000100:00000001:1.0:1787829479.671851:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829479.671852:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:1.0:1787829479.671855:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671862:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829479.671864:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829479.671865:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829479.671866:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555379328, offset 0
00000400:00000200:1.0:1787829479.671868:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671871:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671872:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829479.671874:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829479.671875:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829479.671877:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829479.671878:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829479.671880:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90181:90181:256:4294967295] 192.168.203.108@tcp LPNI seq info [90168:90168:8:4294967295]
00000400:00000200:1.0:1787829479.671882:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829479.671886:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829479.671888:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671890:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829479.671892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829479.671894:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829479.671896:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829479.671898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829479.671900:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829479.671901:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829479.671902:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829479.671904:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829479.671906:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829479.671907:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829479.671908:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829479.671910:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671914:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.671916:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671923:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671924:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829479.671926:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829479.671928:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829479.671929:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829479.671930:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300956722
00000100:00000001:1.0:1787829479.671932:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671933:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300956722
00000100:00000001:1.0:1787829479.671934:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300960612
00000100:00000001:1.0:1787829479.671935:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829479.671936:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.671937:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829479.671939:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829479/real 1787829479]  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829479.671943:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829479.671944:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829479.671945:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829479.671946:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829479.671947:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829479.671948:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829479.671950:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829479.671954:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671957:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829479.671958:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671959:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671960:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829479.671962:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671968:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829479.671972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.671978:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829479.671980:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671982:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829479.671983:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.671984:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829479.671986:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829479.671989:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829479.671992:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829479.671994:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829479.671998:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829479.672006:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829479.672010:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.672011:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829479.672014:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555379328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829479.672018:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829479.672020:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829479.672021:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829479.672022:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829479.672023:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829479.672024:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829479.672026:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829479.672026:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829479.672028:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829479.672029:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829479.672030:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:1.0:1787829479.672031:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829479.672032:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.672033:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829479.672035:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829479.672036:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829479.672037:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829479.672038:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829480.182213:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829480.182219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829480.182222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829480.182228:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829480.182232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829480.182235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829480.182239:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829480.182242:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829480.182245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829480.502205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829480.502213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829480.502223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829480.502224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829480.502228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829480.502229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829480.502232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829480.502234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829480.502237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829480.502238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829480.502284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829480.502287:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829480.502289:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829480.694160:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829480.694160:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829480.694166:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829480.694166:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829480.694166:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829480.694170:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829480.694170:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.694171:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829480.694175:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829480.694178:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829480.694179:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829480.694180:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829480.694184:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829480.694185:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829480.694186:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829480.694189:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.694190:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829480.694191:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829480.694195:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829480.694198:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829480.694201:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.694202:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829480.694205:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.694207:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.694208:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829480.694217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829480.694220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829481.206203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829481.206210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829481.206213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829481.206218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829481.206222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829481.206225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829481.206228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829481.206237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829481.206241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829481.526175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829481.526181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829481.526187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829481.526189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829481.526192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829481.526193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829481.526196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829481.526197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829481.526201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829481.526202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829481.526280:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829481.526284:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829481.526288:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829481.718197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829481.718197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829481.718199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829481.718204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829481.718204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829481.718205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829481.718207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829481.718208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829481.718209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829481.718215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829481.718215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829481.718216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829481.718219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829481.718222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829481.718222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829481.718223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829481.718226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829481.718227:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829481.718228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829481.718232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829481.718236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829481.718237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829481.718240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829481.718243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829481.718244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829481.718247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829481.718250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829482.230169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829482.230175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829482.230176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829482.230180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829482.230182:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829482.230185:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829482.230187:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829482.230189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829482.230192:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550167:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829482.550171:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829482.550175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829482.550178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829482.550180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829482.550185:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829482.550186:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829482.550189:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550191:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829482.550192:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550193:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829482.550195:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829482.550244:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829482.550247:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829482.550251:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829482.742181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829482.742181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829482.742182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829482.742189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829482.742189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829482.742194:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829482.742195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829482.742195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829482.742197:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829482.742203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829482.742204:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829482.742204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829482.742210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829482.742210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829482.742211:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829482.742216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829482.742217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829482.742217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829482.742223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829482.742227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829482.742230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829482.742230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829482.742233:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829482.742236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829482.742236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829482.742239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829482.742242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829483.254214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829483.254220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829483.254222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829483.254226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829483.254230:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829483.254233:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829483.254235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829483.254237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829483.254239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829483.574195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829483.574200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829483.574204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829483.574205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829483.574207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829483.574208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829483.574210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829483.574212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829483.574214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829483.574215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829483.574255:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829483.574258:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829483.574260:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829483.638193:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300960612, at 4300960640
00000100:00000040:3.0:1787829483.638193:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300960612, at 4300960640
00000100:00000010:2.0:1787829483.638205:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000100:00000010:3.0:1787829483.638207:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000001:0.0:1787829483.766192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829483.766192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829483.766195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829483.766198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829483.766199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829483.766200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829483.766200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829483.766204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829483.766204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829483.766205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829483.766211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829483.766212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829483.766215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829483.766216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829483.766217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829483.766220:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829483.766221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829483.766222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829483.766225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829483.766229:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829483.766232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829483.766232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829483.766235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829483.766238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829483.766239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829483.766242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829483.766245:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.278198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829484.278203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829484.278204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.278208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829484.278210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829484.278213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.278215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.278217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.278219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829484.598187:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829484.598189:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829484.598192:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598197:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829484.598199:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598201:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598203:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829484.598209:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829484.598210:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829484.598212:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598213:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829484.598214:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598216:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598217:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829484.598223:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829484.598224:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829484.598225:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598227:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829484.598228:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598229:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598231:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829484.598236:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829484.598238:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829484.598239:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598241:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829484.598242:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598244:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598245:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829484.598249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829484.598250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829484.598301:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829484.598306:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829484.598309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829484.790182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829484.790182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829484.790183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829484.790188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829484.790189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829484.790189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829484.790191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829484.790195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829484.790197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829484.790200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829484.790200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829484.790201:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829484.790206:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.790207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829484.790207:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829484.790208:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829484.790211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.790212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829484.790215:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829484.790216:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829484.790220:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829484.790223:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.790227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.790230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829484.790246:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829484.790252:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829484.790254:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829484.790257:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829484.790260:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829484.790265:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6289
00000400:00000200:0.0:1787829484.790272:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829484.790280:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829484.790283:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829484.790286:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790289:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829484.790291:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790294:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829484.790298:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829484.790299:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829484.790302:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829484.790306:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829484.790308:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829484.790311:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829484.790313:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790315:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829484.790316:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790318:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829484.790320:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829484.790322:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790323:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829484.790325:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829484.790327:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829484.790329:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790330:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829484.790332:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829484.790338:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829484.790341:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829484.790344:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829484.790345:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790347:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829484.790349:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829484.790352:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829484.790357:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787829484.790361:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829484.790368:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829484.790375:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829484.790379:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829484.790384:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829484.790403:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829484.790406:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829484.790409:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829484.790411:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829484.790412:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829484.790416:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829484.790419:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6289
00000400:00000200:0.0:1787829484.790423:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829484.790425:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829484.790427:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829484.790427:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787829484.790432:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829484.790433:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829484.790434:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829484.790437:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829484.790437:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829484.790441:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829484.790443:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829484.790444:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829484.790446:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787829484.790447:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829484.790454:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829484.790458:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829484.790458:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.790461:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829484.790462:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829484.790468:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829484.790468:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829484.790472:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829484.790472:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829484.790474:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790479:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829484.790479:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829484.790481:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829484.790485:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00100000:1.0:1787829484.790486:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555379456:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829484.790487:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829484.790490:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829484.790495:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829484.790496:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829484.790499:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.790499:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829484.790502:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829484.790502:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829484.790505:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829484.790506:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829484.790510:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790511:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829484.790513:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
00000100:00000010:0.0:1787829484.790515:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
02000000:00000001:1.0:1787829484.790517:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829484.790518:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829484.790521:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829484.790523:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790525:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829484.790526:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829484.790526:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829484.790529:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829484.790532:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000010:0.0:1787829484.790534:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829484.790539:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829484.790542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00100000:0.0:1787829484.790543:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829484.790550:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787829484.790551:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379456, portal 25
00000100:00000001:0.0:1787829484.790552:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790556:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787829484.790558:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.790559:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000100:00000040:1.0:1787829484.790571:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829484.790574:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829484.790579:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829484.790585:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829484.790588:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829484.790589:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829484.790590:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829484.790593:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787829484.790596:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829484.790597:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6289
00000400:00000010:1.0:1787829484.790600:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000400:00000200:0.0:1787829484.790602:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:1.0:1787829484.790605:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555379456, offset 0
00000400:00000200:0.0:1787829484.790606:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829484.790610:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829484.790613:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790615:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829484.790618:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829484.790619:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790622:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829484.790624:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829484.790625:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829484.790626:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829484.790627:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829484.790630:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829484.790631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829484.790633:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829484.790637:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790638:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829484.790641:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829484.790641:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829484.790645:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829484.790649:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829484.790652:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829484.790652:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829484.790656:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829484.790658:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829484.790671:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829484.790672:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:0.0:1787829484.790673:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790677:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829484.790678:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829484.790680:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1787829484.790681:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790685:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829484.790687:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000010:0.0:1787829484.790689:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829484.790693:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829484.790694:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90182:90182:256:4294967295] 192.168.203.108@tcp LPNI seq info [90169:90169:8:4294967295]
02000000:00000001:0.0:1787829484.790695:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829484.790698:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790700:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829484.790703:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829484.790703:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829484.790706:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829484.790709:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829484.790712:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829484.790718:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829484.790721:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829484.790736:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829484.790737:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790738:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829484.790744:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787829484.790746:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:0.0:1787829484.790752:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829484.790754:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829484.790758:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1787829484.790759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829484.790760:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829484.790764:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787829484.790764:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787829484.790770:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787829484.790771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829484.790775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1787829484.790776:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6289
00000800:00000100:1.0:1787829484.790782:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829484.790786:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:1.0:1787829484.790786:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:0.0:1787829484.790793:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:1.0:1787829484.790793:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787829484.790799:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829484.790801:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787829484.790807:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829484.790807:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829484.790810:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829484.790811:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829484.790814:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787829484.790816:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790821:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:1.0:1787829484.790822:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829484.790825:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829484.790828:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829484.790832:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829484.790835:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829484.790839:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829484.790839:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829484.790842:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829484.790847:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829484.790847:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829484.790850:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829484.790853:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790856:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829484.790860:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829484.790865:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829484.790866:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790868:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790869:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829484.790871:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829484.790874:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829484.790875:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790877:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829484.790877:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829484.790878:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829484.790882:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790885:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829484.790886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:0.0:1787829484.790888:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00000001:1.0:1787829484.790891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300965732
00000020:00000040:0.0:1787829484.790892:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829484.790896:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829484.790898:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.790899:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829484.790900:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787829484.790901:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cde0.
02000000:00000001:0.0:1787829484.790902:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829484.790908:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:1.0:1787829484.790910:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829484.790911:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790917:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300965732
00000100:00100000:0.0:1787829484.790918:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787829484.790923:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca20.
00000100:00000001:0.0:1787829484.790927:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829484.790928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829484.790929:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790933:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829484.790934:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.790937:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.790941:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829484.790945:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.790948:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829484/real 1787829484]  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829484.790949:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829484.790955:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829484.790958:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829484.790960:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829484.790965:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787829484.790966:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787829484.790968:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6289
00000400:00000001:1.0:1787829484.790969:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829484.790973:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:0.0:1787829484.790974:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829484.790977:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829484.790978:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829484.790980:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790983:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829484.790985:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000040:0.0:1787829484.790986:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.790990:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829484.790991:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000020:00000001:0.0:1787829484.790992:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829484.790994:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829484.790996:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829484.790998:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829484.790998:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787829484.791002:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829484.791004:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:1.0:1787829484.791007:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829484.791008:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.791011:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829484.791013:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829484.791016:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829484.791019:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829484.791024:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829484.791026:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829484.791029:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787829484.791029:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829484.791032:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829484.791035:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829484.791038:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829484.791041:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829484.791042:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:0.0:1787829484.791043:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791044:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829484.791045:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829484.791048:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000100:00000001:1.0:1787829484.791048:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791050:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829484.791051:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829484.791054:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829484.791056:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.791056:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829484.791061:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829484.791064:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829484.791066:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791067:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829484.791073:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829484.791074:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829484.791080:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791081:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829484.791085:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791086:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791088:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829484.791090:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829484.791090:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829484.791092:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829484.791111:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829484.791115:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829484.791116:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829484.791121:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829484.791130:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829484.791134:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555379456:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829484.791135:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791142:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829484.791144:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791145:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791150:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555379456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829484.791166:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791166:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1787829484.791170:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6299)
02000000:00000001:1.0:1787829484.791170:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829484.791172:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829484.791175:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829484.791177:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829484.791178:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829484.791180:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829484.791182:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:1.0:1787829484.791184:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829484.791186:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829484.791187:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:1.0:1787829484.791189:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829484.791189:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791191:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791196:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829484.791197:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791199:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829484.791200:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829484.791200:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829484.791202:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791206:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.791207:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791209:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829484.791210:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829484.791211:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.791212:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829484.791215:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829484.791216:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829484.791218:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791219:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829484.791222:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829484.791224:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829484.791228:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829484.791230:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829484.791234:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829484.791237:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379584, portal 10
00000100:00000001:1.0:1787829484.791239:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829484.791240:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:1.0:1787829484.791246:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791251:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829484.791253:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829484.791255:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829484.791256:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555379584, offset 0
00000400:00000200:1.0:1787829484.791260:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791263:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791266:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829484.791269:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829484.791271:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829484.791273:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829484.791275:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791278:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90183:90183:256:4294967295] 192.168.203.108@tcp LPNI seq info [90170:90170:8:4294967295]
00000400:00000200:1.0:1787829484.791282:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791288:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829484.791292:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791294:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829484.791298:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829484.791300:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829484.791303:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829484.791305:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829484.791308:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791310:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829484.791312:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829484.791315:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829484.791318:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829484.791319:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829484.791321:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829484.791330:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791336:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791338:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791343:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791345:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829484.791347:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829484.791350:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829484.791353:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829484.791355:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300961877
00000100:00000001:1.0:1787829484.791357:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791359:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300961877
00000100:00000001:1.0:1787829484.791361:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791363:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829484.791364:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791366:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829484.791369:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829484/real 1787829484]  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829484.791375:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829484.791376:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829484.791378:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829484.791380:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829484.791382:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829484.791384:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829484.791387:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829484.791395:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791399:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829484.791400:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791401:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791402:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829484.791404:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791408:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829484.791411:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791414:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829484.791415:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791416:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791417:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791418:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829484.791419:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829484.791421:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829484.791422:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829484.791423:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829484.791425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829484.791429:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829484.791432:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829484.791434:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791441:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.791442:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791443:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829484.791445:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829484.791446:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.791447:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829484.791449:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829484.791450:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829484.791451:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791452:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829484.791454:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829484.791456:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829484.791457:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829484.791459:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829484.791461:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829484.791463:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379712, portal 10
00000100:00000001:1.0:1787829484.791464:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829484.791465:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:1.0:1787829484.791468:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791472:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829484.791473:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829484.791474:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829484.791476:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555379712, offset 0
00000400:00000200:1.0:1787829484.791478:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791480:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791482:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829484.791484:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829484.791485:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829484.791487:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829484.791488:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791491:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90184:90184:256:4294967295] 192.168.203.108@tcp LPNI seq info [90171:90171:8:4294967295]
00000400:00000200:1.0:1787829484.791493:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791497:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829484.791500:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791501:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829484.791504:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829484.791505:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829484.791508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829484.791509:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829484.791511:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791513:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829484.791514:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829484.791516:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829484.791518:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829484.791519:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829484.791520:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829484.791522:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791527:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791528:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791532:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791533:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829484.791535:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829484.791536:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829484.791538:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829484.791540:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300961817
00000100:00000001:1.0:1787829484.791541:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791542:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300961817
00000100:00000001:1.0:1787829484.791543:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791544:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829484.791546:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791547:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829484.791549:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829484/real 1787829484]  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829484.791553:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829484.791554:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829484.791555:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829484.791556:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829484.791557:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829484.791558:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829484.791560:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829484.791564:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791568:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829484.791568:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791569:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791570:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829484.791572:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791575:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829484.791577:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791580:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829484.791582:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791582:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791583:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791584:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829484.791585:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829484.791586:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829484.791588:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829484.791589:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829484.791591:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829484.791596:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829484.791597:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829484.791599:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791602:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.791603:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791604:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829484.791605:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829484.791606:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.791608:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829484.791609:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829484.791610:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829484.791611:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791612:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829484.791613:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829484.791614:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829484.791616:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829484.791617:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829484.791619:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829484.791621:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379840, portal 4
00000100:00000001:1.0:1787829484.791622:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829484.791623:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:1.0:1787829484.791626:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791629:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829484.791631:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829484.791632:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829484.791633:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555379840, offset 0
00000400:00000200:1.0:1787829484.791635:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791637:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791639:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829484.791640:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829484.791642:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829484.791643:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829484.791645:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791647:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90185:90185:256:4294967295] 192.168.203.108@tcp LPNI seq info [90172:90172:8:4294967295]
00000400:00000200:1.0:1787829484.791649:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791652:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829484.791655:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791656:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829484.791658:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829484.791659:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829484.791675:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829484.791677:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829484.791679:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791680:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829484.791682:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829484.791684:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829484.791686:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829484.791687:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829484.791688:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829484.791690:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791694:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791696:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791700:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791701:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829484.791703:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829484.791705:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829484.791707:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829484.791708:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300961850
00000100:00000001:1.0:1787829484.791709:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791710:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300961850
00000100:00000001:1.0:1787829484.791712:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791713:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829484.791714:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791715:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829484.791717:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829484/real 1787829484]  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829484.791721:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829484.791722:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829484.791723:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829484.791724:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829484.791725:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829484.791726:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829484.791728:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829484.791732:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791735:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829484.791736:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791737:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829484.791740:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791743:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829484.791745:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791749:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829484.791750:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791751:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791752:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791753:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829484.791754:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829484.791756:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829484.791757:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829484.791758:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829484.791760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829484.791764:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829484.791766:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829484.791768:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791771:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829484.791772:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791773:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829484.791774:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829484.791776:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829484.791777:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829484.791779:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829484.791780:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829484.791780:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829484.791781:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829484.791783:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829484.791784:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829484.791786:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829484.791787:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829484.791789:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829484.791790:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555379968, portal 4
00000100:00000001:1.0:1787829484.791792:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829484.791793:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:1.0:1787829484.791795:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791799:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829484.791800:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829484.791801:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829484.791802:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555379968, offset 0
00000400:00000200:1.0:1787829484.791805:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791807:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791809:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829484.791810:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829484.791812:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829484.791813:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829484.791815:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829484.791817:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90186:90186:256:4294967295] 192.168.203.108@tcp LPNI seq info [90173:90173:8:4294967295]
00000400:00000200:1.0:1787829484.791821:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829484.791826:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829484.791831:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791834:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829484.791837:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829484.791840:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787829484.791843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829484.791846:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787829484.791850:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829484.791851:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829484.791854:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829484.791857:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829484.791859:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829484.791861:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829484.791863:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829484.791866:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791870:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791872:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791876:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791877:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829484.791880:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829484.791882:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829484.791885:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829484.791887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300961842
00000100:00000001:1.0:1787829484.791889:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791891:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300961842
00000100:00000001:1.0:1787829484.791893:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300965732
00000100:00000001:1.0:1787829484.791895:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829484.791896:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.791898:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829484.791902:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829484/real 1787829484]  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829484.791909:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829484.791911:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829484.791912:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829484.791914:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829484.791916:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829484.791918:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829484.791920:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829484.791925:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791932:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829484.791933:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791935:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791936:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829484.791937:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791941:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829484.791943:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791947:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829484.791948:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791949:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829484.791950:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791951:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829484.791952:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829484.791953:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829484.791955:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829484.791956:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829484.791958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829484.791962:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555379968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829484.791964:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791965:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791967:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555379584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.791972:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829484.791974:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829484.791976:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829484.791978:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829484.791979:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829484.791980:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829484.791982:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829484.791984:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:1.0:1787829484.791986:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829484.791987:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829484.791989:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:1.0:1787829484.791991:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829484.791992:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.791994:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.791997:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555379712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.792004:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829484.792005:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829484.792006:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829484.792008:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829484.792009:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829484.792011:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829484.792013:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829484.792014:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:1.0:1787829484.792015:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829484.792016:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829484.792017:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:1.0:1787829484.792018:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829484.792019:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.792020:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.792022:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555379840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.792026:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829484.792027:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829484.792028:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829484.792029:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829484.792029:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829484.792030:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829484.792031:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829484.792032:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:1.0:1787829484.792033:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829484.792034:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829484.792035:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:1.0:1787829484.792036:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829484.792037:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.792038:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829484.792039:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555379968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829484.792042:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829484.792043:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829484.792044:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829484.792045:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829484.792045:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829484.792046:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829484.792047:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829484.792047:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:1.0:1787829484.792048:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829484.792049:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829484.792050:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:1.0:1787829484.792051:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829484.792051:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.792052:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829484.792054:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829484.792055:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829484.792056:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829484.792057:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829485.302179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829485.302186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829485.302188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829485.302191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829485.302194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829485.302197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829485.302199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829485.302201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829485.302202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829485.622197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829485.622202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829485.622205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829485.622206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829485.622208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829485.622209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829485.622211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829485.622212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829485.622214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829485.622215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829485.622259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829485.622262:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829485.622264:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829485.814180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829485.814180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829485.814180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829485.814186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829485.814187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829485.814187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829485.814188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829485.814191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829485.814191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829485.814193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829485.814198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829485.814199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829485.814199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829485.814203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829485.814204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829485.814205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829485.814206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829485.814209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829485.814209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829485.814210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829485.814215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829485.814215:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829485.814219:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829485.814223:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829485.814224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829485.814227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829485.814230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829486.326295:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829486.326302:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829486.326304:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829486.326323:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829486.326327:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829486.326330:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829486.326333:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829486.326335:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829486.326338:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829486.646168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829486.646175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829486.646180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829486.646181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829486.646184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829486.646185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829486.646188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829486.646189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829486.646193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829486.646194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829486.646239:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829486.646242:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829486.646244:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829486.838196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829486.838196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829486.838203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829486.838203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829486.838205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829486.838207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829486.838211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829486.838212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829486.838213:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829486.838216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829486.838219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829486.838219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829486.838220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.838222:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.838224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829486.838224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829486.838226:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829486.838227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.838230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829486.838232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.838233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829486.838236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829486.838239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829486.838242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.838242:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829486.838245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.838249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829487.350174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829487.350179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829487.350181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829487.350185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829487.350188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829487.350190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829487.350192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829487.350193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829487.350195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829487.670199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829487.670204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829487.670207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829487.670208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829487.670210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829487.670211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829487.670213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829487.670214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829487.670216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829487.670217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829487.670261:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829487.670264:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829487.670266:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829487.862184:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829487.862184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829487.862184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829487.862190:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829487.862191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829487.862191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829487.862192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829487.862195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829487.862195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829487.862197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829487.862199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829487.862199:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829487.862201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829487.862205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829487.862205:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829487.862205:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829487.862209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829487.862209:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829487.862209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829487.862212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829487.862215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829487.862219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829487.862222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829487.862225:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829487.862225:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829487.862226:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829487.862229:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829488.374198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829488.374204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829488.374205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829488.374209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829488.374212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829488.374215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829488.374217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829488.374218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829488.374220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829488.694212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829488.694219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829488.694224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829488.694226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829488.694229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829488.694230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829488.694234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829488.694235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829488.694238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829488.694240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829488.694298:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829488.694303:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829488.694306:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829488.758185:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300965732, at 4300965760
00000100:00000040:2.0:1787829488.758186:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300965732, at 4300965760
00000100:00000010:3.0:1787829488.758201:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000010:2.0:1787829488.758203:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000001:1.0:1787829488.886163:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829488.886168:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829488.886169:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829488.886169:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829488.886172:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829488.886174:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829488.886175:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829488.886177:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829488.886178:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829488.886179:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829488.886180:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829488.886185:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829488.886186:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829488.886187:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829488.886191:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829488.886192:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829488.886192:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829488.886196:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829488.886197:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829488.886200:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829488.886202:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829488.886205:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829488.886209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829488.886218:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829488.886219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829488.886223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829488.886226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829489.398161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829489.398168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829489.398170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829489.398174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829489.398178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829489.398180:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829489.398182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829489.398183:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829489.398185:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829489.718201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829489.718205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829489.718209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829489.718210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829489.718212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829489.718213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829489.718215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829489.718216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829489.718218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829489.718218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829489.718266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829489.718269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829489.718271:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829489.910188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829489.910191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829489.910195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829489.910196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829489.910199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.910199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829489.910200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.910205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829489.910206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829489.910206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829489.910208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.910210:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829489.910211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829489.910212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829489.910213:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829489.910215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829489.910217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829489.910218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829489.910221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829489.910221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829489.910221:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829489.910224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829489.910226:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829489.910232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.910232:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829489.910233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829489.910238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829489.910240:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829489.910243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.910243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829489.910246:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829489.910250:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6294
00000100:00000001:2.0:1787829489.910251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829489.910262:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829489.910269:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829489.910273:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829489.910276:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910278:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829489.910280:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910282:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829489.910284:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829489.910285:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829489.910288:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829489.910290:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829489.910291:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829489.910292:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829489.910294:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910296:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829489.910297:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910298:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829489.910300:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829489.910302:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910303:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829489.910305:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829489.910308:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829489.910309:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910310:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829489.910313:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829489.910319:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829489.910322:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829489.910325:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829489.910326:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910328:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829489.910330:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829489.910333:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829489.910339:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829489.910344:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829489.910351:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829489.910357:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829489.910360:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.910364:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829489.910384:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.910387:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829489.910391:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829489.910393:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829489.910395:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829489.910397:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829489.910401:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6294
00000400:00000200:3.0:1787829489.910406:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829489.910410:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829489.910412:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829489.910413:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829489.910418:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829489.910419:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829489.910422:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829489.910423:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829489.910427:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829489.910431:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829489.910431:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829489.910437:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829489.910440:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:2.0:1787829489.910444:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829489.910445:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829489.910446:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829489.910449:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:2.0:1787829489.910450:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829489.910453:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829489.910454:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829489.910456:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829489.910461:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555380096:192.168.203.108@tcp:250:kworker.0
00000020:00000001:3.0:1787829489.910461:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829489.910467:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787829489.910470:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829489.910471:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829489.910474:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910475:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829489.910476:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787829489.910481:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910484:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829489.910486:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000010:2.0:1787829489.910487:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
00000100:00080000:3.0:1787829489.910490:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829489.910491:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910496:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.910500:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829489.910501:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829489.910504:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc1b8.
00000400:00000010:2.0:1787829489.910509:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000001:3.0:1787829489.910509:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829489.910514:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829489.910516:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380096, portal 25
00000100:00000001:3.0:1787829489.910517:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829489.910521:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829489.910523:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000008:00100000:3.0:1787829489.910524:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787829489.910528:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829489.910530:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910535:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.910539:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829489.910542:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000010:3.0:1787829489.910543:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000400:00000010:2.0:1787829489.910545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000020:00000040:3.0:1787829489.910547:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000200:2.0:1787829489.910548:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555380096, offset 0
02000000:00000001:3.0:1787829489.910554:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829489.910557:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829489.910557:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910561:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829489.910564:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829489.910566:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.910567:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829489.910573:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000400:00000200:2.0:1787829489.910574:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829489.910581:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829489.910581:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.910585:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829489.910590:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829489.910592:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00100000:3.0:1787829489.910592:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829489.910597:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90187:90187:256:4294967295] 192.168.203.108@tcp LPNI seq info [90174:90174:8:4294967295]
00000400:00000200:2.0:1787829489.910607:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829489.910613:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829489.910618:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829489.910618:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.910636:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787829489.910637:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829489.910644:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000001:3.0:1787829489.910652:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829489.910654:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829489.910657:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787829489.910660:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829489.910665:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829489.910668:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829489.910670:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829489.910672:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829489.910676:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.910676:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6294
00000400:00000200:3.0:1787829489.910681:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829489.910682:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829489.910686:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300970852
00000400:00000200:3.0:1787829489.910687:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829489.910691:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787829489.910692:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000040:3.0:1787829489.910695:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910697:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829489.910699:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787829489.910700:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910704:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829489.910706:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829489.910707:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829489.910708:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829489.910710:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000100:00000001:2.0:1787829489.910711:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300970852
00000020:00000001:3.0:1787829489.910712:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000010:2.0:1787829489.910715:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c28a0.
00000020:00000001:3.0:1787829489.910717:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:2.0:1787829489.910720:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787829489.910724:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829489.910725:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829489.910729:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910729:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829489.910733:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.910735:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829489.910736:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829489.910741:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829489.910744:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787829489.910744:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:2.0:1787829489.910747:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829489.910750:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829489.910750:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829489.910752:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829489.910755:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829489.910758:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829489.910765:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829489.910765:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.910767:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.910770:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829489.910770:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829489.910773:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829489.910775:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829489.910776:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829489.910778:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829489.910782:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829489.910782:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.910784:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829489.910786:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.910786:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829489.910789:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787829489.910792:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787829489.910793:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829489.910796:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829489.910800:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.910802:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829489.910804:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829489.910805:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb00.
00000400:00000010:2.0:1787829489.910809:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404908.
00000100:00000200:2.0:1787829489.910812:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380224, portal 10
00000100:00000001:2.0:1787829489.910814:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829489.910816:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000010:3.0:1787829489.910817:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000100:00000040:2.0:1787829489.910822:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829489.910822:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829489.910829:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829489.910831:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829489.910832:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829489.910834:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910838:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787829489.910839:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404aa0.
02000000:00000001:3.0:1787829489.910841:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787829489.910842:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555380224, offset 0
00000400:00000200:2.0:1787829489.910846:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829489.910846:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.910852:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829489.910854:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000400:00000200:2.0:1787829489.910855:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829489.910859:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829489.910861:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.910862:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829489.910867:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829489.910871:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00100000:3.0:1787829489.910873:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829489.910874:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90188:90188:255:4294967295] 192.168.203.108@tcp LPNI seq info [90175:90175:7:4294967295]
00000400:00000200:2.0:1787829489.910883:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829489.910893:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829489.910895:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787829489.910897:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829489.910903:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829489.910905:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787829489.910908:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d800.
00000800:00000200:2.0:1787829489.910917:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829489.910921:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829489.910925:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829489.910927:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829489.910930:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.910932:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829489.910935:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787829489.910936:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00080000:3.0:1787829489.910938:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829489.910943:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829489.910944:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829489.910947:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300966996
00000100:00000001:2.0:1787829489.910950:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300970852
00000100:00000001:2.0:1787829489.910953:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300966996
00000100:00000001:2.0:1787829489.910955:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300970852
00000100:00000001:2.0:1787829489.910958:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829489.910959:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6294
00000100:00000001:2.0:1787829489.910962:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.910967:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829489.910967:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829489.910971:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829489.910974:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829489.910977:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829489.910980:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.910981:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829489.910986:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829489.910987:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829489.910989:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829489.910990:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829489.910994:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829489.910996:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829489.910997:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829489.911002:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787829489.911003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829489.911006:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829489.911010:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829489.911013:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829489.911018:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829489.911020:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829489.911024:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829489.911026:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829489.911026:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829489.911030:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.911031:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829489.911035:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829489.911036:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829489.911039:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829489.911041:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
02000000:00000001:2.0:1787829489.911046:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.911047:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829489.911053:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829489.911054:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380352:192.168.203.108@tcp:38:kworker.0
02000000:00000001:3.0:1787829489.911057:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829489.911061:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829489.911063:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829489.911065:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829489.911068:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.911069:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.911072:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829489.911074:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829489.911077:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.911082:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829489.911082:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829489.911089:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba000.
00000100:00000010:3.0:1787829489.911089:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
02000000:00000001:2.0:1787829489.911094:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.911119:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829489.911122:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcd68.
00000400:00000010:2.0:1787829489.911126:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000020:00000040:3.0:1787829489.911128:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000200:2.0:1787829489.911130:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380352, portal 10
02000000:00000001:3.0:1787829489.911132:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829489.911135:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829489.911135:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.911137:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829489.911139:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
02000000:00000001:3.0:1787829489.911140:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829489.911143:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829489.911150:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000040:2.0:1787829489.911155:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829489.911155:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829489.911164:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829489.911166:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829489.911173:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829489.911177:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404550.
00000100:00000200:2.0:1787829489.911182:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555380352, offset 0
00000100:00000001:3.0:1787829489.911188:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829489.911192:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829489.911193:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.911200:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829489.911208:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829489.911211:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829489.911212:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829489.911218:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787829489.911220:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829489.911222:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829489.911223:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829489.911227:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829489.911231:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787829489.911233:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6294
00000400:00000200:2.0:1787829489.911237:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829489.911241:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829489.911243:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829489.911246:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90189:90189:254:4294967295] 192.168.203.108@tcp LPNI seq info [90176:90176:6:4294967295]
00000400:00000200:2.0:1787829489.911250:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829489.911256:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829489.911260:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829489.911264:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d200.
00000800:00000200:2.0:1787829489.911268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829489.911272:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829489.911275:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829489.911277:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829489.911281:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829489.911283:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300966937
00000100:00000001:2.0:1787829489.911285:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300970852
00000100:00000001:2.0:1787829489.911287:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300966937
00000100:00000001:2.0:1787829489.911289:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300970852
00000100:00000001:2.0:1787829489.911291:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829489.911293:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911296:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911297:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829489.911301:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829489.911302:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829489.911304:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829489.911306:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829489.911307:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829489.911310:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829489.911319:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829489.911320:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.911322:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829489.911324:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829489.911326:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829489.911329:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829489.911331:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829489.911333:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829489.911334:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.911336:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829489.911339:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9800.
02000000:00000001:2.0:1787829489.911341:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.911344:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829489.911346:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcd10.
00000400:00000010:2.0:1787829489.911349:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829489.911352:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380480, portal 4
00000100:00000001:2.0:1787829489.911354:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829489.911355:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:2.0:1787829489.911360:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829489.911367:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829489.911369:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829489.911371:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24043b8.
00000100:00000200:2.0:1787829489.911374:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555380480, offset 0
00000400:00000200:2.0:1787829489.911377:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829489.911642:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829489.911646:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829489.911650:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829489.911651:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829489.911656:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829489.911660:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829489.911661:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829489.911667:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829489.911668:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.911672:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829489.911673:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:3.0:1787829489.911677:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787829489.911679:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787829489.911680:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:2.0:1787829489.911684:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:3.0:1787829489.911685:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829489.911689:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:2.0:1787829489.911690:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90190:90190:253:4294967295] 192.168.203.108@tcp LPNI seq info [90177:90177:5:4294967295]
00000020:00000001:3.0:1787829489.911694:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:2.0:1787829489.911699:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829489.911699:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829489.911706:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.911712:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829489.911714:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787829489.911717:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829489.911721:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.0:1787829489.911725:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:3.0:1787829489.911726:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000800:00000010:2.0:1787829489.911732:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d300.
00000100:00080000:3.0:1787829489.911733:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829489.911738:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829489.911741:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787829489.911742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787829489.911746:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787829489.911749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787829489.911751:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911755:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.911755:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829489.911760:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000040:2.0:1787829489.911761:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000008:00000001:3.0:1787829489.911765:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.911769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829489.911770:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911774:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300966970
00000100:00000010:3.0:1787829489.911777:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000100:00000001:2.0:1787829489.911779:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300970852
00000020:00000040:3.0:1787829489.911783:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829489.911784:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300966970
02000000:00000001:3.0:1787829489.911788:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829489.911789:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300970852
02000000:00000001:3.0:1787829489.911792:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911794:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829489.911796:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829489.911798:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829489.911799:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829489.911804:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829489.911804:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911810:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787829489.911813:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:2.0:1787829489.911816:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829489.911820:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829489.911820:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911825:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829489.911829:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829489.911829:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829489.911831:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.911835:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829489.911843:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829489.911846:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.911850:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829489.911861:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829489.911866:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6304)
00000100:00000001:2.0:1787829489.911876:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829489.911880:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829489.911882:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829489.911888:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829489.911896:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829489.911898:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.911900:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829489.911902:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829489.911904:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829489.911907:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829489.911910:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829489.911912:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829489.911913:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829489.911915:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829489.911919:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8000.
02000000:00000001:2.0:1787829489.911921:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829489.911924:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829489.911927:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcaa8.
00000400:00000010:2.0:1787829489.911931:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404198.
00000100:00000200:2.0:1787829489.911934:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380608, portal 4
00000100:00000001:2.0:1787829489.911936:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829489.911937:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:2.0:1787829489.911943:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829489.911949:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829489.911951:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829489.911953:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404a18.
00000100:00000200:2.0:1787829489.911955:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555380608, offset 0
00000400:00000200:2.0:1787829489.911961:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829489.911965:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829489.911968:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829489.911971:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829489.911973:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829489.911975:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829489.911977:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829489.911979:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90191:90191:252:4294967295] 192.168.203.108@tcp LPNI seq info [90178:90178:4:4294967295]
00000400:00000200:2.0:1787829489.911983:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829489.911988:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829489.911993:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829489.911996:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829489.912001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829489.912004:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829489.912007:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829489.912010:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829489.912012:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829489.912014:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300966962
00000100:00000001:2.0:1787829489.912016:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300970852
00000100:00000001:2.0:1787829489.912017:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300966962
00000100:00000001:2.0:1787829489.912019:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300970852
00000100:00000001:2.0:1787829489.912021:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829489.912023:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.912025:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.912027:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829489.912030:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829489.912031:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829489.912033:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829489.912035:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829489.912036:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829489.912038:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829490.422164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829490.422169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829490.422170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829490.422174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829490.422177:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829490.422179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829490.422181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829490.422183:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829490.422184:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829490.742200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829490.742206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829490.742211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829490.742212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829490.742215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829490.742217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829490.742219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829490.742221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829490.742224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829490.742225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829490.742284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829490.742288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829490.742291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829490.934160:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829490.934162:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829490.934165:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829490.934167:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829490.934168:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829490.934171:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829490.934174:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829490.934175:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829490.934178:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829490.934180:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829490.934182:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829490.934184:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829490.934185:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829490.934189:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829490.934191:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829490.934195:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829490.934198:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829490.934200:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829490.934215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829490.934219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829490.934220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829490.934222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829490.934224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829490.934225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829490.934227:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829490.934228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829490.934230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829491.446156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829491.446162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829491.446164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829491.446167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829491.446169:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829491.446172:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829491.446174:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829491.446176:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829491.446177:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829491.766203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829491.766209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829491.766215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829491.766216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829491.766220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829491.766221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829491.766224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829491.766225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829491.766229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829491.766231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829491.766281:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829491.766284:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829491.766286:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829491.958214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829491.958214:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829491.958226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829491.958227:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829491.958229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.958232:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829491.958235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829491.958240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829491.958240:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829491.958246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.958249:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829491.958250:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829491.958256:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.958259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829491.958261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.958266:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829491.958270:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.958277:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829491.958278:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.958284:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829491.958287:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829491.958290:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829491.958293:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829491.958296:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.958298:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829491.958300:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.958303:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829492.470214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829492.470221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829492.470223:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829492.470228:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829492.470232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829492.470240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.470243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829492.470245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.470248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790254:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829492.790263:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829492.790272:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790277:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829492.790278:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790283:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829492.790284:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790288:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829492.790292:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829492.790294:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829492.790298:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790302:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829492.790305:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790307:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829492.790310:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829492.790387:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829492.790393:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829492.790397:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829492.982182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829492.982188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829492.982190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829492.982194:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829492.982198:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829492.982203:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829492.982208:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829492.982213:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829492.982219:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829492.982224:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829492.982231:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829492.982241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829492.982245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829492.982251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829492.982312:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829492.982316:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829492.982318:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829492.982321:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829492.982324:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829492.982327:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829492.982329:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829492.982331:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829492.982333:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787829492.982412:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:2.0:1787829492.982449:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787829492.982459:0:2374:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829492.982462:0:2374:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:2.0:1787829492.982467:0:2374:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829492.982471:0:2374:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787829492.982476:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829492.982479:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829492.982484:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829492.982489:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829492.982496:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:2.0:1787829492.982499:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:2.0:1787829492.982503:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829492.982512:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829492.982537:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829492.982541:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829492.982549:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829492.982551:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829492.982561:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829492.982564:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d800.
00000400:00000200:2.0:1787829492.982567:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829492.982571:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829492.982574:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404aa0
00000400:00000010:2.0:1787829492.982576:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404aa0.
00000100:00000001:1.0:1787829492.982577:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829492.982580:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829492.982583:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:2.0:1787829492.982587:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.982589:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829492.982600:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787829492.982601:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829489/real 1787829492]  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829492.982618:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829492.982638:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829492.982639:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787829492.982640:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787829492.982644:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829492.982649:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc1b8.
00000800:00000100:2.0:1787829492.982650:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000400:00000200:1.0:1787829492.982655:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000800:00000010:2.0:1787829492.982655:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d200.
00000400:00000200:2.0:1787829492.982659:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:1.0:1787829492.982660:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:1.0:1787829492.982668:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787829492.982671:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787829492.982676:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829492.982677:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404550
00000400:00000010:2.0:1787829492.982681:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404550.
00000100:00000001:2.0:1787829492.982688:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829492.982694:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829492.982696:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.982716:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829492.982719:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829492.982720:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829492.982724:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787829492.982726:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.982727:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829492.982736:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829492.982737:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829492.982742:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829492.982749:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1787829492.982751:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829492.982755:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d300.
00000100:00000040:1.0:1787829492.982756:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829492.982760:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829492.982769:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787829492.982772:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1787829492.982774:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24043b8
00000100:00000001:1.0:1787829492.982776:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1787829492.982778:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24043b8.
00000100:00000001:1.0:1787829492.982781:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829492.982782:0:2374:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829492.982785:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982789:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000200:2.0:1787829492.982790:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.982793:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829492.982801:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787829492.982805:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829492.982809:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000040:2.0:1787829492.982814:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.982815:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829492.982824:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829492.982828:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829492.982832:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787829492.982841:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555380096:192.168.203.108@tcp:250:kworker.0
00000800:00000100:2.0:1787829492.982842:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829492.982849:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00000001:1.0:1787829492.982851:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829492.982853:0:2374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787829492.982855:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787829492.982861:0:2374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000100:00000040:1.0:1787829492.982863:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555380096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829492.982866:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404a18
00000400:00000010:2.0:1787829492.982870:0:2374:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404a18.
00000100:00000001:1.0:1787829492.982873:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787829492.982875:0:2374:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829492.982879:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000200:2.0:1787829492.982883:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787829492.982885:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:1.0:1787829492.982892:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787829492.982896:0:2374:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787829492.982897:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829492.982901:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000040:2.0:1787829492.982902:0:2374:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829492.982904:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829492.982908:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829492.982913:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787829492.982915:0:2374:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829492.982916:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829492.982918:0:2374:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1787829492.982920:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:1.0:1787829492.982925:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829492.982926:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982929:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829492.982931:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829492.982932:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829492.982934:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829492.982938:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829489/real 1787829492]  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829492.982946:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829492.982947:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829492.982949:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcaa8.
00000400:00000200:1.0:1787829492.982961:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404198
00000400:00000010:1.0:1787829492.982963:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404198.
00000100:00000001:1.0:1787829492.982966:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829492.982968:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829492.982976:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.982986:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829492.982988:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.982989:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.982991:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829492.982994:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983000:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829492.983003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983009:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829492.983012:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983013:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983014:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983016:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829492.983018:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829492.983021:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829492.983024:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829492.983027:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829492.983030:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829492.983038:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829492.983042:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829492.983045:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829489/real 1787829492]  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829492.983052:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829492.983053:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829492.983055:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcd10.
00000400:00000200:1.0:1787829492.983057:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:1.0:1787829492.983059:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:1.0:1787829492.983061:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829492.983064:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829492.983071:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983077:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829492.983080:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983082:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983083:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829492.983087:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983093:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829492.983116:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983122:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829492.983125:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983126:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983127:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983128:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829492.983131:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829492.983133:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829492.983137:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829492.983139:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829492.983144:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829492.983152:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829492.983157:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829492.983160:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829489/real 1787829492]  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829492.983167:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829492.983169:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829492.983171:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcd68.
00000400:00000200:1.0:1787829492.983176:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:1.0:1787829492.983177:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:1.0:1787829492.983179:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829492.983182:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829492.983189:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983194:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829492.983195:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983196:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983197:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829492.983201:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983206:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829492.983210:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983220:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829492.983222:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983223:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983224:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983226:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829492.983227:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829492.983229:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829492.983233:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829492.983235:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829492.983239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829492.983245:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829492.983249:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829492.983253:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829489/real 1787829492]  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829492.983259:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829492.983261:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829492.983263:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb00.
00000400:00000200:1.0:1787829492.983266:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404908
00000400:00000010:1.0:1787829492.983267:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404908.
00000100:00000001:1.0:1787829492.983270:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829492.983273:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829492.983281:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983287:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829492.983288:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983290:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983291:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829492.983295:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983301:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829492.983305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983315:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829492.983317:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983319:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829492.983320:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983321:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829492.983324:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829492.983326:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829492.983329:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829492.983331:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829492.983334:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829492.983340:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829492.983343:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983345:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829492.983348:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555380608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983359:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829492.983361:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829492.983362:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:1.0:1787829492.983366:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829492.983368:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829492.983369:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829492.983371:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829492.983372:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829492.983375:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829492.983376:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829492.983378:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:1.0:1787829492.983380:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829492.983381:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983383:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829492.983386:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555380480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983392:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829492.983393:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829492.983394:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:1.0:1787829492.983396:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829492.983397:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829492.983398:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829492.983399:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829492.983400:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829492.983402:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829492.983403:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829492.983404:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:1.0:1787829492.983406:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829492.983407:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983408:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829492.983411:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555380352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983417:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829492.983418:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829492.983419:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:1.0:1787829492.983421:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829492.983422:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829492.983423:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829492.983424:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829492.983425:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829492.983427:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829492.983428:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829492.983429:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:1.0:1787829492.983430:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829492.983431:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983433:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829492.983435:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555380224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829492.983445:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829492.983446:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829492.983448:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:1.0:1787829492.983450:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829492.983451:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829492.983452:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829492.983454:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829492.983455:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829492.983457:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829492.983458:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829492.983459:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:1.0:1787829492.983461:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829492.983462:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983464:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829492.983471:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829492.983474:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829492.983477:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829492.983478:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829493.494232:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829493.494241:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829493.494244:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829493.494250:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829493.494255:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829493.494260:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829493.494263:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829493.494266:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829493.494269:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829493.814221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829493.814227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829493.814231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829493.814232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829493.814235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829493.814236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829493.814239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829493.814240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829493.814242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829493.814244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829493.814296:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829493.814300:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829493.814302:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829493.878235:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300970852, at 4300970880
00000100:00000040:2.0:1787829493.878236:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300970852, at 4300970880
00000100:00000010:2.0:1787829493.878260:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829493.878265:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c28a0.
00000100:00000001:2.0:1787829494.006227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829494.006234:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829494.006235:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829494.006244:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829494.006244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829494.006253:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829494.006253:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829494.006267:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829494.006272:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829494.006273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829494.006274:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829494.006278:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829494.006280:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829494.006282:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829494.006284:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829494.006288:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829494.006292:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829494.006295:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829494.006312:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829494.006320:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829494.006322:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829494.006326:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829494.006330:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829494.006333:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829494.006337:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829494.006339:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829494.006342:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829494.518204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829494.518212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829494.518215:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829494.518221:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829494.518225:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829494.518229:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829494.518231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829494.518234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829494.518236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829494.838227:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829494.838229:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829494.838233:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838239:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829494.838241:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838244:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838247:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829494.838253:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829494.838254:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829494.838256:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838258:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829494.838259:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838261:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838263:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838267:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829494.838269:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829494.838270:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829494.838273:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838275:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829494.838276:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838278:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838280:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838284:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829494.838285:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829494.838287:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829494.838288:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838290:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829494.838291:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838293:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838295:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829494.838299:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829494.838301:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829494.838365:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829494.838369:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829494.838372:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829495.030223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829495.030225:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829495.030231:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829495.030234:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829495.030235:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030238:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829495.030241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:2.0:1787829495.030242:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829495.030250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829495.030250:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829495.030257:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829495.030259:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6299
00000100:00000001:1.0:1787829495.030264:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829495.030269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829495.030270:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829495.030277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829495.030279:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829495.030281:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829495.030283:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829495.030286:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1787829495.030288:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829495.030289:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030294:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829495.030295:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000040:2.0:1787829495.030299:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829495.030300:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829495.030304:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829495.030304:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829495.030309:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829495.030312:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829495.030312:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829495.030315:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000040:2.0:1787829495.030316:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:0.0:1787829495.030317:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829495.030323:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829495.030324:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829495.030327:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829495.030329:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00100000:1.0:1787829495.030330:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829495.030336:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829495.030337:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:1.0:1787829495.030339:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.030344:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829495.030344:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:1.0:1787829495.030347:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.030351:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829495.030353:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030358:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030361:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030363:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829495.030366:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829495.030370:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030373:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829495.030375:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829495.030378:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829495.030381:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030383:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829495.030387:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829495.030394:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829495.030399:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829495.030404:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829495.030406:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030410:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829495.030413:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829495.030418:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829495.030427:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:2.0:1787829495.030435:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829495.030447:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829495.030459:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829495.030471:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829495.030477:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829495.030499:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829495.030502:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829495.030506:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829495.030508:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829495.030510:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829495.030514:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829495.030517:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6299
00000400:00000200:2.0:1787829495.030521:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829495.030525:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829495.030527:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829495.030531:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030533:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030535:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030537:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829495.030539:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829495.030540:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829495.030541:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829495.030543:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829495.030543:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829495.030545:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787829495.030546:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829495.030548:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829495.030551:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829495.030552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829495.030554:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030557:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030559:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030561:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829495.030565:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829495.030568:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030571:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030573:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829495.030573:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829495.030579:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829495.030582:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829495.030582:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030584:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829495.030586:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787829495.030601:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829495.030602:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829495.030605:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829495.030605:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030608:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829495.030610:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555380736:192.168.203.108@tcp:250:kworker.0
00000100:00000010:2.0:1787829495.030613:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000100:00000001:1.0:1787829495.030616:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787829495.030616:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829495.030618:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829495.030619:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.030621:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829495.030621:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829495.030623:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829495.030624:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.030625:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.030628:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829495.030629:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829495.030633:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829495.030634:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829495.030636:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829495.030638:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829495.030644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829495.030646:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829495.030648:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829495.030649:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000040:2.0:1787829495.030653:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829495.030657:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829495.030666:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380736, portal 25
00000100:00000001:1.0:1787829495.030669:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829495.030672:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000001:2.0:1787829495.030673:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829495.030676:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787829495.030678:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829495.030681:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829495.030682:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829495.030684:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829495.030686:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829495.030687:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787829495.030690:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:2.0:1787829495.030690:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6299
00000400:00000200:2.0:1787829495.030693:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829495.030694:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000400:00000200:2.0:1787829495.030696:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:1.0:1787829495.030698:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555380736, offset 0
00000100:00080000:2.0:1787829495.030699:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829495.030702:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030704:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030706:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829495.030707:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030709:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829495.030711:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829495.030713:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829495.030714:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829495.030717:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:2.0:1787829495.030717:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829495.030719:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829495.030721:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829495.030724:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:2.0:1787829495.030724:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030727:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030728:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030730:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829495.030731:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787829495.030732:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829495.030735:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829495.030736:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:2.0:1787829495.030738:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829495.030739:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829495.030741:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787829495.030742:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829495.030745:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:2.0:1787829495.030745:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030747:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829495.030749:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829495.030751:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90192:90192:256:4294967295] 192.168.203.108@tcp LPNI seq info [90179:90179:8:4294967295]
00000008:00000001:2.0:1787829495.030752:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030754:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829495.030756:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:2.0:1787829495.030758:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829495.030761:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829495.030763:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829495.030765:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030767:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787829495.030769:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787829495.030769:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829495.030771:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829495.030775:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
00000800:00000200:1.0:1787829495.030776:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030778:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829495.030782:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787829495.030783:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829495.030789:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829495.030791:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829495.030792:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829495.030796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1787829495.030797:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829495.030803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829495.030805:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829495.030807:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1787829495.030808:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829495.030812:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:2.0:1787829495.030812:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829495.030814:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1787829495.030815:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00080000:2.0:1787829495.030815:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829495.030818:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829495.030820:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6299
00000400:00000200:1.0:1787829495.030822:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829495.030824:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.030827:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829495.030827:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829495.030829:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829495.030832:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829495.030833:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:2.0:1787829495.030834:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030836:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829495.030837:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:2.0:1787829495.030839:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829495.030841:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787829495.030841:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829495.030842:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829495.030844:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787829495.030845:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829495.030846:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829495.030849:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829495.030851:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829495.030855:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829495.030857:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829495.030857:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030859:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030861:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829495.030862:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829495.030863:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829495.030866:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030870:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030871:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829495.030872:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829495.030873:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829495.030875:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829495.030877:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030879:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829495.030881:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829495.030882:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829495.030884:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829495.030886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829495.030886:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030890:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300975972
00000100:00000010:2.0:1787829495.030890:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829495.030892:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000010:1.0:1787829495.030895:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c660.
02000000:00000001:2.0:1787829495.030895:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829495.030896:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.030898:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829495.030899:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829495.030901:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030903:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1787829495.030904:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829495.030907:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030908:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300975972
00000100:00000010:1.0:1787829495.030912:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cea0.
00000100:00100000:2.0:1787829495.030912:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829495.030915:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829495.030919:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829495.030920:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829495.030922:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030923:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.030926:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787829495.030926:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829495.030930:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495]  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829495.030934:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829495.030938:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829495.030941:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829495.030942:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1787829495.030943:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829495.030945:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829495.030948:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000001:2.0:1787829495.030949:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787829495.030950:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00080000:2.0:1787829495.030951:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829495.030953:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829495.030954:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787829495.030957:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829495.030957:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6299
00000400:00000200:2.0:1787829495.030961:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829495.030965:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829495.030967:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787829495.030968:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829495.030971:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.030973:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829495.030975:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787829495.030976:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829495.030977:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829495.030978:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829495.030980:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829495.030981:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1787829495.030982:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:1.0:1787829495.030983:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829495.030984:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829495.030986:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00100000:1.0:1787829495.030988:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829495.030988:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829495.030991:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829495.030995:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829495.030997:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829495.030997:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829495.030999:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829495.031000:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829495.031003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829495.031003:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829495.031006:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829495.031008:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829495.031010:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829495.031011:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829495.031013:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829495.031014:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829495.031014:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031016:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829495.031016:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829495.031017:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787829495.031018:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829495.031020:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1787829495.031020:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031022:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829495.031022:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829495.031025:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000100:00080000:1.0:1787829495.031026:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1787829495.031028:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00080000:1.0:1787829495.031030:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
02000000:00000001:2.0:1787829495.031030:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829495.031031:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829495.031033:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829495.031034:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787829495.031034:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829495.031036:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829495.031039:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787829495.031040:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9400.
00000100:00000001:2.0:1787829495.031043:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829495.031048:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829495.031049:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555380736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829495.031055:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829495.031055:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829495.031058:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829495.031058:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829495.031062:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555380736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829495.031062:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031070:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787829495.031071:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031074:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1787829495.031076:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6309)
02000000:00000010:1.0:1787829495.031077:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829495.031080:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829495.031082:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829495.031084:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829495.031087:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829495.031089:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:1.0:1787829495.031117:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829495.031120:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829495.031122:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:1.0:1787829495.031126:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829495.031127:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031130:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031139:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829495.031141:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031143:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829495.031145:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829495.031147:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829495.031151:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031159:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829495.031160:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031163:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829495.031165:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829495.031168:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829495.031171:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829495.031176:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829495.031178:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829495.031180:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031182:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829495.031185:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829495.031187:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829495.031191:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829495.031195:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829495.031199:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829495.031203:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380864, portal 10
00000100:00000001:1.0:1787829495.031205:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829495.031207:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:1.0:1787829495.031215:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031222:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829495.031225:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829495.031227:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829495.031230:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555380864, offset 0
00000400:00000200:1.0:1787829495.031234:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829495.031241:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.031245:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829495.031249:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829495.031252:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829495.031255:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829495.031257:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829495.031261:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90193:90193:256:4294967295] 192.168.203.108@tcp LPNI seq info [90180:90180:8:4294967295]
00000400:00000200:1.0:1787829495.031265:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.031272:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829495.031277:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.031282:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829495.031286:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829495.031289:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829495.031293:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829495.031295:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829495.031300:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.031302:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829495.031306:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829495.031317:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829495.031320:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829495.031322:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829495.031325:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829495.031329:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031337:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.031342:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031349:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031351:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829495.031354:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829495.031359:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829495.031362:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829495.031364:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300972117
00000100:00000001:1.0:1787829495.031367:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.031369:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300972117
00000100:00000001:1.0:1787829495.031372:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.031374:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829495.031376:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031378:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829495.031382:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495]  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829495.031397:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829495.031399:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829495.031401:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829495.031404:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829495.031406:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829495.031408:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829495.031411:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829495.031420:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031428:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829495.031429:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031431:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.031433:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829495.031436:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031444:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829495.031448:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031455:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829495.031458:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031460:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.031461:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031463:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829495.031466:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829495.031471:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829495.031474:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829495.031477:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829495.031482:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829495.031491:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829495.031495:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829495.031498:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031505:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829495.031507:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031510:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829495.031512:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829495.031514:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829495.031517:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829495.031521:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829495.031523:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829495.031525:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031527:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829495.031532:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829495.031534:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829495.031537:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829495.031540:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829495.031542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829495.031545:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555380992, portal 10
00000100:00000001:1.0:1787829495.031547:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829495.031548:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:1.0:1787829495.031554:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031560:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829495.031562:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829495.031564:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829495.031567:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555380992, offset 0
00000400:00000200:1.0:1787829495.031572:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829495.031577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.031581:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829495.031584:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829495.031586:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829495.031589:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829495.031603:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829495.031606:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90194:90194:256:4294967295] 192.168.203.108@tcp LPNI seq info [90181:90181:8:4294967295]
00000400:00000200:1.0:1787829495.031610:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.031617:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829495.031621:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.031625:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829495.031629:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829495.031632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829495.031636:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829495.031639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829495.031643:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.031645:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829495.031648:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829495.031652:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829495.031655:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829495.031656:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829495.031659:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829495.031662:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031670:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.031674:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031680:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031681:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829495.031685:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829495.031688:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829495.031691:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829495.031693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300972057
00000100:00000001:1.0:1787829495.031696:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.031699:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300972057
00000100:00000001:1.0:1787829495.031701:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.031704:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829495.031706:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031708:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829495.031713:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495]  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829495.031722:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829495.031723:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829495.031725:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829495.031728:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829495.031729:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829495.031732:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829495.031736:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829495.031745:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031752:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829495.031754:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031756:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.031758:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829495.031762:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031768:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829495.031771:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031776:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829495.031778:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031780:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.031781:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.031782:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829495.031783:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829495.031785:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829495.031789:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829495.031791:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829495.031795:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829495.031803:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555380992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829495.031808:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829495.031812:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031819:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829495.031820:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031822:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829495.031824:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829495.031826:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829495.031829:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829495.031832:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829495.031835:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829495.031837:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.031839:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829495.031843:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829495.031845:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829495.031849:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829495.031851:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829495.031854:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829495.031858:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381120, portal 4
00000100:00000001:1.0:1787829495.031860:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829495.031862:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:1.0:1787829495.031868:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031875:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829495.031877:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829495.031880:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829495.031882:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555381120, offset 0
00000400:00000200:1.0:1787829495.031886:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829495.031890:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.031894:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829495.031897:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829495.031900:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829495.031902:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829495.031904:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829495.031907:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90195:90195:256:4294967295] 192.168.203.108@tcp LPNI seq info [90182:90182:8:4294967295]
00000400:00000200:1.0:1787829495.031911:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.031918:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829495.031922:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.031925:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829495.031929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829495.031931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829495.031935:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829495.031938:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829495.031941:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.031944:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829495.031947:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829495.031951:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829495.031954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829495.031956:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829495.031958:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829495.031961:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031976:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.031980:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.031987:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.031988:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829495.031992:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829495.031995:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829495.031998:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829495.032000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300972090
00000100:00000001:1.0:1787829495.032002:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.032004:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300972090
00000100:00000001:1.0:1787829495.032007:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.032009:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829495.032011:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.032013:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829495.032016:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495]  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829495.032023:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829495.032024:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829495.032026:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829495.032028:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829495.032029:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829495.032032:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829495.032034:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829495.032042:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032049:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829495.032051:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032052:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.032053:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829495.032057:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032063:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829495.032066:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032073:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829495.032075:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032077:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.032078:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032080:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829495.032082:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829495.032085:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829495.032088:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829495.032091:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829495.032095:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829495.032138:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829495.032142:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829495.032146:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032153:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829495.032155:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.032158:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829495.032159:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829495.032161:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829495.032164:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829495.032166:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829495.032168:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829495.032169:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829495.032171:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829495.032174:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829495.032176:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829495.032178:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829495.032181:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829495.032184:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829495.032186:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381248, portal 4
00000100:00000001:1.0:1787829495.032187:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829495.032188:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:1.0:1787829495.032194:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032201:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829495.032204:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829495.032206:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829495.032209:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555381248, offset 0
00000400:00000200:1.0:1787829495.032214:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829495.032218:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.032222:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829495.032226:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829495.032228:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829495.032230:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829495.032233:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829495.032235:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90196:90196:256:4294967295] 192.168.203.108@tcp LPNI seq info [90183:90183:8:4294967295]
00000400:00000200:1.0:1787829495.032239:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829495.032245:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829495.032249:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.032253:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829495.032259:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829495.032262:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829495.032266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829495.032269:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829495.032273:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829495.032275:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829495.032277:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829495.032280:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829495.032282:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829495.032283:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829495.032285:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829495.032288:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032293:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.032295:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032300:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.032301:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829495.032304:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829495.032308:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829495.032311:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829495.032313:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300972083
00000100:00000001:1.0:1787829495.032316:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.032318:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300972083
00000100:00000001:1.0:1787829495.032321:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300975972
00000100:00000001:1.0:1787829495.032323:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829495.032325:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.032327:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829495.032330:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829495/real 1787829495]  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829495.032338:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829495.032340:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829495.032342:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829495.032344:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829495.032346:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829495.032348:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829495.032351:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829495.032359:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032365:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829495.032367:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032369:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.032371:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829495.032374:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032380:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829495.032385:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032392:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829495.032395:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032397:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829495.032398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032400:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829495.032402:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829495.032405:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829495.032409:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829495.032411:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829495.032416:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829495.032431:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829495.032436:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032439:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.032442:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555380864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032449:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829495.032451:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829495.032454:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829495.032457:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829495.032460:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829495.032462:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829495.032465:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829495.032467:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:1.0:1787829495.032470:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829495.032472:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829495.032474:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:1.0:1787829495.032477:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829495.032478:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032480:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.032484:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555380992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032489:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829495.032490:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829495.032491:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829495.032493:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829495.032494:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829495.032495:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829495.032497:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829495.032498:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:1.0:1787829495.032499:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829495.032500:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829495.032501:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:1.0:1787829495.032503:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829495.032504:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032505:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.032508:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555381120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032512:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829495.032513:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829495.032514:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829495.032515:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829495.032515:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829495.032516:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829495.032517:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829495.032518:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:1.0:1787829495.032519:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829495.032520:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829495.032520:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:1.0:1787829495.032522:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829495.032522:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032523:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829495.032525:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555381248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829495.032529:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829495.032529:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829495.032530:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829495.032531:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829495.032532:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829495.032533:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829495.032534:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829495.032535:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:1.0:1787829495.032536:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829495.032536:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829495.032537:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:1.0:1787829495.032539:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829495.032539:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032540:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.032545:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829495.032547:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.032548:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829495.032550:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829495.542230:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829495.542238:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829495.542240:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829495.542245:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829495.542249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829495.542253:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.542255:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829495.542257:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829495.542259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829495.862209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829495.862217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829495.862224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829495.862225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829495.862229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829495.862231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829495.862235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829495.862236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829495.862240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829495.862242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829495.862300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829495.862304:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829495.862307:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829496.054244:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829496.054251:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829496.054257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829496.054259:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829496.054264:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829496.054266:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829496.054268:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829496.054273:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829496.054274:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829496.054279:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829496.054280:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829496.054284:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829496.054285:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829496.054291:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829496.054296:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829496.054299:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829496.054302:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829496.054305:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829496.054334:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829496.054338:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829496.054340:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829496.054343:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829496.054346:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829496.054348:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829496.054350:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829496.054352:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829496.054355:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829496.566237:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829496.566246:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829496.566249:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829496.566256:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829496.566261:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829496.566266:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829496.566270:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829496.566274:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829496.566278:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829496.886174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829496.886181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829496.886187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829496.886188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829496.886191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829496.886192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829496.886195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829496.886196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829496.886199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829496.886200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829496.886252:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829496.886256:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829496.886259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829497.078221:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829497.078221:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829497.078227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829497.078230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829497.078233:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829497.078234:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829497.078236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829497.078239:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829497.078239:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829497.078240:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829497.078243:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829497.078246:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829497.078247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829497.078247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829497.078251:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829497.078253:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829497.078253:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829497.078255:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829497.078258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829497.078258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829497.078264:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829497.078265:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829497.078268:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829497.078270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829497.078271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829497.078274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829497.078277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829497.590232:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829497.590239:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829497.590241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829497.590246:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829497.590249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829497.590253:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829497.590255:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829497.590258:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829497.590261:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829497.910240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829497.910247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829497.910252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829497.910253:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829497.910256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829497.910257:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829497.910259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829497.910260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829497.910263:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829497.910264:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829497.910339:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829497.910342:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829497.910345:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829498.102204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829498.102205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829498.102205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829498.102213:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829498.102214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829498.102214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829498.102218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829498.102219:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829498.102219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829498.102227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829498.102228:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829498.102228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829498.102235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829498.102235:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829498.102235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829498.102242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829498.102243:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829498.102243:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829498.102249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829498.102253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829498.102259:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829498.102259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829498.102264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829498.102269:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829498.102269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829498.102272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829498.102275:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829498.614236:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829498.614243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829498.614245:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829498.614250:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829498.614253:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829498.614257:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829498.614259:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829498.614262:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829498.614264:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829498.934189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829498.934198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829498.934206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829498.934208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829498.934212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829498.934213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829498.934218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829498.934219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829498.934223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829498.934224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829498.934289:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829498.934293:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829498.934296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829498.998188:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300975972, at 4300976000
00000100:00000040:3.0:1787829498.998188:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300975972, at 4300976000
00000100:00000010:3.0:1787829498.998208:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cea0.
00000100:00000010:2.0:1787829498.998210:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000001:0.0:1787829499.126197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829499.126197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829499.126204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829499.126205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829499.126207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829499.126208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829499.126212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829499.126214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829499.126217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829499.126220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829499.126222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829499.126225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829499.126227:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829499.126229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829499.126230:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829499.126237:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829499.126239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829499.126239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829499.126242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829499.126244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829499.126251:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829499.126257:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829499.126262:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829499.126267:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829499.126271:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829499.126275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829499.126279:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829499.638200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829499.638208:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829499.638210:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829499.638214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829499.638218:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829499.638221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829499.638223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829499.638226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829499.638228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829499.958241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829499.958250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829499.958258:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829499.958260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829499.958264:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829499.958266:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829499.958270:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829499.958271:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829499.958275:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829499.958276:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829499.958348:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829499.958352:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829499.958355:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829500.150178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829500.150178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829500.150179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829500.150187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829500.150189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829500.150189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829500.150190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829500.150194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.150194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829500.150197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:2.0:1787829500.150198:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829500.150201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829500.150202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829500.150204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829500.150207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829500.150210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829500.150210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829500.150211:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829500.150212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.150217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829500.150217:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829500.150218:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829500.150221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829500.150224:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829500.150230:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829500.150231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829500.150231:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829500.150235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829500.150239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.150239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829500.150240:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6304
00000100:00000001:1.0:1787829500.150244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.150249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829500.150254:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829500.150264:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829500.150268:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829500.150273:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150277:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829500.150280:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150283:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829500.150289:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829500.150291:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829500.150295:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829500.150298:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829500.150300:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829500.150302:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829500.150305:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150307:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829500.150309:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150310:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829500.150312:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829500.150315:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150317:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829500.150319:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829500.150322:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829500.150324:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150326:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829500.150329:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829500.150338:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000020:00000040:2.0:1787829500.150341:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829500.150345:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829500.150347:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150349:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829500.150352:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829500.150356:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829500.150364:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba800.
00000100:00000001:2.0:1787829500.150373:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829500.150384:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829500.150396:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829500.150401:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829500.150406:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829500.150428:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829500.150431:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829500.150434:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829500.150435:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829500.150437:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829500.150444:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829500.150446:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6304
00000400:00000200:2.0:1787829500.150453:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829500.150456:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829500.150458:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829500.150460:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787829500.150461:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150465:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829500.150466:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787829500.150467:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829500.150470:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829500.150471:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829500.150474:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829500.150475:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829500.150478:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787829500.150479:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829500.150480:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829500.150485:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829500.150490:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829500.150496:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787829500.150497:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829500.150499:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150500:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829500.150504:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787829500.150504:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150506:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829500.150509:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787829500.150509:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829500.150513:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:1.0:1787829500.150514:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150516:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829500.150520:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829500.150521:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555381376:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829500.150526:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829500.150527:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829500.150530:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829500.150530:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150531:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829500.150534:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829500.150536:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829500.150537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787829500.150541:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150543:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829500.150544:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829500.150547:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829500.150548:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14b40.
00000020:00000040:2.0:1787829500.150551:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829500.150565:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829500.150567:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829500.150569:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150571:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829500.150572:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787829500.150573:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:2.0:1787829500.150574:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829500.150582:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000010:2.0:1787829500.150583:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9400.
00000100:00000001:2.0:1787829500.150589:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829500.150593:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381376, portal 25
00000100:00100000:2.0:1787829500.150594:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829500.150596:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829500.150599:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000001:2.0:1787829500.150606:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787829500.150609:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829500.150610:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829500.150618:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a759bd9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.150623:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829500.150630:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150632:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829500.150633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00080000:2.0:1787829500.150637:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829500.150638:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555381376, offset 0
00000100:00080000:2.0:1787829500.150643:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829500.150645:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829500.150647:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829500.150651:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150652:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829500.150657:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6304
00000400:00000200:2.0:1787829500.150660:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.150663:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829500.150666:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829500.150669:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829500.150673:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:2.0:1787829500.150673:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150677:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829500.150680:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829500.150682:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787829500.150683:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829500.150687:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829500.150689:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:2.0:1787829500.150690:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829500.150693:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829500.150695:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829500.150696:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829500.150697:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829500.150700:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150701:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829500.150703:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787829500.150705:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829500.150709:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150710:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829500.150713:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829500.150715:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90197:90197:256:4294967295] 192.168.203.108@tcp LPNI seq info [90184:90184:8:4294967295]
00000100:00080000:2.0:1787829500.150718:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150724:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829500.150727:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829500.150728:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829500.150732:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829500.150735:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150737:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829500.150740:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829500.150743:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1787829500.150744:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150748:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829500.150752:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000800:00000200:1.0:1787829500.150753:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:2.0:1787829500.150755:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829500.150757:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829500.150758:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829500.150759:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829500.150760:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829500.150763:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829500.150765:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829500.150768:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000800:00000200:1.0:1787829500.150770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829500.150771:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829500.150775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1787829500.150778:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829500.150784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829500.150791:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787829500.150791:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787829500.150794:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829500.150799:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:2.0:1787829500.150803:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787829500.150804:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829500.150812:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829500.150812:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829500.150814:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829500.150819:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829500.150821:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829500.150823:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829500.150824:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787829500.150830:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829500.150832:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829500.150837:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00080000:2.0:1787829500.150837:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6304
00000100:00000001:1.0:1787829500.150842:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787829500.150845:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:1.0:1787829500.150850:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829500.150854:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829500.150860:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829500.150865:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829500.150866:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829500.150870:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829500.150872:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829500.150877:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150881:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829500.150884:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829500.150885:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829500.150887:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:1.0:1787829500.150888:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787829500.150891:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829500.150894:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829500.150895:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829500.150896:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829500.150901:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:1.0:1787829500.150905:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829500.150907:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829500.150910:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300981092
00000100:00000001:2.0:1787829500.150911:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829500.150914:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150916:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829500.150918:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000010:1.0:1787829500.150919:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ccc0.
00000100:00080000:2.0:1787829500.150921:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829500.150924:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829500.150926:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829500.150928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829500.150929:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829500.150933:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150934:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829500.150935:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300981092
00000008:00100000:2.0:1787829500.150936:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000010:1.0:1787829500.150940:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cea0.
00000008:00000001:2.0:1787829500.150940:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150942:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.150945:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000010:2.0:1787829500.150948:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000100:00000001:1.0:1787829500.150949:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829500.150954:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829500.150955:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829500.150956:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829500.150961:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829500.150962:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500]  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829500.150965:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.150970:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829500.150973:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829500.150977:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829500.150984:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:2.0:1787829500.150984:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
00000400:00000001:1.0:1787829500.150987:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829500.150990:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829500.150991:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829500.150992:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829500.150996:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829500.151000:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1787829500.151001:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829500.151005:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829500.151018:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829500.151022:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829500.151026:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829500.151029:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151045:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829500.151047:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151048:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829500.151051:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829500.151052:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.151055:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829500.151056:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829500.151059:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829500.151061:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829500.151062:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829500.151064:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829500.151069:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6304
00000100:00000001:1.0:1787829500.151074:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829500.151075:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829500.151083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829500.151084:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829500.151090:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829500.151093:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829500.151115:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151118:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.151119:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151122:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1787829500.151123:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829500.151126:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829500.151130:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787829500.151132:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787829500.151133:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.151136:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829500.151138:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829500.151139:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829500.151142:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829500.151146:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829500.151147:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00080000:1.0:1787829500.151150:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:2.0:1787829500.151150:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829500.151157:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829500.151157:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829500.151161:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829500.151164:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829500.151167:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829500.151167:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829500.151172:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829500.151177:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829500.151182:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829500.151185:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829500.151188:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555381376:192.168.203.108@tcp:250:kworker.0
02000000:00000001:2.0:1787829500.151189:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829500.151195:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151196:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829500.151197:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829500.151200:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1787829500.151201:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000040:1.0:1787829500.151205:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555381376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787829500.151206:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.151210:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829500.151216:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000100:00000001:1.0:1787829500.151217:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1787829500.151220:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829500.151221:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829500.151223:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787829500.151225:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:2.0:1787829500.151226:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829500.151229:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829500.151230:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1787829500.151231:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1787829500.151234:0:2384:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787829500.151235:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829500.151238:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000010:2.0:1787829500.151240:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000020:00000001:1.0:1787829500.151242:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829500.151246:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba800.
00000100:00000001:2.0:1787829500.151247:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151252:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:2.0:1787829500.151254:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829500.151255:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829500.151258:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:1.0:1787829500.151262:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829500.151266:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829500.151266:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829500.151269:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829500.151270:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829500.151274:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151276:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829500.151279:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151284:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829500.151285:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151287:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829500.151289:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829500.151291:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6314)
00000100:00000040:1.0:1787829500.151299:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151307:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829500.151308:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151310:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829500.151312:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829500.151315:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829500.151318:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829500.151323:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829500.151325:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829500.151326:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151328:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829500.151332:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829500.151335:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829500.151339:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829500.151342:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829500.151346:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829500.151349:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381504, portal 10
00000100:00000001:1.0:1787829500.151351:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829500.151353:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
00000100:00000040:1.0:1787829500.151361:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151367:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829500.151370:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829500.151372:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829500.151375:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555381504, offset 0
00000400:00000200:1.0:1787829500.151379:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829500.151383:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.151387:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829500.151390:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829500.151393:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829500.151396:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829500.151398:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829500.151401:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90198:90198:256:4294967295] 192.168.203.108@tcp LPNI seq info [90185:90185:8:4294967295]
00000400:00000200:1.0:1787829500.151405:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.151412:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829500.151417:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.151421:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829500.151425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829500.151429:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829500.151434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829500.151437:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829500.151441:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.151443:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829500.151446:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829500.151449:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829500.151452:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829500.151453:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829500.151455:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829500.151458:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151463:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.151466:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151470:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151471:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829500.151474:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829500.151477:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829500.151480:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829500.151481:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300977237
00000100:00000001:1.0:1787829500.151483:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.151485:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300977237
00000100:00000001:1.0:1787829500.151487:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.151488:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829500.151489:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151491:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829500.151493:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500]  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829500.151499:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829500.151500:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829500.151502:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829500.151503:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829500.151504:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829500.151506:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829500.151508:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829500.151513:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151517:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829500.151518:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151519:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.151520:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829500.151522:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151526:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829500.151529:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151533:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829500.151535:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151536:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.151537:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151538:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829500.151540:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829500.151541:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829500.151543:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829500.151544:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829500.151547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829500.151552:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829500.151568:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829500.151571:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151576:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829500.151577:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151578:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829500.151580:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829500.151581:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829500.151583:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829500.151585:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829500.151587:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829500.151588:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151589:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829500.151592:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829500.151593:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829500.151596:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829500.151597:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829500.151599:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829500.151601:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381632, portal 10
00000100:00000001:1.0:1787829500.151603:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829500.151603:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
00000100:00000040:1.0:1787829500.151607:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829500.151613:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829500.151614:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829500.151616:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555381632, offset 0
00000400:00000200:1.0:1787829500.151618:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829500.151621:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.151623:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829500.151625:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829500.151627:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829500.151629:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829500.151631:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829500.151633:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90199:90199:256:4294967295] 192.168.203.108@tcp LPNI seq info [90186:90186:8:4294967295]
00000400:00000200:1.0:1787829500.151635:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.151640:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829500.151642:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.151645:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829500.151649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829500.151652:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829500.151657:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829500.151660:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829500.151664:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.151666:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829500.151670:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829500.151673:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829500.151676:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829500.151678:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829500.151681:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829500.151685:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151692:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.151696:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151702:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151703:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829500.151707:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829500.151710:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829500.151713:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829500.151715:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300977177
00000100:00000001:1.0:1787829500.151718:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.151720:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300977177
00000100:00000001:1.0:1787829500.151722:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.151724:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829500.151727:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151729:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829500.151733:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500]  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829500.151740:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829500.151742:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829500.151743:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829500.151746:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829500.151748:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829500.151750:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829500.151753:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829500.151762:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151768:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829500.151770:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151772:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.151773:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829500.151777:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151784:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829500.151789:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151796:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829500.151799:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151801:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.151802:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.151805:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829500.151807:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829500.151809:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829500.151812:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829500.151814:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829500.151817:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829500.151823:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829500.151826:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829500.151828:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151833:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829500.151834:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151835:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829500.151837:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829500.151838:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829500.151840:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829500.151842:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829500.151843:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829500.151845:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.151846:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829500.151849:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829500.151850:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829500.151853:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829500.151855:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829500.151857:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829500.151860:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381760, portal 4
00000100:00000001:1.0:1787829500.151861:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829500.151862:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:1.0:1787829500.151867:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151872:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829500.151874:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829500.151875:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829500.151877:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555381760, offset 0
00000400:00000200:1.0:1787829500.151879:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829500.151882:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.151884:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829500.151886:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829500.151888:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829500.151890:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829500.151891:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829500.151893:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90200:90200:256:4294967295] 192.168.203.108@tcp LPNI seq info [90187:90187:8:4294967295]
00000400:00000200:1.0:1787829500.151896:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.151901:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829500.151904:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.151907:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829500.151911:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829500.151914:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829500.151918:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829500.151921:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829500.151925:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.151927:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829500.151930:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829500.151933:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829500.151936:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829500.151938:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829500.151940:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829500.151944:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151951:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.151954:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.151966:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151968:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829500.151970:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829500.151973:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829500.151976:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829500.151978:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300977210
00000100:00000001:1.0:1787829500.151980:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.151982:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300977210
00000100:00000001:1.0:1787829500.151984:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.151986:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829500.151988:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.151990:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829500.151994:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500]  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829500.152001:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829500.152003:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829500.152004:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829500.152006:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829500.152008:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829500.152010:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829500.152013:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829500.152020:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152026:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829500.152027:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152029:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.152030:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829500.152034:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152041:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829500.152044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152050:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829500.152052:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152054:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.152055:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152057:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829500.152059:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829500.152061:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829500.152064:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829500.152066:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829500.152070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829500.152077:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829500.152081:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829500.152084:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152090:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829500.152091:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.152094:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829500.152114:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829500.152116:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829500.152120:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829500.152123:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829500.152125:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829500.152127:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829500.152129:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829500.152132:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829500.152135:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829500.152138:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829500.152141:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829500.152145:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829500.152148:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555381888, portal 4
00000100:00000001:1.0:1787829500.152150:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829500.152151:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:1.0:1787829500.152157:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152161:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829500.152163:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829500.152165:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829500.152166:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555381888, offset 0
00000400:00000200:1.0:1787829500.152169:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829500.152172:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.152174:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829500.152176:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829500.152178:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829500.152180:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829500.152182:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829500.152184:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90201:90201:256:4294967295] 192.168.203.108@tcp LPNI seq info [90188:90188:8:4294967295]
00000400:00000200:1.0:1787829500.152187:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829500.152192:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829500.152194:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.152197:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829500.152199:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829500.152201:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829500.152204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829500.152206:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829500.152209:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829500.152211:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829500.152213:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829500.152215:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829500.152217:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829500.152218:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829500.152220:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829500.152222:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152227:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.152229:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152234:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.152235:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829500.152237:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829500.152239:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829500.152241:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829500.152242:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300977203
00000100:00000001:1.0:1787829500.152244:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.152245:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300977203
00000100:00000001:1.0:1787829500.152247:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300981092
00000100:00000001:1.0:1787829500.152248:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829500.152250:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.152251:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829500.152253:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829500/real 1787829500]  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829500.152258:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829500.152259:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829500.152260:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829500.152262:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829500.152262:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829500.152264:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829500.152266:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829500.152272:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152276:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829500.152277:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152278:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.152279:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829500.152281:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152285:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829500.152287:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152291:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829500.152292:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152293:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829500.152294:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152295:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829500.152296:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829500.152298:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829500.152300:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829500.152301:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829500.152304:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829500.152309:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555381888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829500.152311:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152312:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.152315:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555381504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152319:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829500.152320:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829500.152322:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829500.152323:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829500.152324:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829500.152325:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829500.152327:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829500.152328:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:1.0:1787829500.152330:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829500.152331:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829500.152332:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:1.0:1787829500.152334:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829500.152335:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152336:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.152338:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555381632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152343:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829500.152343:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829500.152344:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829500.152345:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829500.152346:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829500.152347:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829500.152348:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829500.152349:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:1.0:1787829500.152350:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829500.152351:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829500.152351:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
00000100:00000001:1.0:1787829500.152353:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829500.152354:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152355:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.152356:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555381760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152360:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829500.152361:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829500.152362:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829500.152363:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829500.152364:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829500.152365:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829500.152367:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829500.152368:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:1.0:1787829500.152369:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829500.152369:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829500.152370:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:1.0:1787829500.152371:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829500.152372:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152373:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829500.152375:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555381888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829500.152378:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829500.152379:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829500.152380:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829500.152381:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829500.152382:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829500.152382:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829500.152383:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829500.152384:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:1.0:1787829500.152385:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829500.152386:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829500.152387:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:1.0:1787829500.152388:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829500.152389:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152390:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.152392:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829500.152393:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.152394:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829500.152395:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829500.662243:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829500.662254:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829500.662257:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829500.662264:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829500.662270:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829500.662276:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.662279:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829500.662281:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829500.662284:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829500.982233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829500.982240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829500.982246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829500.982247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829500.982250:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829500.982251:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829500.982254:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829500.982255:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829500.982257:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829500.982258:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829500.982334:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829500.982339:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829500.982342:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829501.174223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829501.174223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829501.174232:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829501.174232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829501.174235:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829501.174236:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829501.174244:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829501.174244:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829501.174251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829501.174252:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829501.174258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.174258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.174265:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829501.174268:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.174270:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829501.174271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829501.174274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829501.174276:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.174424:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829501.174431:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829501.174432:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829501.174437:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829501.174440:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829501.174443:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829501.174446:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829501.174448:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829501.174451:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.686216:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829501.686224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829501.686226:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829501.686231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829501.686235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829501.686238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.686241:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829501.686243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.686246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829502.006251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829502.006260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829502.006273:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829502.006274:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829502.006280:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829502.006281:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829502.006285:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829502.006287:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829502.006292:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829502.006293:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829502.006362:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829502.006366:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829502.006369:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829502.198179:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829502.198181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829502.198188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829502.198188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829502.198193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829502.198193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829502.198200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829502.198201:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829502.198206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829502.198207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829502.198214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829502.198214:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.198219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829502.198220:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829502.198223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.198227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829502.198228:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829502.198228:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829502.198232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.198233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829502.198235:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829502.198239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829502.198245:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829502.198247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.198250:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829502.198253:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.198256:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829502.710226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829502.710234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829502.710236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829502.710241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829502.710244:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829502.710248:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.710251:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829502.710253:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829502.710256:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829503.030246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829503.030252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829503.030258:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030261:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829503.030263:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030267:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829503.030271:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829503.030281:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829503.030286:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030290:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829503.030292:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030295:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829503.030298:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829503.030353:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829503.030357:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829503.030360:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829503.222251:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829503.222258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829503.222260:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829503.222265:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829503.222269:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829503.222272:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829503.222274:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829503.222277:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829503.222280:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829503.222381:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829503.222385:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829503.222386:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829503.222390:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829503.222393:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829503.222395:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829503.222397:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829503.222399:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829503.222401:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829503.222507:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829503.222510:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829503.222512:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829503.222515:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829503.222517:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829503.222519:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829503.222522:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829503.222523:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829503.222525:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829503.734172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829503.734181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829503.734184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829503.734191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829503.734196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829503.734201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829503.734204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829503.734208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829503.734211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829504.054208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829504.054215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829504.054220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829504.054221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829504.054224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829504.054225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829504.054228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829504.054229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829504.054232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829504.054233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829504.054298:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829504.054303:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829504.054307:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829504.118224:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300981092, at 4300981120
00000100:00000040:2.0:1787829504.118226:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300981092, at 4300981120
00000100:00000010:3.0:1787829504.118246:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cea0.
00000100:00000010:2.0:1787829504.118249:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ccc0.
00000100:00000001:0.0:1787829504.246200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829504.246208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829504.246211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829504.246213:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829504.246213:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829504.246215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829504.246222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829504.246223:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829504.246223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829504.246225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829504.246228:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829504.246229:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829504.246230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829504.246237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829504.246241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829504.246241:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829504.246242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829504.246246:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829504.246255:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829504.246255:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829504.246260:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829504.246261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829504.246263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829504.246268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829504.246268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829504.246273:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829504.246276:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829504.758196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829504.758204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829504.758206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829504.758211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829504.758214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829504.758218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829504.758220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829504.758223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829504.758226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829505.078243:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829505.078245:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829505.078248:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078253:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829505.078255:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078256:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078258:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078262:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829505.078263:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829505.078265:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829505.078266:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078268:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829505.078270:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078271:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078274:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078278:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829505.078280:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829505.078281:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829505.078283:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078285:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829505.078286:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078288:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078290:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078300:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829505.078302:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829505.078304:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829505.078306:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078308:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829505.078309:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078311:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078313:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829505.078317:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829505.078319:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829505.078380:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829505.078383:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829505.078387:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829505.270220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829505.270220:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829505.270221:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829505.270221:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829505.270231:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829505.270233:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829505.270233:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829505.270234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829505.270235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829505.270239:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829505.270244:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829505.270245:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829505.270246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829505.270247:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829505.270259:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829505.270259:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829505.270260:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787829505.270261:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829505.270263:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829505.270264:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829505.270273:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829505.270274:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829505.270275:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829505.270277:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829505.270279:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.270282:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829505.270283:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.270286:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829505.270288:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6309
00000100:00000001:1.0:1787829505.270292:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829505.270293:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829505.270299:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829505.270300:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829505.270306:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829505.270312:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829505.270315:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829505.270318:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270321:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829505.270324:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270326:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829505.270328:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829505.270331:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829505.270333:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829505.270336:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829505.270338:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829505.270340:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829505.270343:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270345:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829505.270350:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270353:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829505.270356:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829505.270360:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270362:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829505.270364:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829505.270367:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829505.270369:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.270371:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829505.270373:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829505.270380:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829505.270384:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829505.270388:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829505.270389:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.270391:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829505.270394:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829505.270397:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829505.270403:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bbc00.
00000100:00000001:2.0:1787829505.270408:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829505.270414:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829505.270421:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829505.270423:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829505.270427:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829505.270444:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829505.270446:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829505.270448:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829505.270449:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829505.270450:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829505.270453:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829505.270455:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6309
00000400:00000200:2.0:1787829505.270457:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829505.270460:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829505.270462:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829505.270465:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270468:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829505.270470:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270472:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829505.270475:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829505.270476:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829505.270480:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829505.270483:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829505.270484:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829505.270489:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787829505.270489:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829505.270495:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829505.270503:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829505.270508:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829505.270515:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270531:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829505.270540:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787829505.270541:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829505.270544:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.270551:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829505.270552:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829505.270557:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787829505.270558:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:1.0:1787829505.270563:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829505.270568:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00100000:1.0:1787829505.270573:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555382016:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829505.270575:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.270580:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829505.270582:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829505.270586:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829505.270589:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829505.270590:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829505.270592:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829505.270597:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829505.270600:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
00000100:00000001:2.0:1787829505.270601:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829505.270605:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829505.270610:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829505.270615:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:2.0:1787829505.270622:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829505.270624:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829505.270626:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829505.270631:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000400:00000010:1.0:1787829505.270633:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000020:00000040:2.0:1787829505.270635:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829505.270639:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829505.270640:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.270641:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787829505.270642:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382016, portal 25
02000000:00000001:2.0:1787829505.270645:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829505.270646:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829505.270649:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
02000000:00000001:2.0:1787829505.270649:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829505.270662:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba000.
00000100:00000040:1.0:1787829505.270669:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829505.270671:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.270683:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829505.270686:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829505.270688:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829505.270692:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555382016, offset 0
00000100:00100000:2.0:1787829505.270698:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829505.270703:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829505.270713:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829505.270714:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829505.270720:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829505.270726:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829505.270731:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829505.270740:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787829505.270743:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.270747:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:2.0:1787829505.270750:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829505.270754:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829505.270759:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:2.0:1787829505.270764:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787829505.270765:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90202:90202:256:4294967295] 192.168.203.108@tcp LPNI seq info [90189:90189:8:4294967295]
00000100:00000001:2.0:1787829505.270770:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829505.270774:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:2.0:1787829505.270777:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829505.270782:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829505.270794:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787829505.270795:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6309
00000800:00000200:1.0:1787829505.270817:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829505.270819:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:1.0:1787829505.270823:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000400:00000200:2.0:1787829505.270828:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:1.0:1787829505.270834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:2.0:1787829505.270835:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787829505.270838:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1787829505.270845:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.1:1787829505.270851:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829505.270854:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787829505.270856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1787829505.270864:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000100:1.0:1787829505.270865:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270872:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000010:1.0:1787829505.270877:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000020:00000001:2.0:1787829505.270880:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829505.270884:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829505.270886:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787829505.270888:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829505.270893:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787829505.270896:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:1.0:1787829505.270898:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829505.270904:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000001:2.0:1787829505.270905:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829505.270909:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787829505.270911:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:1.0:1787829505.270915:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829505.270923:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829505.270930:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829505.270930:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829505.270936:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829505.270941:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270953:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829505.270963:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829505.270964:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829505.270970:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829505.270972:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829505.270974:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829505.270981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829505.270982:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829505.270987:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.270990:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829505.270992:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829505.270993:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829505.270999:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.271004:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829505.271005:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.271011:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300986212
00000100:00000010:2.0:1787829505.271014:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829505.271019:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829505.271021:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829505.271022:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271024:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829505.271025:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829505.271027:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829505.271031:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c660.
02000000:00000010:2.0:1787829505.271032:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000100:00000001:2.0:1787829505.271040:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.271043:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829505.271050:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300986212
00000100:00100000:2.0:1787829505.271057:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787829505.271060:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca20.
00000100:00000001:1.0:1787829505.271067:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829505.271073:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829505.271075:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829505.271080:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271081:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.271087:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787829505.271092:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829505.271131:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505]  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829505.271178:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829505.271184:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829505.271184:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829505.271190:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1787829505.271193:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787829505.271196:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829505.271197:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829505.271203:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00080000:2.0:1787829505.271203:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787829505.271211:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:2.0:1787829505.271212:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829505.271218:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1787829505.271222:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6309
00000100:00000200:1.0:1787829505.271232:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829505.271240:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829505.271252:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829505.271263:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787829505.271270:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829505.271273:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.271284:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829505.271293:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829505.271296:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829505.271300:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829505.271301:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.271307:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1787829505.271310:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829505.271312:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829505.271314:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829505.271319:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829505.271323:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829505.271324:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829505.271335:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829505.271344:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829505.271357:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829505.271358:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.271366:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829505.271372:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829505.271375:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.271383:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829505.271392:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829505.271402:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829505.271405:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829505.271409:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.271413:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829505.271415:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829505.271418:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829505.271421:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829505.271423:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.271431:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1787829505.271432:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.271437:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829505.271437:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829505.271442:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00080000:1.0:1787829505.271447:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:2.0:1787829505.271448:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271456:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829505.271461:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000010:2.0:1787829505.271466:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829505.271468:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:2.0:1787829505.271472:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000040:1.0:1787829505.271480:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829505.271481:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829505.271485:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271493:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829505.271499:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829505.271503:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829505.271510:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555382016:192.168.203.108@tcp:250:kworker.0
02000000:00000010:2.0:1787829505.271511:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:2.0:1787829505.271530:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829505.271538:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829505.271539:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.271546:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.271555:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555382016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829505.271556:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829505.271562:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.271580:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1787829505.271581:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829505.271588:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829505.271594:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
00000100:00000001:2.0:1787829505.271599:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.271602:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1787829505.271605:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:1.0:1787829505.271607:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:2.0:1787829505.271611:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000040:1.0:1787829505.271612:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829505.271620:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829505.271622:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787829505.271626:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bbc00.
00000100:00080000:2.0:1787829505.271628:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829505.271636:0:50166:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829505.271638:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1787829505.271644:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6309
02000000:00000001:1.0:1787829505.271645:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829505.271651:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000400:00000200:2.0:1787829505.271660:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829505.271661:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829505.271666:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829505.271668:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829505.271674:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829505.271674:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829505.271684:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829505.271686:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829505.271689:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829505.271691:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829505.271692:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829505.271697:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829505.271700:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829505.271703:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787829505.271705:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:1.0:1787829505.271708:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829505.271711:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829505.271713:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787829505.271719:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000040:1.0:1787829505.271726:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829505.271727:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829505.271736:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829505.271754:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787829505.271755:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829505.271759:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271762:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829505.271766:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787829505.271771:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829505.271772:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829505.271780:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271781:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:1.0:1787829505.271788:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382144:192.168.203.108@tcp:38:kworker.0
00000020:00000040:2.0:1787829505.271791:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:1.0:1787829505.271801:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829505.271808:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787829505.271808:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:1.0:1787829505.271814:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271816:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.271820:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829505.271823:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787829505.271827:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:2.0:1787829505.271830:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829505.271834:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829505.271837:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271843:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829505.271848:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:2.0:1787829505.271848:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000010:1.0:1787829505.271856:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000008:00000001:2.0:1787829505.271856:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271863:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829505.271865:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000010:2.0:1787829505.271870:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000100:00000200:1.0:1787829505.271873:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382144, portal 10
00000020:00000040:2.0:1787829505.271876:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829505.271878:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829505.271885:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
02000000:00000001:2.0:1787829505.271888:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829505.271891:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829505.271894:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787829505.271898:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829505.271898:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829505.271903:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829505.271916:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:1.0:1787829505.271918:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829505.271925:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829505.271926:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829505.271931:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829505.271936:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555382144, offset 0
00000100:00100000:2.0:1787829505.271939:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829505.271950:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829505.271961:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829505.271968:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829505.271972:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.271983:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:2.0:1787829505.271983:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829505.271994:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829505.272002:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:2.0:1787829505.272005:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.272009:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829505.272014:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:2.0:1787829505.272015:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6319)
00000400:00000200:1.0:1787829505.272025:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90203:90203:256:4294967295] 192.168.203.108@tcp LPNI seq info [90190:90190:8:4294967295]
00000400:00000200:1.0:1787829505.272031:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.272046:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829505.272053:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.272059:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829505.272066:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829505.272070:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829505.272077:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829505.272081:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787829505.272085:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.272087:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829505.272091:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829505.272132:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829505.272137:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829505.272140:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829505.272143:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829505.272148:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272157:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.272161:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272174:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272175:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829505.272180:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829505.272185:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829505.272188:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829505.272191:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300982358
00000100:00000001:1.0:1787829505.272194:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.272197:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300982358
00000100:00000001:1.0:1787829505.272199:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.272202:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829505.272205:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272207:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829505.272211:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505]  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829505.272219:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829505.272221:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829505.272223:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829505.272226:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829505.272227:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829505.272230:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829505.272233:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829505.272242:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272249:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829505.272251:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272254:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.272256:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829505.272260:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272267:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829505.272271:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272279:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829505.272281:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272283:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.272285:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272287:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829505.272291:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829505.272294:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829505.272299:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829505.272301:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829505.272305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829505.272313:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829505.272318:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829505.272322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272329:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829505.272330:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.272333:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829505.272335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829505.272337:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829505.272340:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829505.272344:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829505.272346:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829505.272349:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.272351:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829505.272355:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829505.272357:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.272361:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829505.272364:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829505.272367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829505.272371:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382272, portal 10
00000100:00000001:1.0:1787829505.272373:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829505.272375:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:1.0:1787829505.272382:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272388:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829505.272390:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829505.272393:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829505.272396:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555382272, offset 0
00000400:00000200:1.0:1787829505.272401:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829505.272406:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.272410:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829505.272415:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829505.272419:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829505.272422:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829505.272425:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829505.272430:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90204:90204:256:4294967295] 192.168.203.108@tcp LPNI seq info [90191:90191:8:4294967295]
00000400:00000200:1.0:1787829505.272436:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.272446:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829505.272453:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.272459:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829505.272465:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829505.272468:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829505.272475:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829505.272479:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787829505.272484:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.272488:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829505.272492:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829505.272497:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829505.272501:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829505.272503:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829505.272508:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829505.272512:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272535:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.272538:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272543:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272544:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829505.272547:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829505.272550:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829505.272552:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829505.272553:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300982298
00000100:00000001:1.0:1787829505.272556:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.272558:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300982298
00000100:00000001:1.0:1787829505.272559:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.272561:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829505.272562:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272564:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829505.272566:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505]  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829505.272572:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829505.272572:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829505.272574:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829505.272575:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829505.272577:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829505.272580:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829505.272584:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829505.272594:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272601:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829505.272603:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272605:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.272606:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829505.272611:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272618:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829505.272623:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272630:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829505.272632:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272634:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.272635:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272637:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829505.272639:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829505.272641:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829505.272646:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829505.272649:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829505.272654:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829505.272664:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829505.272670:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829505.272675:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272680:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829505.272681:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.272683:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829505.272685:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829505.272686:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829505.272688:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829505.272691:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829505.272692:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829505.272694:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.272695:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829505.272698:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829505.272699:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.272702:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829505.272704:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829505.272706:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829505.272709:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382400, portal 4
00000100:00000001:1.0:1787829505.272710:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829505.272711:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:1.0:1787829505.272716:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272721:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829505.272722:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829505.272724:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829505.272726:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555382400, offset 0
00000400:00000200:1.0:1787829505.272728:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829505.272731:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.272733:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829505.272735:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829505.272737:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829505.272739:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829505.272741:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829505.272743:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90205:90205:256:4294967295] 192.168.203.108@tcp LPNI seq info [90192:90192:8:4294967295]
00000400:00000200:1.0:1787829505.272746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.272751:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829505.272754:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.272756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829505.272759:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829505.272762:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829505.272765:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829505.272767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787829505.272769:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.272771:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829505.272773:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829505.272775:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829505.272777:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829505.272779:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829505.272781:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829505.272783:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272788:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.272790:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272795:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272797:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829505.272798:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829505.272801:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829505.272803:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829505.272804:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300982331
00000100:00000001:1.0:1787829505.272806:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.272808:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300982331
00000100:00000001:1.0:1787829505.272809:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.272811:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829505.272812:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272814:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829505.272816:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505]  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829505.272821:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829505.272822:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829505.272823:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829505.272824:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829505.272825:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829505.272827:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829505.272829:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829505.272835:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272839:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829505.272839:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272841:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.272841:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829505.272843:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272847:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829505.272850:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272854:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829505.272855:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272856:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.272857:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272859:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829505.272860:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829505.272862:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829505.272865:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829505.272867:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829505.272869:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829505.272874:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829505.272877:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272878:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.272880:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555382144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272883:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829505.272885:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829505.272886:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829505.272888:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829505.272890:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829505.272891:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829505.272892:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829505.272894:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:1.0:1787829505.272896:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829505.272897:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829505.272899:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:1.0:1787829505.272901:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829505.272901:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272902:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.272904:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555382272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272909:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829505.272909:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829505.272910:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829505.272912:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829505.272912:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829505.272913:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829505.272914:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829505.272916:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:1.0:1787829505.272917:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829505.272918:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829505.272919:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:1.0:1787829505.272921:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829505.272922:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272923:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.272925:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555382400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272928:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829505.272929:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829505.272930:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829505.272931:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829505.272932:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829505.272932:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829505.272933:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829505.272934:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:1.0:1787829505.272935:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829505.272936:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829505.272937:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829505.272938:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829505.272939:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272941:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.272945:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829505.272946:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.272948:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829505.272949:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829505.272950:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829505.272952:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272956:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829505.272957:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.272958:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829505.272959:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829505.272961:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829505.272963:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829505.272965:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829505.272967:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829505.272968:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829505.272969:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829505.272971:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829505.272973:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829505.272974:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829505.272976:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829505.272978:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829505.272980:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382528, portal 4
00000100:00000001:1.0:1787829505.272981:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829505.272982:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:1.0:1787829505.272986:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.272990:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829505.272992:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829505.272993:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829505.272995:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555382528, offset 0
00000400:00000200:1.0:1787829505.272997:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829505.273000:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.273001:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829505.273003:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829505.273005:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829505.273007:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829505.273008:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829505.273010:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90206:90206:256:4294967295] 192.168.203.108@tcp LPNI seq info [90193:90193:8:4294967295]
00000400:00000200:1.0:1787829505.273013:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829505.273017:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829505.273020:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.273021:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829505.273024:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829505.273026:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787829505.273029:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829505.273031:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787829505.273033:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829505.273034:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829505.273036:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829505.273038:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829505.273040:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829505.273041:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829505.273043:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829505.273045:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.273050:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.273052:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.273056:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.273057:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829505.273059:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829505.273061:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829505.273063:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829505.273064:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300982323
00000100:00000001:1.0:1787829505.273065:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.273067:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300982323
00000100:00000001:1.0:1787829505.273068:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300986212
00000100:00000001:1.0:1787829505.273070:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829505.273071:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.273072:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829505.273075:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829505/real 1787829505]  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829505.273079:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829505.273080:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829505.273081:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829505.273083:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829505.273084:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829505.273085:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829505.273087:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829505.273092:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.273118:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829505.273120:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.273121:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.273122:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829505.273125:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.273130:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829505.273133:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.273138:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829505.273140:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.273141:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829505.273142:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.273144:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829505.273146:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829505.273148:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829505.273151:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829505.273153:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829505.273155:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829505.273161:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829505.273164:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.273165:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829505.273167:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555382528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829505.273172:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829505.273173:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829505.273174:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829505.273175:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829505.273176:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829505.273177:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829505.273178:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829505.273179:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:1.0:1787829505.273180:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829505.273181:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829505.273183:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:1.0:1787829505.273184:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829505.273185:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.273186:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829505.273188:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829505.273190:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829505.273191:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829505.273192:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829505.782238:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829505.782247:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829505.782250:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829505.782256:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829505.782260:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829505.782265:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829505.782269:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829505.782272:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829505.782275:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829506.102193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829506.102199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829506.102205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829506.102206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829506.102208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829506.102210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829506.102212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829506.102213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829506.102216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829506.102217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829506.102286:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829506.102291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829506.102294:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829506.294240:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829506.294243:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829506.294252:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829506.294257:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829506.294257:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829506.294262:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829506.294267:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829506.294270:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829506.294273:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829506.294276:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829506.294280:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829506.294282:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829506.294283:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829506.294287:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829506.294289:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.294290:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829506.294292:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829506.294297:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829506.294299:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829506.294304:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.294305:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829506.294306:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829506.294314:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829506.294321:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.294322:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829506.294326:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829506.294330:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.806186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829506.806192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829506.806194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829506.806199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829506.806202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829506.806206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.806208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829506.806211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.806214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829507.126229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829507.126235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829507.126240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829507.126242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829507.126244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829507.126245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829507.126248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829507.126249:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829507.126252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829507.126253:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829507.126336:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829507.126342:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829507.126347:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829507.318265:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829507.318276:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829507.318276:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829507.318278:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829507.318285:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829507.318289:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829507.318293:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829507.318293:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829507.318294:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829507.318300:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829507.318304:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829507.318304:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829507.318308:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829507.318310:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829507.318312:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829507.318319:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829507.318321:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829507.318328:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829507.318328:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829507.318335:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829507.318341:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829507.318476:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829507.318479:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829507.318482:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829507.319249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829507.319255:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829507.319259:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829507.830219:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829507.830227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829507.830229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829507.830234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829507.830237:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829507.830241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829507.830244:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829507.830247:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829507.830250:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829508.150169:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829508.150175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829508.150180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829508.150181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829508.150184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829508.150185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829508.150188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829508.150189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829508.150191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829508.150192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829508.150263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829508.150269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829508.150273:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829508.342172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829508.342172:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829508.342178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829508.342180:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829508.342181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829508.342183:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829508.342186:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829508.342188:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829508.342191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829508.342193:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829508.342194:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829508.342198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829508.342199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829508.342204:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829508.342205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829508.342208:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829508.342211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829508.342214:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829508.342216:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829508.342218:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829508.342220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829508.342229:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829508.342235:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829508.342240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829508.342243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829508.342246:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829508.342249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829508.854180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829508.854188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829508.854189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829508.854194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829508.854198:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829508.854202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829508.854204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829508.854207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829508.854211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829509.174236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829509.174242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829509.174247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829509.174248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829509.174251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829509.174252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829509.174255:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829509.174256:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829509.174258:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829509.174259:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829509.174361:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829509.174366:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829509.174370:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829509.238186:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300986212, at 4300986240
00000100:00000010:2.0:1787829509.238203:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000040:3.0:1787829509.238563:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300986212, at 4300986240
00000100:00000010:3.0:1787829509.238572:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000001:0.0:1787829509.366246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829509.366246:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829509.366246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829509.366258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829509.366259:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829509.366260:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829509.366262:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829509.366264:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829509.366265:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829509.366273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829509.366274:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829509.366274:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829509.366282:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829509.366282:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829509.366283:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829509.366291:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829509.366291:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829509.366298:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829509.366303:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829509.366305:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829509.366312:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829509.366312:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829509.366316:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829509.366320:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829509.366320:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829509.366324:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829509.366328:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829509.878182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829509.878188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829509.878190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829509.878193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829509.878196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829509.878198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829509.878200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829509.878202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829509.878203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829510.198190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829510.198195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829510.198198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829510.198199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829510.198202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829510.198202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829510.198204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829510.198205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829510.198207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829510.198208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829510.198288:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829510.198295:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829510.198301:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829510.390198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829510.390209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829510.390213:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829510.390217:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829510.390221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829510.390226:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829510.390227:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829510.390229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829510.390234:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829510.390238:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829510.390239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829510.390240:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829510.390243:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829510.390246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829510.390249:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829510.390253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829510.390254:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787829510.390261:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6314
00000100:00000001:0.0:1787829510.390262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.390265:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829510.390274:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829510.390280:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829510.390282:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829510.390288:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829510.390292:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829510.390295:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829510.390299:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829510.390305:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390310:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390314:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390317:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829510.390321:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829510.390323:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829510.390326:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829510.390331:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829510.390334:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829510.390337:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829510.390343:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390346:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390348:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390350:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829510.390354:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829510.390357:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390360:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829510.390363:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829510.390367:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829510.390372:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390375:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829510.390379:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829510.390392:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b170c0.
00000020:00000040:2.0:1787829510.390397:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829510.390404:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829510.390407:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390413:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829510.390420:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829510.390421:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829510.390426:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1787829510.390427:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829510.390429:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829510.390435:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829510.390437:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1787829510.390440:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb800.
00000100:00000001:3.0:1787829510.390442:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829510.390448:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829510.390451:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829510.390453:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829510.390454:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829510.390476:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829510.390505:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829510.390511:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829510.390518:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658e80ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829510.390556:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829510.390559:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829510.390564:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829510.390565:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829510.390568:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829510.390571:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829510.390574:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6314
00000400:00000200:2.0:1787829510.390578:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829510.390582:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829510.390584:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829510.390587:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390590:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390592:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390595:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829510.390597:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829510.390598:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829510.390601:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829510.390603:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829510.390606:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829510.390608:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829510.390611:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390613:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390615:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390617:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829510.390619:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:2.0:1787829510.390622:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390624:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829510.390626:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829510.390633:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829510.390635:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390637:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829510.390643:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829510.390646:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390649:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829510.390653:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15e00.
00000020:00000040:2.0:1787829510.390656:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829510.390658:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829510.390659:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390661:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829510.390663:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829510.390664:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829510.390668:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000100:00000001:2.0:1787829510.390672:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829510.390676:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829510.390684:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829510.390686:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829510.390690:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106a68f5] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829510.390698:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829510.390701:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829510.390705:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829510.390706:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829510.390708:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829510.390710:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829510.390713:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6314
00000400:00000200:2.0:1787829510.390716:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829510.390719:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829510.390721:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829510.390724:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390726:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390728:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390730:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829510.390733:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829510.390735:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829510.390737:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829510.390739:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829510.390741:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829510.390743:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829510.390746:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390748:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390750:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390752:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829510.390754:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829510.390757:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390759:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829510.390761:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829510.390763:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829510.390766:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390768:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829510.390770:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829510.390772:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390774:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829510.390777:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000020:00000040:2.0:1787829510.390779:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829510.390781:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829510.390782:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390784:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829510.390785:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829510.390787:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829510.390790:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829510.390793:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829510.390797:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829510.390805:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829510.390807:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829510.390812:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829510.390820:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829510.390822:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829510.390826:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829510.390827:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829510.390829:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829510.390831:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829510.390834:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6314
00000400:00000200:2.0:1787829510.390837:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829510.390839:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829510.390842:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829510.390844:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390846:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390848:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390850:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829510.390852:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829510.390854:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829510.390856:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829510.390858:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829510.390860:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829510.390862:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829510.390866:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390868:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390869:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390871:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829510.390873:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829510.390876:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390878:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829510.390881:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829510.390883:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829510.390885:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390888:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829510.390890:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829510.390893:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390894:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829510.390900:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829510.390902:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829510.390904:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829510.390905:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.390907:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829510.390908:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829510.390910:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829510.390914:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:2.0:1787829510.390917:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829510.390921:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829510.390930:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829510.390932:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829510.390936:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829510.390944:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829510.390947:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829510.390950:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829510.390951:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829510.390952:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829510.390954:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829510.390957:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6314
00000400:00000200:2.0:1787829510.390960:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829510.390962:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829510.390964:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829510.390968:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390970:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390972:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390975:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829510.390977:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829510.390978:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829510.390980:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829510.390982:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829510.390984:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829510.390986:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829510.390988:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390990:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829510.390992:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829510.390993:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829510.390995:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829510.390998:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829510.391000:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829510.391002:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829510.391005:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829510.391007:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.391009:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829510.391011:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829510.391014:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.391015:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829510.391019:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829510.391021:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829510.391024:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829510.391025:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829510.391027:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829510.391029:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829510.391031:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829510.391034:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:2.0:1787829510.391038:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829510.391043:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829510.391051:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829510.391053:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829510.391057:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829510.391065:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829510.391071:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6325)
00000100:00000001:1.0:1787829510.391156:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829510.391161:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829510.391164:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829510.391172:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391182:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829510.391185:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.391189:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829510.391193:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829510.391196:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829510.391200:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555382656:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829510.391205:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829510.391211:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829510.391214:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.391217:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829510.391223:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829510.391225:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829510.391232:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829510.391237:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829510.391247:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829510.391256:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382656, portal 25
00000100:00000001:1.0:1787829510.391259:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829510.391261:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543827136 : -107611165724480 : ffff9e20d2b170c0)
00000100:00000040:1.0:1787829510.391269:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391278:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829510.391282:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829510.391286:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829510.391291:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555382656, offset 0
00000400:00000200:1.0:1787829510.391301:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829510.391310:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.391317:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829510.391324:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829510.391329:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829510.391334:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829510.391337:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829510.391342:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90207:90207:256:4294967295] 192.168.203.108@tcp LPNI seq info [90194:90194:8:4294967295]
00000400:00000200:1.0:1787829510.391348:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.391361:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829510.391368:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.391375:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829510.391383:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829510.391388:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829510.391395:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829510.391399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829510.391411:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.391415:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829510.391423:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829510.391430:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829510.391449:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829510.391453:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829510.391460:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829510.391467:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391478:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.391482:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391502:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.391503:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829510.391513:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829510.391519:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829510.391523:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300991333
00000100:00000010:1.0:1787829510.391530:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cde0.
00000100:00000001:1.0:1787829510.391540:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829510.391548:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300991333
00000100:00000010:1.0:1787829510.391553:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c480.
00000100:00000001:1.0:1787829510.391557:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829510.391562:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829510.391566:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.391569:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829510.391576:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510]  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829510.391587:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829510.391590:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829510.391592:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829510.391596:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829510.391598:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829510.391604:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829510.391609:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829510.391618:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391625:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829510.391628:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.391630:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.391633:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829510.391638:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391646:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829510.391652:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391660:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829510.391664:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.391666:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.391668:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.391671:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829510.391673:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829510.391677:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829510.391682:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829510.391685:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829510.391691:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829510.391701:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555382656:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829510.391706:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829510.391710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391716:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829510.391718:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.391720:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829510.391723:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829510.391726:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829510.391729:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829510.391732:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829510.391735:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829510.391736:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.391738:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829510.391742:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829510.391744:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829510.391748:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829510.391751:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829510.391754:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829510.391757:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382784, portal 10
00000100:00000001:1.0:1787829510.391760:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829510.391761:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543822336 : -107611165729280 : ffff9e20d2b15e00)
00000100:00000040:1.0:1787829510.391768:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391775:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829510.391777:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829510.391780:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829510.391783:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555382784, offset 0
00000400:00000200:1.0:1787829510.391788:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829510.391793:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.391797:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829510.391800:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829510.391803:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829510.391806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829510.391809:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829510.391812:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90208:90208:256:4294967295] 192.168.203.108@tcp LPNI seq info [90195:90195:8:4294967295]
00000400:00000200:1.0:1787829510.391817:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.391825:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829510.391831:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.391835:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829510.391839:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829510.391843:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829510.391848:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829510.391851:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829510.391856:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.391858:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829510.391862:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829510.391866:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829510.391869:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829510.391872:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829510.391875:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829510.391879:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391894:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.391898:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391906:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.391908:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829510.391912:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829510.391916:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829510.391920:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829510.391922:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300987477
00000100:00000001:1.0:1787829510.391925:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.391928:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300987477
00000100:00000001:1.0:1787829510.391931:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.391933:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829510.391936:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.391938:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829510.391942:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510]  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829510.391952:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829510.391953:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829510.391955:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829510.391958:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829510.391960:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829510.391962:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829510.391966:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829510.391977:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.391985:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829510.391988:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.391990:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.391991:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829510.391995:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392002:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829510.392007:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392014:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829510.392017:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392019:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.392020:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392022:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829510.392025:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829510.392028:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829510.392031:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829510.392034:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829510.392039:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829510.392048:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829510.392053:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829510.392056:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392064:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829510.392065:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.392067:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829510.392069:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829510.392071:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829510.392075:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829510.392079:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829510.392081:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829510.392083:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.392085:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829510.392089:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829510.392091:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829510.392134:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829510.392139:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829510.392144:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829510.392148:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555382912, portal 10
00000100:00000001:1.0:1787829510.392151:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829510.392152:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
00000100:00000040:1.0:1787829510.392160:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392168:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829510.392170:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829510.392173:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829510.392176:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555382912, offset 0
00000400:00000200:1.0:1787829510.392181:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829510.392185:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.392189:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829510.392193:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829510.392195:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829510.392198:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829510.392201:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829510.392205:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90209:90209:256:4294967295] 192.168.203.108@tcp LPNI seq info [90196:90196:8:4294967295]
00000400:00000200:1.0:1787829510.392210:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.392217:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829510.392222:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.392226:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829510.392231:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829510.392235:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829510.392240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829510.392243:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829510.392249:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.392251:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829510.392255:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829510.392259:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829510.392262:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829510.392264:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829510.392267:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829510.392271:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392281:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.392285:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392293:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.392294:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829510.392298:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829510.392301:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829510.392305:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829510.392307:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300987418
00000100:00000001:1.0:1787829510.392311:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.392313:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300987418
00000100:00000001:1.0:1787829510.392316:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.392318:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829510.392321:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.392323:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829510.392327:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510]  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829510.392336:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829510.392338:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829510.392340:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829510.392343:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829510.392344:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829510.392347:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829510.392351:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829510.392361:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392368:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829510.392369:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392372:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.392374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829510.392378:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392386:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829510.392391:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392398:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829510.392401:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392403:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.392404:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392407:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829510.392409:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829510.392412:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829510.392416:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829510.392418:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829510.392423:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829510.392439:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555382912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829510.392444:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829510.392448:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392456:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829510.392458:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.392461:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829510.392462:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829510.392465:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829510.392468:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829510.392472:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829510.392474:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829510.392476:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.392478:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829510.392482:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829510.392497:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829510.392501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829510.392504:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829510.392508:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829510.392511:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383040, portal 4
00000100:00000001:1.0:1787829510.392513:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829510.392515:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:1.0:1787829510.392522:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392530:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829510.392532:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829510.392535:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829510.392538:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555383040, offset 0
00000400:00000200:1.0:1787829510.392542:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829510.392547:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.392551:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829510.392555:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829510.392558:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829510.392561:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829510.392564:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829510.392567:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90210:90210:256:4294967295] 192.168.203.108@tcp LPNI seq info [90197:90197:8:4294967295]
00000400:00000200:1.0:1787829510.392572:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.392580:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829510.392591:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.392595:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829510.392600:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829510.392603:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829510.392608:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829510.392611:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829510.392616:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.392617:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829510.392621:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829510.392625:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829510.392628:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829510.392636:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829510.392639:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829510.392643:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392652:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.392656:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392663:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.392665:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829510.392668:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829510.392672:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829510.392676:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829510.392679:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300987451
00000100:00000001:1.0:1787829510.392682:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.392685:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300987451
00000100:00000001:1.0:1787829510.392687:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.392690:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829510.392692:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.392694:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829510.392698:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510]  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829510.392708:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829510.392710:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829510.392711:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829510.392714:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829510.392716:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829510.392719:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829510.392723:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829510.392738:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392746:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829510.392747:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392750:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.392751:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829510.392756:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392763:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829510.392767:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392775:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829510.392778:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392780:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.392781:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.392784:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829510.392787:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829510.392790:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829510.392794:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829510.392796:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829510.392806:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829510.392815:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829510.392820:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829510.392824:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392832:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829510.392834:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.392837:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829510.392838:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829510.392841:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829510.392844:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829510.392847:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829510.392850:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829510.392852:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829510.392854:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829510.392858:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829510.392860:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829510.392864:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829510.392867:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829510.392870:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829510.392874:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383168, portal 4
00000100:00000001:1.0:1787829510.392876:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829510.392878:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:1.0:1787829510.392884:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.392892:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829510.392895:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829510.392898:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829510.392900:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555383168, offset 0
00000400:00000200:1.0:1787829510.392905:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829510.392910:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.392913:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829510.392916:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829510.392919:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829510.392921:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829510.392924:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829510.392928:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90211:90211:256:4294967295] 192.168.203.108@tcp LPNI seq info [90198:90198:8:4294967295]
00000400:00000200:1.0:1787829510.392933:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829510.392939:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829510.392944:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.392948:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829510.392953:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829510.392956:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829510.392961:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829510.392965:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829510.392969:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829510.392971:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829510.392974:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829510.392978:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829510.392981:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829510.392983:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829510.392986:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829510.392990:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393005:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.393008:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393016:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.393018:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829510.393022:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829510.393025:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829510.393028:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829510.393031:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300987443
00000100:00000001:1.0:1787829510.393034:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.393036:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300987443
00000100:00000001:1.0:1787829510.393039:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300991333
00000100:00000001:1.0:1787829510.393041:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829510.393043:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.393045:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829510.393049:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829510/real 1787829510]  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829510.393058:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829510.393060:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829510.393062:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829510.393064:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829510.393066:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829510.393069:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829510.393073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829510.393082:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393089:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829510.393091:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393093:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.393124:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829510.393130:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393139:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829510.393144:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393152:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829510.393154:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393156:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829510.393158:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393160:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829510.393162:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829510.393165:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829510.393169:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829510.393171:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829510.393176:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829510.393186:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829510.393190:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393193:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.393196:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b170c0 x1874668555382656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393205:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829510.393208:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829510.393211:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829510.393215:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829510.393218:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829510.393221:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829510.393223:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829510.393226:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:1.0:1787829510.393231:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829510.393233:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829510.393236:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b170c0.
00000100:00000001:1.0:1787829510.393239:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829510.393241:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393243:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.393247:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15e00 x1874668555382784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393255:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829510.393256:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829510.393258:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829510.393260:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829510.393262:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829510.393264:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829510.393266:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829510.393268:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:1.0:1787829510.393271:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829510.393272:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829510.393274:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15e00.
00000100:00000001:1.0:1787829510.393277:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829510.393278:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393280:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.393284:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555382912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393292:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829510.393293:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829510.393295:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829510.393298:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829510.393299:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829510.393301:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829510.393303:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829510.393305:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:1.0:1787829510.393308:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829510.393309:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829510.393311:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000001:1.0:1787829510.393314:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829510.393315:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393317:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.393321:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555383040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393328:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829510.393330:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829510.393332:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829510.393334:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829510.393335:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829510.393337:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829510.393339:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829510.393341:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:1.0:1787829510.393343:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829510.393345:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829510.393346:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:1.0:1787829510.393349:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829510.393350:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393352:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829510.393356:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555383168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829510.393364:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829510.393365:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829510.393367:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829510.393370:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829510.393372:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829510.393373:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829510.393376:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829510.393377:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:1.0:1787829510.393380:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829510.393381:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829510.393383:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829510.393386:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829510.393387:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393390:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829510.393399:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829510.393401:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829510.393404:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829510.393406:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829510.902190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829510.902195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829510.902197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829510.902200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829510.902203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829510.902206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829510.902208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829510.902210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829510.902211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829511.222227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829511.222234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829511.222238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829511.222240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829511.222243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829511.222244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829511.222246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829511.222247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829511.222250:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829511.222251:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829511.222307:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829511.222311:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829511.222314:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829511.414183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829511.414183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829511.414189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829511.414190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829511.414193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.414193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829511.414199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829511.414200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829511.414204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829511.414205:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829511.414205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829511.414216:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829511.414217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.414217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829511.414223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.414224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829511.414228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829511.414232:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829511.414233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.414234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829511.414238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829511.414247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829511.414248:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829511.414256:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829511.414262:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829511.414265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829511.414268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.926193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829511.926199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829511.926200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829511.926204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829511.926206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829511.926210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.926213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829511.926216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.926218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829512.246246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829512.246254:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829512.246260:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829512.246261:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829512.246264:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829512.246265:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829512.246283:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829512.246284:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829512.246287:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829512.246288:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829512.246403:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829512.246406:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829512.246409:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829512.438166:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829512.438168:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829512.438174:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829512.438174:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829512.438177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829512.438178:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829512.438183:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829512.438184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829512.438188:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829512.438191:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829512.438193:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829512.438195:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829512.438196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829512.438198:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829512.438200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829512.438203:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829512.438205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829512.438207:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829512.438224:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829512.438231:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829512.438233:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829512.438239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829512.438243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829512.438246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829512.438248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829512.438250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829512.438252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829512.950183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829512.950188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829512.950189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829512.950193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829512.950196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829512.950199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829512.950201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829512.950202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829512.950204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829513.270246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829513.270259:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270263:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829513.270264:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270266:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829513.270268:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270270:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829513.270273:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829513.270275:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829513.270278:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270281:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829513.270282:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270284:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829513.270286:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829513.270363:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829513.270368:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829513.270371:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829513.462182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829513.462188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829513.462190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829513.462194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829513.462197:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829513.462200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829513.462202:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829513.462205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829513.462206:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829513.462220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829513.462229:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829513.462231:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829513.462236:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829513.462240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829513.462244:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829513.462246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829513.462248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829513.462251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829513.462285:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829513.462288:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829513.462289:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829513.462291:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829513.462293:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829513.462295:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829513.462296:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829513.462298:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829513.462299:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829513.974233:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829513.974244:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829513.974247:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829513.974254:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829513.974258:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829513.974263:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829513.974267:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829513.974270:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829513.974273:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829514.294220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829514.294228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829514.294236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829514.294237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829514.294242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829514.294243:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829514.294247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829514.294249:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829514.294254:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829514.294256:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829514.294311:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829514.294315:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829514.294319:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829514.358174:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300991333, at 4300991360
00000100:00000040:2.0:1787829514.358189:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300991333, at 4300991360
00000100:00000010:3.0:1787829514.358190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000010:2.0:1787829514.358213:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000001:0.0:1787829514.486152:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829514.486157:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829514.486157:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829514.486161:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829514.486162:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829514.486167:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829514.486168:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829514.486174:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829514.486174:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829514.486178:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829514.486179:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829514.486181:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829514.486184:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829514.486185:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829514.486186:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829514.486191:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829514.486194:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829514.486197:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829514.486234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829514.486241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829514.486244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829514.486249:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829514.486253:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829514.486257:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829514.486259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829514.486262:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829514.486265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829514.998176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829514.998181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829514.998182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829514.998186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829514.998188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829514.998191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829514.998193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829514.998194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829514.998196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829515.318245:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829515.318248:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829515.318252:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318259:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829515.318261:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318264:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318267:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318272:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829515.318274:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829515.318275:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829515.318277:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318279:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829515.318280:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318282:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318284:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318287:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829515.318289:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829515.318290:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829515.318291:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318292:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829515.318293:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318294:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318296:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318300:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829515.318301:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829515.318302:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829515.318305:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318306:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829515.318308:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318309:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318311:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829515.318316:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829515.318318:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829515.318383:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829515.318388:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829515.318392:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829515.510202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829515.510203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829515.510210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829515.510212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829515.510213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829515.510216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.510219:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829515.510220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829515.510222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829515.510233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829515.510234:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829515.510234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829515.510245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829515.510247:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829515.510248:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829515.510255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829515.510255:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787829515.510256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829515.510262:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.510264:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829515.510269:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829515.510270:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829515.510272:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829515.510273:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829515.510275:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829515.510281:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829515.510282:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.510283:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829515.510285:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829515.510291:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829515.510294:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829515.510298:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829515.510307:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6320
00000400:00000200:3.0:1787829515.510315:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829515.510324:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829515.510326:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829515.510329:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510332:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829515.510334:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510335:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829515.510338:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829515.510339:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829515.510341:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829515.510343:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829515.510344:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829515.510346:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829515.510348:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510349:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829515.510351:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510352:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829515.510354:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829515.510356:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510358:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829515.510360:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829515.510362:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829515.510364:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.510365:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829515.510366:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829515.510372:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829515.510374:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829515.510377:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829515.510378:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.510380:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829515.510382:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829515.510384:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829515.510390:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829515.510394:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829515.510400:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829515.510409:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829515.510411:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829515.510415:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829515.510429:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829515.510431:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829515.510433:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829515.510434:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829515.510435:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829515.510437:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829515.510439:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6320
00000400:00000200:3.0:1787829515.510441:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829515.510442:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829515.510444:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829515.510446:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510460:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829515.510462:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510464:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829515.510466:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829515.510469:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829515.510470:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829515.510472:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829515.510474:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829515.510475:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829515.510477:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829515.510478:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510482:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829515.510483:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829515.510486:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829515.510488:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829515.510494:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829515.510497:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829515.510502:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:1.0:1787829515.510503:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829515.510508:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829515.510516:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829515.510524:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829515.510533:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.510536:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829515.510537:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829515.510540:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829515.510543:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829515.510544:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787829515.510550:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.510551:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829515.510558:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.510558:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829515.510572:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000100:00100000:1.0:1787829515.510573:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555383296:192.168.203.108@tcp:250:kworker.0
00000020:00000040:3.0:1787829515.510579:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829515.510580:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829515.510586:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829515.510587:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829515.510588:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.510591:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.510592:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829515.510598:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829515.510600:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829515.510601:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829515.510613:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000010:3.0:1787829515.510614:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829515.510628:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.510629:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829515.510640:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829515.510642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829515.510650:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829515.510658:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829515.510660:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829515.510662:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000040:3.0:1787829515.510666:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829515.510671:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383296, portal 25
00000100:00000001:3.0:1787829515.510674:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.510675:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829515.510680:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00080000:3.0:1787829515.510681:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829515.510689:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829515.510691:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787829515.510698:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829515.510699:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829515.510711:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829515.510721:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6320
00000100:00000001:1.0:1787829515.510728:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787829515.510733:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829515.510738:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829515.510742:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000400:00000200:3.0:1787829515.510742:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:1.0:1787829515.510750:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555383296, offset 0
00000100:00080000:3.0:1787829515.510750:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829515.510760:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510764:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829515.510765:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829515.510770:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510774:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829515.510779:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829515.510785:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829515.510789:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829515.510792:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829515.510795:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:1.0:1787829515.510797:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:3.0:1787829515.510804:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829515.510808:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787829515.510813:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829515.510816:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829515.510826:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787829515.510826:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829515.510837:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510837:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829515.510843:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90212:90212:256:4294967295] 192.168.203.108@tcp LPNI seq info [90199:90199:8:4294967295]
00000100:00000040:3.0:1787829515.510850:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829515.510855:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829515.510856:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829515.510861:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829515.510866:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829515.510871:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829515.510879:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787829515.510880:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829515.510887:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787829515.510895:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829515.510901:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829515.510905:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829515.510905:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829515.510910:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829515.510914:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.510920:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829515.510921:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829515.510935:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000010:3.0:1787829515.510935:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829515.510946:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:1.1:1787829515.510949:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829515.510960:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1787829515.510962:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829515.510968:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829515.510968:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829515.510971:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829515.510974:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829515.510978:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829515.510979:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787829515.510982:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829515.510985:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829515.510991:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
02000000:00000010:3.0:1787829515.510992:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000400:00000010:1.0:1787829515.510994:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829515.511002:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829515.511003:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829515.511008:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829515.511014:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829515.511044:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829515.511045:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829515.511047:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829515.511050:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829515.511066:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511069:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511074:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829515.511083:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511085:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829515.511086:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829515.511131:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829515.511132:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829515.511135:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829515.511137:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4300996453
00000100:00080000:3.0:1787829515.511137:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829515.511142:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829515.511149:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6320
00000100:00000010:1.0:1787829515.511152:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c780.
00000400:00000200:3.0:1787829515.511158:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829515.511162:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829515.511165:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829515.511166:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787829515.511167:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.511174:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829515.511178:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4300996453
00000100:00000040:3.0:1787829515.511178:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.511186:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000010:1.0:1787829515.511188:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc60.
00000020:00000001:3.0:1787829515.511192:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829515.511195:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:1.0:1787829515.511196:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787829515.511199:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829515.511203:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829515.511204:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829515.511211:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829515.511211:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829515.511221:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829515.511222:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787829515.511230:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829515.511237:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829515/real 1787829515]  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829515.511238:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829515.511244:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.511252:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829515.511258:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829515.511269:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829515.511280:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829515.511282:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829515.511284:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787829515.511286:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829515.511288:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787829515.511290:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:3.0:1787829515.511292:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.511298:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829515.511300:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000008:00100000:3.0:1787829515.511302:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829515.511308:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829515.511309:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829515.511311:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511317:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1787829515.511318:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787829515.511323:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000200:1.0:1787829515.511329:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829515.511330:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829515.511333:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.511339:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829515.511343:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829515.511346:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829515.511356:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829515.511361:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829515.511365:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829515.511367:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829515.511421:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829515.511423:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829515.511431:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829515.511431:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511443:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787829515.511445:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511462:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829515.511463:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829515.511471:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829515.511473:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829515.511478:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829515.511479:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829515.511480:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829515.511488:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829515.511493:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6320
00000400:00000200:3.0:1787829515.511500:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829515.511510:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829515.511515:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829515.511519:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829515.511520:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829515.511529:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829515.511531:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829515.511536:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829515.511537:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829515.511546:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829515.511550:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829515.511556:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829515.511560:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829515.511564:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787829515.511568:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829515.511572:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829515.511574:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829515.511575:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.511582:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829515.511586:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829515.511588:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829515.511593:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829515.511594:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829515.511600:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:1.0:1787829515.511602:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829515.511606:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00080000:1.0:1787829515.511611:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000040:3.0:1787829515.511611:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:1.0:1787829515.511620:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787829515.511622:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829515.511628:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829515.511629:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829515.511634:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829515.511640:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829515.511648:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.511653:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829515.511654:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555383296:192.168.203.108@tcp:250:kworker.0
00000008:00100000:3.0:1787829515.511656:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829515.511668:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511669:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829515.511671:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511673:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1787829515.511676:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000100:00000040:1.0:1787829515.511677:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555383296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829515.511680:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829515.511690:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829515.511695:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511697:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829515.511699:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829515.511702:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829515.511702:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787829515.511715:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:3.0:1787829515.511715:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.511732:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1787829515.511733:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000020:00000001:1.0:1787829515.511740:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829515.511740:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829515.511745:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829515.511749:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:3.0:1787829515.511751:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829515.511753:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:1.0:1787829515.511762:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829515.511766:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829515.511771:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:1.0:1787829515.511779:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829515.511784:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829515.511786:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829515.511792:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511794:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829515.511809:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511812:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829515.511817:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829515.511822:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511823:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829515.511829:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829515.511833:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829515.511834:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6330)
00000100:00000040:1.0:1787829515.511847:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511854:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829515.511855:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.511857:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829515.511859:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829515.511861:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829515.511864:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829515.511866:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829515.511868:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829515.511870:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.511871:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829515.511874:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829515.511875:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829515.511879:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829515.511881:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829515.511884:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829515.511886:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383424, portal 10
00000100:00000001:1.0:1787829515.511888:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829515.511889:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:1.0:1787829515.511894:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511899:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829515.511901:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829515.511903:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829515.511904:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555383424, offset 0
00000400:00000200:1.0:1787829515.511907:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829515.511910:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.511913:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829515.511915:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829515.511917:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829515.511919:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829515.511921:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829515.511923:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90213:90213:256:4294967295] 192.168.203.108@tcp LPNI seq info [90200:90200:8:4294967295]
00000400:00000200:1.0:1787829515.511926:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.511931:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829515.511934:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.511936:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829515.511939:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829515.511941:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829515.511945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829515.511947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829515.511949:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.511951:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829515.511954:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829515.511956:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829515.511958:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829515.511960:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829515.511961:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829515.511964:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511969:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.511971:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.511980:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.511981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829515.511983:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829515.511987:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829515.511989:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829515.511990:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300992597
00000100:00000001:1.0:1787829515.511992:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.511994:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300992597
00000100:00000001:1.0:1787829515.511995:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.511997:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829515.511998:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512000:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829515.512002:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829515/real 1787829515]  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829515.512007:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829515.512008:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829515.512009:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829515.512010:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829515.512011:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829515.512013:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829515.512015:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829515.512020:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512024:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829515.512025:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512026:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512027:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829515.512029:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512034:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829515.512037:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512041:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829515.512043:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512044:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512044:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512046:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829515.512047:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829515.512049:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829515.512051:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829515.512052:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829515.512055:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829515.512059:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829515.512062:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829515.512065:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512070:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829515.512071:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.512072:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829515.512073:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829515.512074:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829515.512076:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829515.512078:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829515.512079:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829515.512081:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.512082:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512084:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829515.512085:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829515.512087:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829515.512089:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829515.512091:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829515.512093:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383552, portal 10
00000100:00000001:1.0:1787829515.512094:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829515.512114:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:1.0:1787829515.512119:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512123:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829515.512125:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829515.512127:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829515.512128:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555383552, offset 0
00000400:00000200:1.0:1787829515.512131:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829515.512133:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.512136:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829515.512138:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829515.512140:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829515.512141:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829515.512143:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829515.512145:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90214:90214:256:4294967295] 192.168.203.108@tcp LPNI seq info [90201:90201:8:4294967295]
00000400:00000200:1.0:1787829515.512148:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.512152:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829515.512155:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.512157:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829515.512159:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829515.512161:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829515.512164:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829515.512166:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829515.512168:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.512171:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829515.512173:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829515.512175:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829515.512177:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829515.512179:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829515.512180:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829515.512182:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512188:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512190:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512194:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512195:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829515.512197:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829515.512199:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829515.512200:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829515.512201:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300992538
00000100:00000001:1.0:1787829515.512203:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.512204:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300992538
00000100:00000001:1.0:1787829515.512206:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.512208:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829515.512209:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512210:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829515.512212:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829515/real 1787829515]  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829515.512217:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829515.512218:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829515.512219:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829515.512220:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829515.512222:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829515.512224:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829515.512226:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829515.512231:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512235:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829515.512236:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512237:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512238:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829515.512240:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512244:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829515.512246:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512250:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829515.512251:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512252:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512253:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512254:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829515.512255:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829515.512257:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829515.512259:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829515.512261:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829515.512263:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829515.512268:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829515.512271:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829515.512274:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512278:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829515.512280:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.512282:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829515.512283:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829515.512284:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829515.512286:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829515.512287:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829515.512289:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829515.512290:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.512291:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512294:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829515.512295:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829515.512298:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829515.512299:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829515.512302:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829515.512304:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383680, portal 4
00000100:00000001:1.0:1787829515.512305:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829515.512306:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:1.0:1787829515.512310:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512315:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829515.512316:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829515.512318:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829515.512319:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555383680, offset 0
00000400:00000200:1.0:1787829515.512321:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829515.512324:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.512327:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829515.512330:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829515.512333:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829515.512335:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829515.512337:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829515.512341:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90215:90215:256:4294967295] 192.168.203.108@tcp LPNI seq info [90202:90202:8:4294967295]
00000400:00000200:1.0:1787829515.512346:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.512353:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829515.512358:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.512362:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829515.512366:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829515.512369:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829515.512373:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829515.512376:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829515.512380:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.512382:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829515.512385:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829515.512389:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829515.512392:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829515.512394:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829515.512396:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829515.512400:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512407:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512409:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512414:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512415:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829515.512418:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829515.512420:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829515.512422:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829515.512423:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300992571
00000100:00000001:1.0:1787829515.512425:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.512427:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300992571
00000100:00000001:1.0:1787829515.512428:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.512430:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829515.512432:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512434:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829515.512436:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829515/real 1787829515]  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829515.512441:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829515.512442:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829515.512443:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829515.512445:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829515.512446:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829515.512460:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829515.512463:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829515.512469:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512474:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829515.512475:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512476:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512477:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829515.512479:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512483:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829515.512486:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512491:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829515.512493:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512494:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512495:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512496:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829515.512498:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829515.512499:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829515.512502:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829515.512504:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829515.512506:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829515.512511:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829515.512514:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829515.512516:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512520:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829515.512521:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.512522:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829515.512523:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829515.512525:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829515.512527:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829515.512529:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829515.512531:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829515.512532:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829515.512533:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512536:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829515.512537:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829515.512539:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829515.512540:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829515.512542:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829515.512545:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383808, portal 4
00000100:00000001:1.0:1787829515.512546:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829515.512547:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:1.0:1787829515.512551:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512556:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829515.512558:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829515.512559:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829515.512561:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555383808, offset 0
00000400:00000200:1.0:1787829515.512563:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829515.512566:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.512569:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829515.512571:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829515.512572:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829515.512574:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829515.512576:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829515.512578:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90216:90216:256:4294967295] 192.168.203.108@tcp LPNI seq info [90203:90203:8:4294967295]
00000400:00000200:1.0:1787829515.512581:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829515.512585:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829515.512589:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.512591:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829515.512593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829515.512595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829515.512598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829515.512600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829515.512602:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829515.512604:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829515.512606:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829515.512608:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829515.512610:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829515.512611:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829515.512612:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829515.512614:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512619:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512622:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512626:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512627:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829515.512629:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829515.512631:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829515.512633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829515.512635:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300992563
00000100:00000001:1.0:1787829515.512636:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.512638:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300992563
00000100:00000001:1.0:1787829515.512640:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4300996453
00000100:00000001:1.0:1787829515.512641:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829515.512642:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512643:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829515.512645:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829515/real 1787829515]  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829515.512649:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829515.512650:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829515.512652:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829515.512653:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829515.512654:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829515.512656:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829515.512657:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829515.512662:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512666:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829515.512667:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512668:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512669:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829515.512671:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512676:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829515.512678:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512683:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829515.512685:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512686:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829515.512687:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512688:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829515.512689:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829515.512690:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829515.512692:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829515.512694:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829515.512696:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829515.512700:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555383808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829515.512702:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512704:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512705:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555383424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512709:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829515.512710:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512711:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829515.512713:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829515.512714:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829515.512715:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829515.512716:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829515.512717:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829515.512718:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829515.512719:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829515.512720:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829515.512722:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829515.512723:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512725:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512727:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555383552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512731:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829515.512732:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512733:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829515.512734:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829515.512735:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829515.512736:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829515.512737:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829515.512738:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829515.512739:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829515.512740:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829515.512740:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829515.512742:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829515.512743:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512744:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512745:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555383680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512749:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829515.512750:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512751:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829515.512752:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829515.512752:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829515.512753:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829515.512754:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829515.512755:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829515.512756:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829515.512757:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829515.512758:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829515.512759:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829515.512760:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512760:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829515.512762:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555383808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829515.512770:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829515.512771:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829515.512772:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829515.512773:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829515.512774:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829515.512775:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829515.512776:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829515.512777:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829515.512778:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829515.512778:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829515.512779:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:1.0:1787829515.512780:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829515.512781:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512782:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829515.512784:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829515.512785:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829515.512786:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829515.512788:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.022197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829516.022203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829516.022204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829516.022208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829516.022211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829516.022214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.022216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829516.022217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.022219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829516.342239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829516.342246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829516.342251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829516.342252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829516.342255:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829516.342256:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829516.342259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829516.342260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829516.342262:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829516.342263:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829516.342321:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829516.342331:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829516.342335:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829516.534209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829516.534209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829516.534216:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829516.534217:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829516.534218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.534221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829516.534223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829516.534225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829516.534230:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829516.534231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829516.534231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829516.534239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829516.534242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829516.534243:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829516.534243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829516.534248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829516.534250:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.534252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829516.534253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829516.534262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829516.534267:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829516.534273:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829516.534280:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829516.534285:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829516.534289:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829516.534293:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829516.534297:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829517.046186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829517.046193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829517.046195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829517.046200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829517.046204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829517.046207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829517.046209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829517.046212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829517.046215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829517.366188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829517.366194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829517.366200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829517.366201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829517.366204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829517.366205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829517.366208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829517.366209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829517.366211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829517.366212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829517.366253:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829517.366256:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829517.366259:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829517.558177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829517.558177:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829517.558178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829517.558184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829517.558184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829517.558185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829517.558186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829517.558188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829517.558189:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829517.558192:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829517.558194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829517.558195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829517.558196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829517.558201:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829517.558202:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829517.558202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829517.558204:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829517.558207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829517.558207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829517.558211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829517.558214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829517.558215:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829517.558217:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829517.558220:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829517.558221:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829517.558223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829517.558225:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829518.070186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829518.070192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829518.070193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829518.070197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829518.070200:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829518.070202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829518.070205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829518.070206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829518.070208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829518.390181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829518.390187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829518.390193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829518.390194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829518.390197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829518.390199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829518.390202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829518.390203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829518.390206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829518.390207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829518.390251:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829518.390254:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829518.390256:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829518.582199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829518.582199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829518.582206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829518.582207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829518.582208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829518.582212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829518.582213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829518.582217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829518.582218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829518.582219:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829518.582221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829518.582225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829518.582225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829518.582226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829518.582230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829518.582231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829518.582232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829518.582234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829518.582237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829518.582237:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829518.582240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829518.582245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829518.582248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829518.582251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829518.582255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829518.582258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829518.582262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829519.094194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829519.094201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829519.094204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829519.094214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829519.094217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829519.094222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829519.094224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829519.094227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829519.094230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829519.414197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829519.414202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829519.414207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829519.414207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829519.414209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829519.414210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829519.414212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829519.414213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829519.414215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829519.414215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829519.414268:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829519.414271:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829519.414273:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829519.478194:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4300996453, at 4300996480
00000100:00000040:3.0:1787829519.478194:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4300996453, at 4300996480
00000100:00000010:2.0:1787829519.478209:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000100:00000010:3.0:1787829519.478210:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000001:1.0:1787829519.606161:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829519.606161:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829519.606164:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829519.606167:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829519.606167:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829519.606168:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829519.606169:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829519.606172:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829519.606172:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829519.606174:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829519.606178:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829519.606179:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829519.606179:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829519.606182:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829519.606184:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829519.606184:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829519.606185:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829519.606188:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829519.606189:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829519.606192:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829519.606194:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829519.606197:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829519.606199:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829519.606201:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829519.606202:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829519.606204:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829519.606207:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.118226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829520.118231:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829520.118232:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829520.118235:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829520.118238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829520.118241:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829520.118243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829520.118244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829520.118246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829520.438161:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829520.438167:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829520.438173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829520.438174:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829520.438177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829520.438178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829520.438181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829520.438182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829520.438183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829520.438184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829520.438221:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829520.438225:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829520.438229:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829520.630191:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829520.630191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829520.630192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829520.630193:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829520.630197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829520.630198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829520.630199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829520.630201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829520.630202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829520.630202:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829520.630203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829520.630206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829520.630207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829520.630207:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829520.630209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829520.630213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829520.630213:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829520.630214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829520.630214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829520.630218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829520.630219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.630220:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829520.630221:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829520.630222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829520.630225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829520.630229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829520.630229:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6325
00000100:00000001:2.0:1787829520.630230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829520.630234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829520.630236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.630237:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829520.630241:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829520.630241:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829520.630247:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829520.630251:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829520.630255:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829520.630259:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630262:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630266:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630268:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829520.630272:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829520.630274:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829520.630277:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829520.630280:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829520.630282:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829520.630284:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829520.630287:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630288:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630291:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630292:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829520.630295:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829520.630298:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630301:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829520.630303:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829520.630305:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829520.630307:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630308:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829520.630310:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829520.630316:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787829520.630319:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829520.630322:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829520.630323:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630325:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829520.630327:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829520.630330:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829520.630335:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829520.630340:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829520.630346:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829520.630357:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829520.630360:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829520.630363:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829520.630377:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829520.630380:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829520.630382:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829520.630383:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829520.630384:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829520.630386:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829520.630388:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6325
00000400:00000200:3.0:1787829520.630391:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829520.630394:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829520.630395:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829520.630397:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829520.630398:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829520.630399:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630402:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829520.630403:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829520.630404:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829520.630407:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829520.630408:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787829520.630409:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829520.630423:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829520.630426:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:1.0:1787829520.630427:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829520.630428:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829520.630431:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829520.630437:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630441:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630445:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630449:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829520.630451:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787829520.630452:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:1.0:1787829520.630454:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829520.630455:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630459:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.630461:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829520.630462:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829520.630466:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829520.630468:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829520.630472:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829520.630472:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630477:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829520.630480:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555383936:192.168.203.108@tcp:250:kworker.0
00000008:00100000:3.0:1787829520.630481:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829520.630486:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.630488:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829520.630488:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.630494:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829520.630498:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829520.630498:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829520.630501:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829520.630503:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829520.630504:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829520.630507:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630508:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829520.630509:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829520.630510:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829520.630511:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000010:3.0:1787829520.630513:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829520.630515:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630517:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.630524:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829520.630524:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787829520.630531:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829520.630532:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829520.630535:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829520.630539:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829520.630540:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829520.630548:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829520.630549:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555383936, portal 25
00000100:00080000:3.0:1787829520.630550:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829520.630554:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829520.630555:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829520.630557:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139968 : -107611171411648 : ffff9e20d25aa940)
00000100:00000001:3.0:1787829520.630559:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829520.630563:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787829520.630567:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829520.630568:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829520.630574:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6325
00000100:00000001:1.0:1787829520.630581:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787829520.630582:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829520.630587:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829520.630590:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000400:00000200:3.0:1787829520.630590:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829520.630594:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787829520.630596:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555383936, offset 0
00000100:00000040:3.0:1787829520.630600:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630604:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829520.630609:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829520.630609:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630614:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829520.630616:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829520.630617:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829520.630620:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829520.630620:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829520.630623:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829520.630627:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829520.630630:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:3.0:1787829520.630631:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829520.630638:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.630640:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829520.630641:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630645:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.630647:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829520.630649:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829520.630652:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829520.630653:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787829520.630657:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630660:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.630661:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829520.630662:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829520.630667:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829520.630670:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90217:90217:256:4294967295] 192.168.203.108@tcp LPNI seq info [90204:90204:8:4294967295]
02000000:00000001:3.0:1787829520.630670:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630674:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829520.630676:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829520.630681:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:3.0:1787829520.630681:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630685:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829520.630688:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787829520.630692:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829520.630695:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829520.630697:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787829520.630698:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630701:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829520.630703:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829520.630704:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829520.630708:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000010:3.0:1787829520.630709:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829520.630713:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829520.630715:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00100000:3.0:1787829520.630717:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787829520.630725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829520.630726:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829520.630730:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829520.630732:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787829520.630734:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829520.630744:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829520.630744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829520.630748:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787829520.630750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787829520.630751:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829520.630753:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829520.630755:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829520.630757:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787829520.630760:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829520.630762:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6325
00000800:00000010:1.0:1787829520.630766:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:3.0:1787829520.630769:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829520.630773:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:1.0:1787829520.630774:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787829520.630775:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829520.630779:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630781:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630785:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.630787:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829520.630788:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829520.630791:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829520.630793:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829520.630794:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829520.630795:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000020:00000040:3.0:1787829520.630796:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829520.630800:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000010:1.0:1787829520.630801:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000001:3.0:1787829520.630802:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829520.630807:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829520.630809:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829520.630809:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630810:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630813:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829520.630815:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000200:1.0:1787829520.630818:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829520.630819:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630822:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829520.630825:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829520.630827:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829520.630831:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630834:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829520.630836:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829520.630838:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.630839:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829520.630840:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829520.630843:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829520.630846:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000040:1.0:1787829520.630847:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829520.630848:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829520.630850:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630853:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829520.630854:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829520.630856:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829520.630861:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829520.630865:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.630866:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.630869:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787829520.630870:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829520.630875:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630876:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829520.630879:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.630882:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829520.630883:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.630887:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301001572
00000100:00000010:1.0:1787829520.630894:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c1e0.
00000100:00000001:3.0:1787829520.630894:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829520.630896:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829520.630900:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829520.630901:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829520.630902:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829520.630903:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829520.630904:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829520.630908:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6325
00000100:00000001:1.0:1787829520.630910:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301001572
00000400:00000200:3.0:1787829520.630911:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:1.0:1787829520.630916:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c9c0.
00000400:00000200:3.0:1787829520.630917:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829520.630921:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829520.630923:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787829520.630924:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630927:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829520.630929:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787829520.630930:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829520.630935:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630935:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829520.630940:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787829520.630940:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829520.630941:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829520.630944:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829520.630945:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829520.630947:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00100000:1.0:1787829520.630949:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829520/real 1787829520]  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829520.630949:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829520.630954:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630957:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829520.630960:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829520.630963:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829520.630967:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829520.630971:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000001:1.0:1787829520.630972:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829520.630973:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829520.630976:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787829520.630977:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829520.630978:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829520.630981:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630982:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829520.630984:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829520.630985:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630986:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829520.630988:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000400:00000010:1.0:1787829520.630989:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000020:00000040:3.0:1787829520.630990:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829520.630995:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829520.630996:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829520.630998:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787829520.630999:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
02000000:00000001:3.0:1787829520.631000:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829520.631002:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829520.631004:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
02000000:00000010:3.0:1787829520.631008:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:1.0:1787829520.631009:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829520.631014:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829520.631016:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829520.631023:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829520.631031:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829520.631038:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829520.631042:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631044:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829520.631046:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829520.631048:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631050:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631053:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829520.631058:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829520.631062:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829520.631063:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6335)
00000100:00000001:1.0:1787829520.631072:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829520.631078:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631086:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829520.631088:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631090:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631091:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631093:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829520.631111:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829520.631114:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829520.631117:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829520.631119:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829520.631124:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829520.631132:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555383936:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829520.631136:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631137:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.631140:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa940 x1874668555383936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631146:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829520.631147:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829520.631150:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829520.631153:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829520.631155:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829520.631156:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829520.631158:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829520.631161:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829520.631164:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829520.631165:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829520.631167:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa940.
00000100:00000001:1.0:1787829520.631170:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829520.631171:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631173:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631180:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829520.631181:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631183:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829520.631184:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829520.631186:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829520.631189:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631197:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829520.631198:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.631200:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829520.631202:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829520.631204:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829520.631206:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829520.631209:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829520.631211:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829520.631213:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.631214:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829520.631217:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829520.631219:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.631222:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829520.631224:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829520.631227:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829520.631230:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384064, portal 10
00000100:00000001:1.0:1787829520.631232:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829520.631233:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:1.0:1787829520.631239:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631245:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829520.631248:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829520.631250:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829520.631252:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555384064, offset 0
00000400:00000200:1.0:1787829520.631256:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829520.631260:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.631263:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829520.631266:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829520.631268:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829520.631270:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829520.631273:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.631276:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90218:90218:256:4294967295] 192.168.203.108@tcp LPNI seq info [90205:90205:8:4294967295]
00000400:00000200:1.0:1787829520.631280:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.631285:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829520.631290:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.631294:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829520.631297:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829520.631300:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829520.631304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829520.631307:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829520.631310:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.631312:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829520.631315:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829520.631318:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829520.631321:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829520.631323:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829520.631325:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829520.631329:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631336:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.631339:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631345:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631346:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829520.631349:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829520.631353:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829520.631356:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829520.631358:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300997717
00000100:00000001:1.0:1787829520.631361:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.631362:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300997717
00000100:00000001:1.0:1787829520.631364:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.631366:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829520.631369:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631371:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829520.631375:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829520/real 1787829520]  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829520.631383:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829520.631384:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829520.631386:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829520.631389:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829520.631390:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829520.631392:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829520.631395:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829520.631404:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631410:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829520.631425:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631427:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631429:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829520.631433:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631440:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829520.631443:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631450:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829520.631452:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631454:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631456:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631457:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829520.631459:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829520.631462:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829520.631466:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829520.631468:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829520.631472:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829520.631480:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829520.631484:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829520.631487:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631493:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829520.631495:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.631497:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829520.631499:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829520.631501:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829520.631504:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829520.631507:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829520.631508:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829520.631510:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.631512:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829520.631515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829520.631517:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.631520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829520.631522:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829520.631526:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829520.631529:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384192, portal 10
00000100:00000001:1.0:1787829520.631531:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829520.631532:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:1.0:1787829520.631538:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631544:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829520.631546:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829520.631548:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829520.631551:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555384192, offset 0
00000400:00000200:1.0:1787829520.631555:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829520.631558:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.631561:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829520.631564:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829520.631566:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829520.631568:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829520.631570:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.631573:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90219:90219:256:4294967295] 192.168.203.108@tcp LPNI seq info [90206:90206:8:4294967295]
00000400:00000200:1.0:1787829520.631577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.631582:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829520.631586:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.631589:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829520.631593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829520.631595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829520.631599:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829520.631601:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829520.631605:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.631606:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829520.631609:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829520.631612:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829520.631615:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829520.631617:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829520.631619:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829520.631622:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631628:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.631631:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631637:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631638:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829520.631642:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829520.631644:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829520.631647:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829520.631649:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300997657
00000100:00000001:1.0:1787829520.631651:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.631653:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300997657
00000100:00000001:1.0:1787829520.631655:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.631657:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829520.631659:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631660:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829520.631664:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829520/real 1787829520]  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829520.631671:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829520.631672:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829520.631674:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829520.631676:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829520.631677:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829520.631679:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829520.631682:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829520.631690:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631696:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829520.631697:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631699:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631700:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829520.631703:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631709:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829520.631712:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631719:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829520.631722:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631723:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631724:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631726:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829520.631728:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829520.631730:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829520.631733:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829520.631735:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829520.631739:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829520.631746:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829520.631749:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829520.631752:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631759:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829520.631760:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.631762:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829520.631764:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829520.631765:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829520.631768:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829520.631771:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829520.631773:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829520.631774:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.631776:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829520.631779:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829520.631780:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.631784:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829520.631787:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829520.631790:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829520.631793:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384320, portal 4
00000100:00000001:1.0:1787829520.631794:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829520.631796:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:1.0:1787829520.631801:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631808:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829520.631810:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829520.631812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829520.631815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555384320, offset 0
00000400:00000200:1.0:1787829520.631819:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829520.631822:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.631826:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829520.631828:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829520.631831:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829520.631833:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829520.631836:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.631839:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90220:90220:256:4294967295] 192.168.203.108@tcp LPNI seq info [90207:90207:8:4294967295]
00000400:00000200:1.0:1787829520.631843:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.631848:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829520.631853:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.631857:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829520.631860:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829520.631863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829520.631867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829520.631870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829520.631874:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.631875:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829520.631879:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829520.631882:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829520.631885:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829520.631887:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829520.631890:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829520.631893:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631900:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.631903:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631909:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631910:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829520.631913:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829520.631916:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829520.631919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829520.631921:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300997690
00000100:00000001:1.0:1787829520.631923:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.631925:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300997690
00000100:00000001:1.0:1787829520.631927:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.631929:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829520.631931:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.631932:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829520.631936:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829520/real 1787829520]  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829520.631944:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829520.631945:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829520.631947:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829520.631949:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829520.631950:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829520.631953:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829520.631956:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829520.631963:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631974:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829520.631975:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.631977:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.631978:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829520.631982:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631987:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829520.631991:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.631997:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829520.632000:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632001:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.632002:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632004:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829520.632006:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829520.632009:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829520.632012:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829520.632014:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829520.632018:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829520.632026:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829520.632041:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829520.632044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632051:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829520.632052:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.632055:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829520.632057:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829520.632058:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829520.632061:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829520.632064:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829520.632066:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829520.632067:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829520.632069:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829520.632072:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829520.632074:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829520.632077:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829520.632079:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829520.632082:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829520.632084:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384448, portal 4
00000100:00000001:1.0:1787829520.632086:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829520.632087:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:1.0:1787829520.632092:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632112:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829520.632115:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829520.632117:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829520.632119:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555384448, offset 0
00000400:00000200:1.0:1787829520.632123:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829520.632126:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.632130:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829520.632133:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829520.632135:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829520.632137:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829520.632139:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829520.632142:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90221:90221:256:4294967295] 192.168.203.108@tcp LPNI seq info [90208:90208:8:4294967295]
00000400:00000200:1.0:1787829520.632145:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829520.632151:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829520.632156:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.632159:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829520.632163:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829520.632165:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829520.632169:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829520.632172:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829520.632176:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829520.632177:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829520.632180:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829520.632182:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829520.632185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829520.632186:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829520.632188:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829520.632191:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632198:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.632201:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632207:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.632208:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829520.632211:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829520.632213:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829520.632216:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829520.632218:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4300997683
00000100:00000001:1.0:1787829520.632220:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.632223:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4300997683
00000100:00000001:1.0:1787829520.632224:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301001572
00000100:00000001:1.0:1787829520.632226:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829520.632228:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.632230:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829520.632233:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829520/real 1787829520]  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829520.632240:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829520.632241:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829520.632243:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829520.632245:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829520.632247:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829520.632248:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829520.632251:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829520.632259:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632265:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829520.632267:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632268:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.632269:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829520.632273:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632278:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829520.632282:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632288:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829520.632291:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632292:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829520.632293:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632295:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829520.632296:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829520.632298:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829520.632301:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829520.632303:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829520.632307:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829520.632314:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829520.632317:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632319:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.632322:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555384064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632327:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829520.632329:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829520.632330:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829520.632333:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829520.632334:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829520.632336:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829520.632338:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829520.632339:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829520.632341:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829520.632343:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829520.632344:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:1.0:1787829520.632346:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829520.632347:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632349:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.632352:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555384192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632358:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829520.632359:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829520.632361:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829520.632363:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829520.632364:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829520.632365:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829520.632367:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829520.632368:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829520.632370:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829520.632372:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829520.632373:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829520.632375:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829520.632377:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632378:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.632381:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555384320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632387:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829520.632388:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829520.632390:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829520.632392:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829520.632393:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829520.632394:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829520.632395:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829520.632397:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829520.632398:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829520.632399:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829520.632400:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829520.632402:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829520.632403:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632404:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829520.632407:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555384448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829520.632425:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829520.632426:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829520.632428:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829520.632430:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829520.632431:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829520.632433:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829520.632434:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829520.632436:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829520.632438:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829520.632439:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829520.632440:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829520.632442:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829520.632444:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632446:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829520.632449:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829520.632450:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829520.632452:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829520.632453:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.142169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829521.142175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829521.142177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829521.142182:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829521.142185:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829521.142189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829521.142191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829521.142193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829521.142196:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829521.462189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829521.462194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829521.462202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829521.462203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829521.462205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829521.462206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829521.462208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829521.462209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829521.462211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829521.462211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829521.462262:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829521.462266:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829521.462269:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829521.654156:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829521.654156:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829521.654162:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829521.654162:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829521.654164:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.654164:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829521.654169:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829521.654169:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829521.654173:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829521.654173:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829521.654174:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829521.654178:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829521.654178:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829521.654178:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829521.654180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829521.654183:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829521.654184:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829521.654186:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829521.654187:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829521.654191:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829521.654192:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829521.654192:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829521.654194:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829521.654198:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829521.654198:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829521.654202:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829521.654204:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829522.166240:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829522.166248:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829522.166250:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829522.166256:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829522.166259:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829522.166263:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829522.166265:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829522.166268:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829522.166270:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829522.486198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829522.486203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829522.486206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829522.486208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829522.486213:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829522.486214:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829522.486217:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486219:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829522.486220:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486222:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829522.486223:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829522.486271:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829522.486275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829522.486278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829522.678197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829522.678197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829522.678198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829522.678203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829522.678204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829522.678205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829522.678207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829522.678207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829522.678208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829522.678212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829522.678213:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829522.678214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829522.678219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829522.678220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829522.678220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829522.678224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829522.678225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829522.678225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829522.678230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829522.678232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829522.678234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829522.678236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829522.678239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829522.678241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829522.678242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829522.678245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829522.678248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829523.190161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829523.190168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829523.190170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829523.190175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829523.190179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829523.190182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829523.190185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829523.190186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829523.190188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829523.510179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829523.510185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829523.510190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829523.510191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829523.510194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829523.510196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829523.510199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829523.510200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829523.510203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829523.510204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829523.510248:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829523.510252:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829523.510255:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829523.702181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829523.702182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829523.702183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829523.702189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829523.702190:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829523.702190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829523.702194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829523.702195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829523.702195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829523.702202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829523.702202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829523.702203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829523.702209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829523.702209:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829523.702210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829523.702215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829523.702215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829523.702215:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829523.702221:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829523.702223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829523.702226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829523.702229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829523.702231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829523.702234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829523.702234:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829523.702237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829523.702240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829524.214186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829524.214193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829524.214195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829524.214200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829524.214203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829524.214206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.214208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829524.214211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.214213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829524.534191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829524.534197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829524.534203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829524.534205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829524.534208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829524.534209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829524.534212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829524.534214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829524.534218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829524.534219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829524.534279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829524.534282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829524.534283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829524.598154:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301001572, at 4301001600
00000100:00000010:3.0:1787829524.598166:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000040:2.0:1787829524.598169:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301001572, at 4301001600
00000100:00000010:2.0:1787829524.598179:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000001:0.0:1787829524.726196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829524.726196:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829524.726196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829524.726205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829524.726206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829524.726206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829524.726208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829524.726210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829524.726210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829524.726216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829524.726217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829524.726217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829524.726222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829524.726223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829524.726224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829524.726228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829524.726229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829524.726230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829524.726235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829524.726239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829524.726243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829524.726243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829524.726247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829524.726250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829524.726250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829524.726254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829524.726257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.238212:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829525.238218:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829525.238221:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829525.238230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829525.238233:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829525.238237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829525.238240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829525.238243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829525.238245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829525.558184:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829525.558186:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829525.558188:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558191:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829525.558193:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558195:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558196:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829525.558200:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829525.558201:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829525.558201:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558203:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829525.558203:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558204:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558206:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829525.558209:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829525.558209:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829525.558210:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558211:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829525.558212:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558212:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558213:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829525.558216:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829525.558217:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829525.558218:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558219:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829525.558220:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558221:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558222:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829525.558224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829525.558225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829525.558294:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829525.558297:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829525.558300:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829525.750186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829525.750186:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829525.750187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829525.750191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829525.750193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829525.750193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829525.750197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829525.750197:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829525.750198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.750199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829525.750201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750202:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829525.750206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829525.750206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829525.750207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:3.0:1787829525.750208:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829525.750211:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829525.750212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829525.750213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829525.750214:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829525.750215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829525.750216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829525.750219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.750221:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829525.750224:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6330
00000100:00000001:1.0:1787829525.750225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.750230:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829525.750231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829525.750234:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829525.750235:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829525.750236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829525.750237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829525.750240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829525.750242:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829525.750244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829525.750247:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829525.750252:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750255:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829525.750258:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750260:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829525.750265:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829525.750267:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829525.750270:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829525.750274:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829525.750276:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829525.750278:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829525.750280:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750281:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829525.750283:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750284:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829525.750286:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829525.750288:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750290:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829525.750292:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829525.750295:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829525.750297:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750298:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829525.750300:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829525.750306:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829525.750309:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829525.750313:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829525.750314:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750316:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829525.750318:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829525.750322:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829525.750327:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829525.750331:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829525.750338:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829525.750345:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829525.750348:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829525.750351:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829525.750365:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829525.750367:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829525.750370:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829525.750371:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829525.750372:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829525.750374:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829525.750384:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6330
00000400:00000200:3.0:1787829525.750388:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829525.750390:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787829525.750391:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829525.750395:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829525.750395:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829525.750397:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829525.750398:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829525.750400:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829525.750403:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829525.750406:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829525.750406:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829525.750408:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829525.750410:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829525.750412:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829525.750415:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829525.750418:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829525.750420:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829525.750422:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829525.750424:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829525.750425:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829525.750427:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.750431:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787829525.750433:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829525.750434:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829525.750435:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829525.750440:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829525.750440:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829525.750445:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00100000:1.0:1787829525.750447:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555384576:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829525.750448:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829525.750452:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829525.750455:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829525.750458:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829525.750459:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829525.750462:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.750463:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750465:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829525.750467:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787829525.750470:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787829525.750472:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
00000008:00000001:3.0:1787829525.750473:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.750476:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750477:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829525.750483:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000400:00000200:1.0:1787829525.750487:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829525.750487:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829525.750491:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787829525.750492:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:3.0:1787829525.750492:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750493:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829525.750496:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829525.750498:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829525.750500:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000010:3.0:1787829525.750502:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829525.750505:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829525.750507:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384576, portal 25
00000100:00100000:3.0:1787829525.750511:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829525.750512:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829525.750514:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00000001:3.0:1787829525.750522:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787829525.750523:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829525.750526:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829525.750533:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.750535:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829525.750542:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750545:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829525.750546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00080000:3.0:1787829525.750548:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829525.750550:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555384576, offset 0
00000100:00080000:3.0:1787829525.750551:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829525.750554:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829525.750555:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829525.750559:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829525.750560:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829525.750564:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6330
00000400:00000200:3.0:1787829525.750567:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.750571:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829525.750571:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829525.750573:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829525.750576:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829525.750579:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829525.750579:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829525.750583:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750585:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829525.750586:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787829525.750588:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829525.750589:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829525.750591:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829525.750593:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:3.0:1787829525.750593:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829525.750597:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829525.750599:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787829525.750600:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829525.750604:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:3.0:1787829525.750606:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750609:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829525.750611:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90222:90222:256:4294967295] 192.168.203.108@tcp LPNI seq info [90209:90209:8:4294967295]
00000100:00000040:3.0:1787829525.750612:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750616:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829525.750620:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829525.750620:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829525.750624:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750626:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829525.750628:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829525.750632:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829525.750634:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787829525.750635:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750639:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829525.750641:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787829525.750645:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000008:00000001:3.0:1787829525.750646:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750651:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829525.750652:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000010:3.0:1787829525.750654:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787829525.750657:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829525.750659:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829525.750661:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829525.750662:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829525.750663:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829525.750666:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787829525.750667:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787829525.750667:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829525.750672:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829525.750676:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829525.750676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829525.750681:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1787829525.750682:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829525.750691:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750694:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787829525.750695:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829525.750697:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829525.750702:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829525.750702:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829525.750711:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829525.750714:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829525.750716:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00080000:3.0:1787829525.750716:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787829525.750720:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00080000:3.0:1787829525.750721:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829525.750724:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829525.750725:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829525.750726:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829525.750729:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6330
00000100:00000001:1.0:1787829525.750731:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787829525.750732:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829525.750737:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829525.750739:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787829525.750740:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829525.750742:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750746:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829525.750748:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750752:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829525.750756:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829525.750758:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:1.0:1787829525.750760:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829525.750760:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829525.750763:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829525.750766:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829525.750767:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829525.750768:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829525.750772:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750775:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829525.750779:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750784:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829525.750785:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829525.750789:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829525.750790:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829525.750795:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750799:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.750800:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829525.750801:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829525.750806:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829525.750808:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829525.750810:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.750814:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301006692
00000100:00000001:3.0:1787829525.750814:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829525.750818:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829525.750822:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829525.750823:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c3c0.
00000100:00000001:3.0:1787829525.750824:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829525.750830:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829525.750832:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829525.750833:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829525.750837:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829525.750839:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301006692
02000000:00000001:3.0:1787829525.750840:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.750844:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787829525.750845:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c2a0.
02000000:00000001:3.0:1787829525.750846:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829525.750849:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829525.750850:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.750853:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829525.750856:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.750858:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787829525.750858:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829525.750863:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829525.750864:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829525/real 1787829525]  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829525.750873:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829525.750874:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829525.750876:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829525.750879:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829525.750882:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829525.750886:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829525.750887:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829525.750890:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829525.750890:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829525.750897:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829525.750897:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829525.750925:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.750929:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829525.750930:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.750932:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829525.750934:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829525.750935:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.750937:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829525.750938:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829525.750941:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829525.750942:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829525.750943:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829525.750948:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829525.750952:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6330
00000400:00000200:3.0:1787829525.750958:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829525.750961:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829525.750962:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829525.750964:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829525.750968:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829525.750971:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.750976:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829525.750981:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829525.750981:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829525.750985:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829525.750987:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829525.750988:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.750992:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829525.750992:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829525.750996:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787829525.750996:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:1.0:1787829525.750999:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787829525.751000:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829525.751003:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00080000:1.0:1787829525.751004:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787829525.751007:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00080000:1.0:1787829525.751010:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:3.0:1787829525.751010:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829525.751013:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787829525.751016:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.751018:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829525.751020:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829525.751022:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829525.751026:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829525.751029:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829525.751034:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00100000:1.0:1787829525.751038:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555384576:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829525.751038:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829525.751040:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829525.751044:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829525.751045:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829525.751048:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751049:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829525.751052:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787829525.751055:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555384576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787829525.751056:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829525.751061:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.751064:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829525.751069:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000100:00000001:1.0:1787829525.751070:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787829525.751072:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829525.751074:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829525.751075:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829525.751077:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829525.751079:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787829525.751080:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:3.0:1787829525.751080:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829525.751083:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751086:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1787829525.751086:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000020:00000001:1.0:1787829525.751091:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829525.751091:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829525.751115:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:1.0:1787829525.751118:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829525.751124:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829525.751127:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829525.751128:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829525.751132:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751133:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829525.751136:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829525.751139:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000040:3.0:1787829525.751140:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751142:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829525.751143:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751147:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829525.751154:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751155:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829525.751158:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829525.751158:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6340)
00000100:00000001:1.0:1787829525.751160:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829525.751163:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829525.751164:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829525.751168:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751173:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829525.751174:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751175:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829525.751176:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829525.751178:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829525.751179:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829525.751181:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829525.751183:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829525.751184:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751185:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751187:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829525.751189:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829525.751191:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829525.751193:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829525.751195:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829525.751197:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384704, portal 10
00000100:00000001:1.0:1787829525.751198:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829525.751199:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:1.0:1787829525.751203:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751208:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829525.751209:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829525.751210:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829525.751212:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555384704, offset 0
00000400:00000200:1.0:1787829525.751214:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751216:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751219:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829525.751221:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829525.751222:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829525.751224:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829525.751225:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751227:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90223:90223:256:4294967295] 192.168.203.108@tcp LPNI seq info [90210:90210:8:4294967295]
00000400:00000200:1.0:1787829525.751230:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751234:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829525.751236:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751238:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829525.751240:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829525.751242:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829525.751245:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829525.751246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829525.751249:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751250:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829525.751252:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829525.751254:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829525.751256:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829525.751257:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829525.751258:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829525.751260:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751265:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751266:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751274:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751275:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829525.751276:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829525.751279:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829525.751281:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829525.751283:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301002837
00000100:00000001:1.0:1787829525.751284:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751286:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301002837
00000100:00000001:1.0:1787829525.751287:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751288:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829525.751289:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751290:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829525.751292:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829525/real 1787829525]  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829525.751296:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829525.751297:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829525.751298:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829525.751299:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829525.751300:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829525.751301:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829525.751303:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829525.751307:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751311:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829525.751312:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751313:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751314:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829525.751315:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751320:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829525.751322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751326:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829525.751327:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751328:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751329:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751330:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829525.751331:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829525.751332:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829525.751334:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829525.751335:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829525.751337:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829525.751341:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829525.751343:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829525.751345:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751349:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829525.751350:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751351:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829525.751352:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829525.751353:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829525.751354:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829525.751356:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829525.751357:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829525.751358:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751359:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751361:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829525.751362:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829525.751364:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829525.751365:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829525.751367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829525.751368:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384832, portal 10
00000100:00000001:1.0:1787829525.751369:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829525.751370:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:1.0:1787829525.751373:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751392:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829525.751394:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829525.751395:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829525.751397:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555384832, offset 0
00000400:00000200:1.0:1787829525.751399:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751402:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751404:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829525.751406:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829525.751407:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829525.751409:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829525.751410:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751412:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90224:90224:256:4294967295] 192.168.203.108@tcp LPNI seq info [90211:90211:8:4294967295]
00000400:00000200:1.0:1787829525.751415:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751418:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829525.751421:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751422:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829525.751425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829525.751426:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829525.751429:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829525.751430:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829525.751433:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751434:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829525.751436:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829525.751438:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829525.751439:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829525.751440:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829525.751442:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829525.751444:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751449:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751450:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751454:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751455:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829525.751457:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829525.751458:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829525.751460:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829525.751461:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301002777
00000100:00000001:1.0:1787829525.751463:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751464:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301002777
00000100:00000001:1.0:1787829525.751465:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751466:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829525.751467:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751468:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829525.751470:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829525/real 1787829525]  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829525.751474:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829525.751475:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829525.751476:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829525.751477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829525.751478:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829525.751480:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829525.751481:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829525.751486:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751489:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829525.751490:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751491:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751492:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829525.751493:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751497:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829525.751499:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751502:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829525.751504:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751504:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751505:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751506:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829525.751507:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829525.751508:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829525.751510:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829525.751511:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829525.751513:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829525.751518:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829525.751520:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829525.751522:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751526:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829525.751527:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751528:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829525.751529:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829525.751530:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829525.751532:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829525.751534:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829525.751535:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829525.751536:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751539:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829525.751540:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829525.751542:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829525.751543:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829525.751545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829525.751547:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555384960, portal 4
00000100:00000001:1.0:1787829525.751548:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829525.751549:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:1.0:1787829525.751552:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751555:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829525.751557:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829525.751558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829525.751559:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555384960, offset 0
00000400:00000200:1.0:1787829525.751561:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751563:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751565:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829525.751566:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829525.751568:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829525.751569:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829525.751570:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751573:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90225:90225:256:4294967295] 192.168.203.108@tcp LPNI seq info [90212:90212:8:4294967295]
00000400:00000200:1.0:1787829525.751575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751579:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829525.751581:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751583:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829525.751585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829525.751587:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829525.751589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829525.751590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829525.751592:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751594:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829525.751595:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829525.751597:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829525.751598:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829525.751600:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829525.751601:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829525.751603:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751607:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751609:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751612:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751613:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829525.751614:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829525.751616:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829525.751617:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829525.751618:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301002810
00000100:00000001:1.0:1787829525.751619:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751620:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301002810
00000100:00000001:1.0:1787829525.751621:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751623:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829525.751624:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751625:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829525.751627:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829525/real 1787829525]  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829525.751631:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829525.751632:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829525.751633:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829525.751634:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829525.751635:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829525.751636:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829525.751637:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829525.751641:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751645:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829525.751646:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751647:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751647:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829525.751649:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751653:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829525.751654:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751658:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829525.751659:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751660:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751660:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751661:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829525.751663:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829525.751664:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829525.751666:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829525.751667:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829525.751669:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829525.751673:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555384960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829525.751675:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829525.751677:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751680:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829525.751681:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751682:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829525.751683:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829525.751684:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829525.751685:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829525.751687:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829525.751688:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829525.751688:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829525.751689:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751691:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829525.751692:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829525.751693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829525.751694:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829525.751696:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829525.751697:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385088, portal 4
00000100:00000001:1.0:1787829525.751699:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829525.751699:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:1.0:1787829525.751702:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751706:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829525.751707:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829525.751708:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829525.751710:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555385088, offset 0
00000400:00000200:1.0:1787829525.751712:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751713:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751715:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829525.751716:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829525.751718:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829525.751719:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829525.751720:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829525.751722:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90226:90226:256:4294967295] 192.168.203.108@tcp LPNI seq info [90213:90213:8:4294967295]
00000400:00000200:1.0:1787829525.751724:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829525.751728:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829525.751730:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751732:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829525.751734:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829525.751735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829525.751737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829525.751739:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829525.751741:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829525.751742:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829525.751744:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829525.751746:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829525.751747:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829525.751748:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829525.751749:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829525.751751:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751755:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751757:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751760:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751761:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829525.751763:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829525.751764:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829525.751766:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829525.751767:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301002802
00000100:00000001:1.0:1787829525.751769:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751770:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301002802
00000100:00000001:1.0:1787829525.751771:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301006692
00000100:00000001:1.0:1787829525.751772:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829525.751773:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751774:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829525.751776:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829525/real 1787829525]  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829525.751781:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829525.751782:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829525.751783:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829525.751785:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829525.751786:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829525.751788:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829525.751790:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829525.751797:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751803:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829525.751805:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751807:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751808:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829525.751812:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751818:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829525.751822:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751829:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829525.751830:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751831:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829525.751832:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751833:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829525.751834:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829525.751835:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829525.751837:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829525.751839:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829525.751841:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829525.751845:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829525.751847:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751848:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751849:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555384704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751853:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829525.751854:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751855:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829525.751857:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829525.751858:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829525.751859:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829525.751860:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829525.751861:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829525.751862:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829525.751863:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829525.751864:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:1.0:1787829525.751866:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829525.751867:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751868:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751870:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555384832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751873:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829525.751874:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751875:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829525.751876:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829525.751877:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829525.751877:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829525.751878:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829525.751879:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:1.0:1787829525.751880:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829525.751880:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829525.751881:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:1.0:1787829525.751882:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829525.751883:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751884:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751885:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555384960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751889:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829525.751889:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751890:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829525.751891:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829525.751892:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829525.751892:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829525.751893:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829525.751894:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829525.751895:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829525.751895:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829525.751896:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:1.0:1787829525.751897:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829525.751898:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751899:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829525.751900:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555385088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829525.751907:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829525.751907:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829525.751908:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829525.751909:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829525.751910:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829525.751911:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829525.751911:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829525.751912:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829525.751913:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829525.751914:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829525.751914:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:1.0:1787829525.751915:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829525.751916:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751917:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829525.751919:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829525.751920:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829525.751921:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829525.751922:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829526.262156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829526.262161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829526.262162:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829526.262166:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829526.262168:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829526.262171:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829526.262173:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829526.262175:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829526.262176:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829526.582207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829526.582212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829526.582216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829526.582217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829526.582219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829526.582220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829526.582222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829526.582223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829526.582225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829526.582225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829526.582278:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829526.582283:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829526.582286:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829526.774181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829526.774181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829526.774181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829526.774186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829526.774187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829526.774188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829526.774190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829526.774190:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829526.774191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829526.774197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829526.774198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829526.774198:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829526.774203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829526.774204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829526.774204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829526.774209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829526.774210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829526.774210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829526.774214:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829526.774216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829526.774219:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829526.774221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829526.774224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829526.774226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829526.774227:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829526.774230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829526.774234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.286191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829527.286199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829527.286201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829527.286206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829527.286209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829527.286213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.286216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829527.286218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.286221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829527.606148:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829527.606155:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829527.606161:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829527.606162:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829527.606165:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829527.606167:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829527.606169:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829527.606170:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829527.606173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829527.606174:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829527.606222:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829527.606225:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829527.606227:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829527.798186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829527.798186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829527.798186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829527.798195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829527.798195:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829527.798195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829527.798198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829527.798199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.798199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829527.798202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829527.798206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829527.798206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829527.798206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829527.798210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829527.798212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829527.798212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829527.798213:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829527.798217:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829527.798217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829527.798222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829527.798224:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829527.798224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829527.798228:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829527.798232:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.798232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829527.798235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829527.798238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829528.310167:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829528.310172:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829528.310174:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829528.310178:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829528.310180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829528.310183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829528.310185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829528.310187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829528.310189:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829528.630207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829528.630211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829528.630216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829528.630217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829528.630220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829528.630222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829528.630225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829528.630226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829528.630230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829528.630231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829528.630313:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829528.630320:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829528.630325:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829528.822228:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829528.822229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829528.822229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829528.822238:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829528.822238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829528.822239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829528.822241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829528.822242:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829528.822244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829528.822249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829528.822250:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829528.822255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829528.822255:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829528.822256:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829528.822262:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829528.822266:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829528.822267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829528.822267:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829528.822274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829528.822276:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829528.822278:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829528.822280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829528.822283:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829528.822286:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829528.822292:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829528.822295:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829528.822301:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829529.334285:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829529.334293:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829529.334295:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829529.334300:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829529.334304:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829529.334307:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829529.334310:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829529.334313:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829529.334322:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829529.654203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829529.654208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829529.654212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829529.654212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829529.654215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829529.654216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829529.654218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829529.654218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829529.654220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829529.654221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829529.654309:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829529.654315:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829529.654320:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829529.718210:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301006692, at 4301006720
00000100:00000040:2.0:1787829529.718214:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301006692, at 4301006720
00000100:00000010:3.0:1787829529.718228:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000010:2.0:1787829529.718232:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c3c0.
00000100:00000001:0.0:1787829529.846196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829529.846196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829529.846199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829529.846205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829529.846206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829529.846206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829529.846211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829529.846211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829529.846211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829529.846220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829529.846221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829529.846221:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829529.846229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829529.846230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829529.846230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829529.846235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829529.846236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829529.846236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829529.846242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829529.846245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829529.846248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829529.846250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829529.846253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829529.846256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829529.846257:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829529.846261:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829529.846265:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.358140:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829530.358145:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829530.358147:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829530.358152:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829530.358155:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829530.358158:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829530.358159:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829530.358161:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829530.358164:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829530.678196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829530.678201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829530.678204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829530.678205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829530.678207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829530.678208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829530.678210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829530.678211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829530.678213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829530.678214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829530.678263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829530.678268:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829530.678271:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829530.870189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829530.870189:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829530.870190:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829530.870190:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829530.870196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829530.870197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829530.870197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829530.870199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829530.870199:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829530.870202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.870202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829530.870204:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829530.870204:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829530.870210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829530.870210:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787829530.870211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829530.870211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829530.870215:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829530.870217:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829530.870218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829530.870219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829530.870219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829530.870222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.870223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829530.870224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829530.870225:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6335
00000100:00000001:2.0:1787829530.870228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.870230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829530.870233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829530.870238:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829530.870239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829530.870239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829530.870243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829530.870247:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829530.870249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829530.870250:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829530.870256:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870258:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829530.870261:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870262:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829530.870265:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829530.870266:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829530.870268:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829530.870271:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829530.870273:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829530.870275:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829530.870277:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870278:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829530.870279:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870280:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829530.870282:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829530.870284:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870286:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829530.870287:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829530.870290:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829530.870292:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870294:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829530.870296:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829530.870303:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829530.870307:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829530.870310:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829530.870311:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870314:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829530.870317:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829530.870321:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829530.870328:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829530.870334:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829530.870355:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829530.870365:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829530.870369:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829530.870374:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829530.870394:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829530.870397:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829530.870400:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829530.870402:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829530.870404:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829530.870406:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829530.870408:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6335
00000400:00000200:3.0:1787829530.870413:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829530.870416:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829530.870418:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829530.870420:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829530.870422:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829530.870425:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829530.870426:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829530.870428:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829530.870430:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870435:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829530.870436:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829530.870439:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829530.870442:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829530.870445:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829530.870448:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829530.870449:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829530.870453:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829530.870453:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829530.870458:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829530.870458:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829530.870460:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829530.870464:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829530.870465:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870469:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787829530.870470:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555385216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829530.870475:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787829530.870475:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870479:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829530.870480:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829530.870483:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829530.870483:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:1.0:1787829530.870488:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829530.870490:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:1.0:1787829530.870493:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
00000100:00000001:3.0:1787829530.870494:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.870496:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829530.870497:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829530.870503:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829530.870503:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829530.870507:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870509:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787829530.870511:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000008:00100000:3.0:1787829530.870513:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829530.870517:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829530.870518:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829530.870520:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829530.870526:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000100:00000200:1.0:1787829530.870527:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385216, portal 25
00000020:00000040:3.0:1787829530.870529:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829530.870531:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829530.870534:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829530.870535:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
02000000:00000001:3.0:1787829530.870538:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870542:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787829530.870545:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829530.870545:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829530.870549:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829530.870555:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:1.0:1787829530.870559:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829530.870561:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829530.870566:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829530.870571:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00100000:3.0:1787829530.870572:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829530.870576:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555385216, offset 0
00000100:00000001:3.0:1787829530.870586:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829530.870589:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870590:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829530.870597:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829530.870601:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.870610:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829530.870611:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829530.870617:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829530.870618:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787829530.870624:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787829530.870626:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829530.870627:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829530.870631:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829530.870633:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829530.870635:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829530.870639:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:3.0:1787829530.870642:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6335
00000400:00000200:1.0:1787829530.870647:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90227:90227:256:4294967295] 192.168.203.108@tcp LPNI seq info [90214:90214:8:4294967295]
00000400:00000200:3.0:1787829530.870651:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.870655:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829530.870659:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829530.870662:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829530.870671:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787829530.870671:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870677:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787829530.870679:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829530.870683:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:1.0:1787829530.870685:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829530.870687:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829530.870691:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787829530.870695:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829530.870695:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829530.870699:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787829530.870701:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1787829530.870703:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000200:1.1:1787829530.870708:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787829530.870709:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:1.1:1787829530.870711:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787829530.870714:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000100:1.0:1787829530.870718:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.870720:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000040:3.0:1787829530.870723:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.870726:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787829530.870727:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829530.870732:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787829530.870734:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.870737:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:3.0:1787829530.870738:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829530.870741:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000040:3.0:1787829530.870743:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829530.870748:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829530.870749:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870753:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829530.870755:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829530.870756:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829530.870760:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829530.870766:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870770:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829530.870773:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787829530.870774:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829530.870779:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829530.870781:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829530.870782:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829530.870788:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829530.870791:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829530.870795:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829530.870798:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870800:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829530.870804:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829530.870805:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829530.870806:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.870809:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787829530.870813:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:1.0:1787829530.870816:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.870818:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829530.870823:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829530.870826:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829530.870828:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301011812
00000100:00000010:1.0:1787829530.870836:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cb40.
00000100:00000001:1.0:1787829530.870843:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829530.870845:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829530.870848:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301011812
00000100:00000001:3.0:1787829530.870850:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829530.870852:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca80.
00000100:00000001:1.0:1787829530.870855:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787829530.870857:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.870858:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829530.870863:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.870867:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829530.870873:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829530/real 1787829530]  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829530.870876:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829530.870883:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829530.870884:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829530.870886:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829530.870890:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00080000:3.0:1787829530.870890:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787829530.870895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000001:3.0:1787829530.870895:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787829530.870900:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00080000:3.0:1787829530.870900:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829530.870904:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829530.870906:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787829530.870908:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829530.870913:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6335
00000100:00000200:1.0:1787829530.870924:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829530.870924:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829530.870931:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829530.870936:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829530.870941:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787829530.870942:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829530.870944:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829530.870947:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829530.870949:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787829530.870953:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829530.870954:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829530.870957:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:1.0:1787829530.870963:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829530.870963:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829530.870967:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829530.870970:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829530.870974:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829530.870978:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829530.870979:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829530.870984:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829530.870987:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829530.870991:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829530.870997:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829530.871001:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829530.871002:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829530.871005:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829530.871007:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829530.871010:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871014:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787829530.871014:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829530.871015:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829530.871020:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829530.871022:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00080000:1.0:1787829530.871024:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829530.871030:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871031:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787829530.871036:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829530.871040:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829530.871043:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.871044:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787829530.871046:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787829530.871047:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829530.871053:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829530.871062:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555385216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829530.871065:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829530.871067:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871068:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.871072:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555385216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829530.871075:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829530.871080:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787829530.871081:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829530.871083:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829530.871087:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:3.0:1787829530.871087:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829530.871091:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871092:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829530.871095:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1787829530.871110:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829530.871112:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829530.871114:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829530.871116:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829530.871119:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829530.871123:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787829530.871123:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787829530.871124:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:1.0:1787829530.871128:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787829530.871128:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871131:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871133:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787829530.871136:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:1.0:1787829530.871139:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829530.871141:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871142:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871147:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829530.871149:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829530.871150:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787829530.871152:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787829530.871155:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871178:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829530.871178:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829530.871181:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871184:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829530.871184:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871187:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829530.871189:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829530.871193:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829530.871194:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829530.871199:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829530.871201:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829530.871203:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871206:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829530.871210:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
00000100:00000001:3.0:1787829530.871212:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871213:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829530.871219:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829530.871220:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829530.871224:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00080000:3.0:1787829530.871226:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1787829530.871227:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829530.871229:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787829530.871231:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385344, portal 10
00000100:00080000:3.0:1787829530.871232:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829530.871234:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829530.871237:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000001:3.0:1787829530.871238:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829530.871244:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6335
00000100:00000040:1.0:1787829530.871245:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829530.871254:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829530.871255:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829530.871259:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829530.871261:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000400:00000200:3.0:1787829530.871263:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:1.0:1787829530.871264:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555385344, offset 0
00000100:00080000:3.0:1787829530.871268:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829530.871270:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829530.871276:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.871277:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829530.871282:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829530.871283:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829530.871288:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829530.871288:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.871291:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829530.871293:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829530.871295:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787829530.871299:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829530.871300:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000040:3.0:1787829530.871303:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:1.0:1787829530.871305:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90228:90228:256:4294967295] 192.168.203.108@tcp LPNI seq info [90215:90215:8:4294967295]
00000020:00000001:3.0:1787829530.871308:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829530.871310:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829530.871312:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:1.0:1787829530.871319:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787829530.871319:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829530.871324:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000800:00000200:1.0:1787829530.871327:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.871330:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000040:3.0:1787829530.871332:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.0:1787829530.871337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829530.871338:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787829530.871351:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787829530.871356:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:1.1:1787829530.871359:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829530.871361:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829530.871362:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1787829530.871367:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000800:00000100:1.0:1787829530.871368:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.871372:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829530.871376:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787829530.871376:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829530.871382:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829530.871383:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829530.871387:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
02000000:00000001:3.0:1787829530.871388:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787829530.871390:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829530.871393:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829530.871393:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787829530.871396:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829530.871398:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.871403:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829530.871407:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829530.871408:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.871412:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829530.871413:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829530.871417:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871423:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829530.871424:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829530.871425:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787829530.871429:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829530.871430:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829530.871434:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
02000000:00000001:3.0:1787829530.871435:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829530.871439:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829530.871439:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871444:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301007957
00000100:00000001:3.0:1787829530.871445:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829530.871447:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301011812
02000000:00000001:3.0:1787829530.871448:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829530.871449:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301007957
00000100:00000001:1.0:1787829530.871452:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301011812
02000000:00000001:3.0:1787829530.871452:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871457:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829530.871459:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829530.871460:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:1.0:1787829530.871461:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829530.871466:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829530/real 1787829530]  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829530.871466:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829530.871474:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829530.871476:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787829530.871476:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787829530.871479:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829530.871482:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829530.871485:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829530.871488:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829530.871493:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829530.871495:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829530.871500:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829530.871504:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829530.871509:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871510:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829530.871512:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871515:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.871517:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829530.871524:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829530.871528:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871530:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829530.871535:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829530.871536:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6345)
00000100:00000001:1.0:1787829530.871543:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829530.871545:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871546:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.871547:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871549:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829530.871551:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829530.871554:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829530.871556:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829530.871558:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829530.871560:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829530.871565:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829530.871567:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829530.871568:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871572:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829530.871573:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871574:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829530.871575:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829530.871576:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829530.871577:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829530.871579:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829530.871581:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829530.871582:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871583:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829530.871585:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829530.871586:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829530.871588:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829530.871589:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829530.871591:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829530.871592:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385472, portal 10
00000100:00000001:1.0:1787829530.871594:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829530.871594:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:1.0:1787829530.871598:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871601:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829530.871603:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829530.871605:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829530.871606:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555385472, offset 0
00000400:00000200:1.0:1787829530.871608:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829530.871610:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.871612:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829530.871614:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829530.871616:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829530.871617:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829530.871618:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.871620:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90229:90229:256:4294967295] 192.168.203.108@tcp LPNI seq info [90216:90216:8:4294967295]
00000400:00000200:1.0:1787829530.871623:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.871627:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829530.871629:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.871631:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829530.871633:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829530.871634:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829530.871637:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829530.871639:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829530.871641:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.871642:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829530.871644:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829530.871645:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829530.871647:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829530.871648:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829530.871650:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829530.871651:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871655:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.871657:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871661:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871662:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829530.871664:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829530.871666:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829530.871667:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829530.871668:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301007897
00000100:00000001:1.0:1787829530.871670:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301011812
00000100:00000001:1.0:1787829530.871671:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301007897
00000100:00000001:1.0:1787829530.871672:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301011812
00000100:00000001:1.0:1787829530.871673:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829530.871674:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871675:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829530.871677:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829530/real 1787829530]  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829530.871681:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829530.871682:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829530.871682:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829530.871684:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829530.871685:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829530.871686:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829530.871687:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829530.871692:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871695:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829530.871696:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871697:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.871698:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829530.871699:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871703:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829530.871705:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871709:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829530.871710:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871711:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.871712:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871713:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829530.871714:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829530.871715:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829530.871716:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829530.871718:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829530.871720:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829530.871723:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829530.871725:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871726:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.871728:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555385344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871731:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829530.871732:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829530.871733:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829530.871734:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829530.871735:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829530.871736:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829530.871737:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829530.871738:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829530.871740:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829530.871741:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829530.871743:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:1.0:1787829530.871745:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829530.871746:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871748:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.871751:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555385472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871757:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829530.871758:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829530.871760:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829530.871762:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829530.871763:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829530.871764:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829530.871766:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829530.871768:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829530.871770:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829530.871771:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829530.871772:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829530.871774:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829530.871776:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871778:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871781:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829530.871782:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871784:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829530.871786:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829530.871788:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829530.871791:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871795:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829530.871796:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871798:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829530.871799:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829530.871801:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829530.871804:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829530.871808:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829530.871809:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829530.871811:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.871812:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829530.871815:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829530.871818:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829530.871821:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829530.871823:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829530.871827:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829530.871829:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385600, portal 4
00000100:00000001:1.0:1787829530.871831:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829530.871833:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:1.0:1787829530.871839:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871844:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829530.871845:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829530.871847:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829530.871848:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555385600, offset 0
00000400:00000200:1.0:1787829530.871850:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829530.871853:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.871855:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829530.871857:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829530.871858:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829530.871860:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829530.871861:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.871863:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90230:90230:256:4294967295] 192.168.203.108@tcp LPNI seq info [90217:90217:8:4294967295]
00000400:00000200:1.0:1787829530.871866:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.871870:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829530.871872:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.871874:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829530.871876:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829530.871878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829530.871880:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829530.871882:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829530.871884:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.871885:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829530.871887:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829530.871889:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829530.871891:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829530.871892:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829530.871894:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829530.871896:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871900:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.871902:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871906:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871906:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829530.871908:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829530.871910:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829530.871911:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829530.871912:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301007930
00000100:00000001:1.0:1787829530.871914:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301011812
00000100:00000001:1.0:1787829530.871916:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301007930
00000100:00000001:1.0:1787829530.871918:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301011812
00000100:00000001:1.0:1787829530.871920:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829530.871922:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.871924:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829530.871927:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829530/real 1787829530]  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829530.871934:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829530.871936:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829530.871937:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829530.871939:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829530.871941:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829530.871944:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829530.871947:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829530.871961:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871966:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829530.871967:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871968:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.871969:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829530.871971:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871975:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829530.871977:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.871981:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829530.871982:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871983:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.871984:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.871985:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829530.871987:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829530.871988:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829530.871990:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829530.871991:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829530.871993:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829530.871998:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829530.872000:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829530.872002:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872009:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829530.872010:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.872011:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829530.872012:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829530.872013:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829530.872015:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829530.872016:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829530.872017:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829530.872018:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829530.872019:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829530.872021:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829530.872022:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829530.872024:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829530.872026:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829530.872028:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829530.872029:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385728, portal 4
00000100:00000001:1.0:1787829530.872031:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829530.872031:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:1.0:1787829530.872035:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872038:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829530.872040:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829530.872041:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829530.872042:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555385728, offset 0
00000400:00000200:1.0:1787829530.872044:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829530.872046:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.872048:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829530.872050:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829530.872051:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829530.872053:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829530.872054:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829530.872057:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90231:90231:256:4294967295] 192.168.203.108@tcp LPNI seq info [90218:90218:8:4294967295]
00000400:00000200:1.0:1787829530.872059:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829530.872063:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829530.872066:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.872068:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829530.872070:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829530.872072:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829530.872074:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829530.872076:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829530.872078:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829530.872079:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829530.872081:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829530.872083:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829530.872085:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829530.872086:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829530.872088:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829530.872090:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872094:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.872110:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872114:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.872116:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829530.872117:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829530.872119:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829530.872121:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829530.872123:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301007923
00000100:00000001:1.0:1787829530.872124:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301011812
00000100:00000001:1.0:1787829530.872126:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301007923
00000100:00000001:1.0:1787829530.872127:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301011812
00000100:00000001:1.0:1787829530.872128:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829530.872130:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.872131:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829530.872133:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829530/real 1787829530]  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829530.872137:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829530.872138:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829530.872139:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829530.872140:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829530.872141:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829530.872142:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829530.872144:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829530.872148:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872151:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829530.872152:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872153:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.872154:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829530.872156:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872159:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829530.872161:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872164:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829530.872166:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872166:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829530.872167:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872168:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829530.872169:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829530.872171:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829530.872173:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829530.872174:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829530.872176:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829530.872180:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829530.872182:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872183:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.872185:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555385600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872188:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829530.872189:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829530.872190:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829530.872191:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829530.872192:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829530.872193:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829530.872194:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829530.872195:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829530.872196:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829530.872196:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829530.872197:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829530.872199:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829530.872199:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872200:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829530.872202:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555385728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829530.872205:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829530.872206:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829530.872207:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829530.872208:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829530.872208:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829530.872209:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829530.872210:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829530.872211:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829530.872212:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829530.872213:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829530.872214:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829530.872215:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829530.872216:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872217:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829530.872219:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829530.872219:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829530.872220:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829530.872221:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829531.382186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829531.382191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829531.382192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829531.382196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829531.382199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829531.382202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829531.382204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829531.382205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829531.382207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829531.702210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829531.702215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829531.702220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829531.702221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829531.702225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829531.702226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829531.702229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829531.702230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829531.702233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829531.702234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829531.702287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829531.702290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829531.702293:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829531.894178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829531.894180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829531.894186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829531.894186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829531.894189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829531.894190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829531.894197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829531.894197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829531.894203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829531.894203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829531.894209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829531.894209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829531.894216:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829531.894220:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829531.894223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829531.894223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829531.894227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829531.894229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829531.894320:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829531.894322:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829531.894324:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829531.894326:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829531.894328:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829531.894330:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829531.894332:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829531.894343:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829531.894345:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.406159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829532.406166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829532.406169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829532.406174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829532.406178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829532.406181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.406183:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829532.406185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.406188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829532.726197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829532.726201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829532.726205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829532.726208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829532.726213:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829532.726214:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829532.726216:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726218:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829532.726219:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726221:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829532.726222:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829532.726268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829532.726271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829532.726274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829532.918170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829532.918170:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829532.918170:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829532.918176:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829532.918177:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829532.918177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829532.918180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829532.918180:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829532.918185:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829532.918186:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829532.918189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.918190:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829532.918190:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829532.918195:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829532.918195:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829532.918196:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829532.918200:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829532.918202:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829532.918203:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829532.918206:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829532.918207:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829532.918207:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.918211:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829532.918214:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829532.918215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829532.918218:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829532.918221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829533.430155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829533.430161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829533.430163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829533.430167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829533.430170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829533.430173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829533.430176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829533.430178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829533.430181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829533.750201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829533.750206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829533.750209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829533.750210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829533.750212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829533.750213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829533.750215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829533.750216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829533.750218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829533.750219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829533.750277:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829533.750280:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829533.750282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829533.942157:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829533.942157:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829533.942163:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829533.942164:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829533.942166:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829533.942167:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829533.942173:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829533.942173:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829533.942181:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829533.942181:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829533.942185:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829533.942186:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829533.942191:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829533.942193:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829533.942196:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829533.942197:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829533.942201:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829533.942203:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829533.942246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829533.942251:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829533.942252:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829533.942256:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829533.942258:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829533.942261:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829533.942264:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829533.942266:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829533.942268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829534.454170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829534.454175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829534.454177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829534.454180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829534.454183:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829534.454186:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829534.454188:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829534.454189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829534.454191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829534.774183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829534.774187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829534.774191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829534.774192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829534.774195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829534.774196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829534.774197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829534.774198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829534.774200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829534.774201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829534.774272:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829534.774275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829534.774278:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829534.838200:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301011812, at 4301011840
00000100:00000040:3.0:1787829534.838200:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301011812, at 4301011840
00000100:00000010:3.0:1787829534.838213:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000010:2.0:1787829534.838215:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cb40.
00000100:00000001:1.0:1787829534.966177:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829534.966177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829534.966183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829534.966184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829534.966184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829534.966188:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829534.966188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829534.966189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829534.966193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829534.966194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829534.966195:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829534.966198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829534.966200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829534.966200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829534.966203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829534.966205:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829534.966205:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829534.966206:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829534.966211:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829534.966214:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829534.966217:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829534.966217:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829534.966218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829534.966220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829534.966221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829534.966223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829534.966226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.478183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829535.478189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829535.478191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829535.478196:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829535.478199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829535.478203:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829535.478206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829535.478208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829535.478211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798172:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829535.798177:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829535.798179:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829535.798181:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798185:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829535.798186:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798188:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798189:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829535.798193:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829535.798193:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829535.798194:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798195:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829535.798196:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798197:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798198:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829535.798201:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829535.798202:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829535.798203:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798203:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829535.798205:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798206:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798207:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829535.798210:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829535.798211:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829535.798211:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798212:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829535.798213:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798214:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829535.798217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829535.798218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829535.798261:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829535.798265:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829535.798268:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829535.990196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829535.990196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829535.990196:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829535.990201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829535.990203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829535.990204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829535.990204:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829535.990206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990209:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787829535.990210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829535.990212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:3.0:1787829535.990213:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829535.990214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829535.990217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829535.990219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829535.990219:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829535.990222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829535.990222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829535.990225:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829535.990226:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6340
00000100:00000001:2.0:1787829535.990228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829535.990229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829535.990233:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829535.990237:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829535.990238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829535.990243:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829535.990246:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829535.990248:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990250:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829535.990253:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990254:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829535.990257:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829535.990259:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829535.990262:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829535.990265:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829535.990268:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829535.990270:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829535.990274:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990276:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829535.990278:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990280:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829535.990282:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829535.990285:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990288:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829535.990290:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829535.990293:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829535.990296:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990298:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829535.990301:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829535.990321:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787829535.990325:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829535.990330:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829535.990331:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990334:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829535.990337:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829535.990341:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829535.990348:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829535.990353:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829535.990362:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829535.990370:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829535.990373:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829535.990377:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829535.990393:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829535.990395:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829535.990398:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829535.990399:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829535.990400:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829535.990402:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829535.990403:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829535.990405:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6340
00000100:00000001:1.0:1787829535.990409:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787829535.990409:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829535.990413:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787829535.990414:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829535.990417:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829535.990420:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990422:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829535.990424:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829535.990424:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990428:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829535.990432:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829535.990433:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829535.990436:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829535.990439:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829535.990441:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829535.990443:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829535.990445:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829535.990448:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829535.990450:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829535.990454:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787829535.990454:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990459:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829535.990460:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829535.990465:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829535.990468:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555385856:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829535.990469:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829535.990476:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787829535.990476:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:1.0:1787829535.990481:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829535.990482:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:1.0:1787829535.990485:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990487:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.990489:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829535.990491:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787829535.990496:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:3.0:1787829535.990498:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829535.990499:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829535.990503:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990507:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829535.990508:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:3.0:1787829535.990512:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787829535.990514:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000008:00000001:3.0:1787829535.990518:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990520:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829535.990522:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000010:3.0:1787829535.990525:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000040:3.0:1787829535.990528:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829535.990530:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787829535.990531:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385856, portal 25
02000000:00000001:3.0:1787829535.990531:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990535:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829535.990537:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829535.990537:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829535.990540:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.990541:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538137088 : -107611171414528 : ffff9e20d25a9e00)
02000000:00000010:3.0:1787829535.990544:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829535.990548:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.990551:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829535.990555:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829535.990571:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829535.990572:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829535.990575:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.990576:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829535.990580:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829535.990581:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829535.990586:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555385856, offset 0
00000400:00000200:1.0:1787829535.990596:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990596:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829535.990600:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829535.990602:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829535.990603:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829535.990605:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829535.990606:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829535.990609:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829535.990612:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6340
00000400:00000200:1.0:1787829535.990615:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:3.0:1787829535.990616:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.990623:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829535.990623:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829535.990627:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829535.990630:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:3.0:1787829535.990632:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990634:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829535.990636:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787829535.990639:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829535.990642:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990643:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829535.990646:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829535.990648:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829535.990649:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90232:90232:256:4294967295] 192.168.203.108@tcp LPNI seq info [90219:90219:8:4294967295]
00000020:00000001:3.0:1787829535.990650:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829535.990653:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829535.990656:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829535.990657:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829535.990658:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829535.990662:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990664:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829535.990667:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990670:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829535.990674:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787829535.990674:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829535.990678:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990682:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829535.990685:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787829535.990686:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829535.990687:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829535.990690:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990691:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787829535.990692:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000008:00100000:3.0:1787829535.990693:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829535.990696:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990698:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829535.990701:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000010:3.0:1787829535.990702:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000020:00000040:3.0:1787829535.990707:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:1.0:1787829535.990708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787829535.990708:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829535.990710:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990713:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829535.990715:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829535.990717:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829535.990718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000010:3.0:1787829535.990720:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000800:00000200:1.1:1787829535.990722:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787829535.990723:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829535.990731:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829535.990732:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.990736:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829535.990741:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829535.990743:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829535.990744:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829535.990749:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829535.990754:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829535.990761:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:3.0:1787829535.990762:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829535.990766:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00080000:3.0:1787829535.990767:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829535.990772:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829535.990773:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829535.990777:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787829535.990780:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829535.990780:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829535.990786:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829535.990791:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6340
00000100:00000001:1.0:1787829535.990797:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787829535.990798:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829535.990805:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829535.990805:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829535.990810:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829535.990817:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829535.990820:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990822:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829535.990823:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787829535.990827:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990830:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829535.990832:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829535.990833:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829535.990836:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829535.990838:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829535.990839:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829535.990840:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829535.990844:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301016932
00000020:00000001:3.0:1787829535.990844:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829535.990847:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829535.990850:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000010:1.0:1787829535.990852:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc00.
00000100:00000001:3.0:1787829535.990852:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829535.990854:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990857:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829535.990858:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829535.990860:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829535.990861:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990865:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829535.990867:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829535.990869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301016932
02000000:00000001:3.0:1787829535.990869:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829535.990873:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829535.990875:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c540.
00000100:00000001:3.0:1787829535.990875:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829535.990876:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829535.990880:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.990881:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829535.990882:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829535.990886:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829535.990887:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829535.990888:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829535.990893:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829535.990893:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829535.990894:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.990897:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829535.990899:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829535.990900:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829535.990900:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829535.990905:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00100000:1.0:1787829535.990909:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829535/real 1787829535]  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829535.990910:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829535.990916:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829535.990931:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787829535.990932:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829535.990933:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829535.990936:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787829535.990937:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829535.990939:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829535.990943:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829535.990946:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829535.990949:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829535.990950:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829535.990953:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829535.990955:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829535.990956:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829535.990959:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829535.990960:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829535.990964:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829535.990967:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6340
00000400:00000200:3.0:1787829535.990973:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829535.990977:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:1.0:1787829535.990978:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829535.990979:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829535.990984:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990988:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829535.990991:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.990995:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829535.990999:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829535.991000:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787829535.991000:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829535.991004:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829535.991005:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787829535.991005:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829535.991009:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829535.991011:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829535.991011:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829535.991015:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829535.991016:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829535.991020:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829535.991024:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829535.991025:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829535.991026:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829535.991029:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829535.991033:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829535.991035:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829535.991038:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829535.991041:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829535.991043:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.991044:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829535.991045:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829535.991046:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.991047:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829535.991049:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000020:00000040:3.0:1787829535.991050:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829535.991053:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829535.991054:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829535.991055:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829535.991059:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829535.991060:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829535.991062:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.991065:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829535.991066:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829535.991069:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829535.991076:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829535.991083:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829535.991085:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829535.991088:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991090:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829535.991092:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991094:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829535.991115:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829535.991119:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6350)
00000100:00000001:1.0:1787829535.991120:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991124:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829535.991126:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829535.991130:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829535.991135:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829535.991138:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829535.991142:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829535.991150:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555385856:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829535.991154:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991156:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.991159:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9e00 x1874668555385856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991165:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829535.991167:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829535.991170:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829535.991173:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829535.991175:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829535.991176:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829535.991178:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829535.991181:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829535.991184:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829535.991186:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829535.991188:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9e00.
00000100:00000001:1.0:1787829535.991191:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829535.991192:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991194:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991200:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829535.991202:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991204:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829535.991205:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829535.991207:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829535.991210:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991217:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829535.991218:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.991220:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829535.991222:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829535.991224:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829535.991227:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829535.991230:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829535.991232:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829535.991233:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.991235:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829535.991238:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829535.991240:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829535.991243:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829535.991246:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829535.991249:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829535.991252:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555385984, portal 10
00000100:00000001:1.0:1787829535.991254:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829535.991255:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:1.0:1787829535.991261:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991267:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829535.991270:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829535.991272:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829535.991275:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555385984, offset 0
00000400:00000200:1.0:1787829535.991279:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829535.991282:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.991286:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829535.991288:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829535.991291:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829535.991293:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829535.991296:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829535.991298:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90233:90233:256:4294967295] 192.168.203.108@tcp LPNI seq info [90220:90220:8:4294967295]
00000400:00000200:1.0:1787829535.991302:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.991320:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829535.991325:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.991332:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829535.991336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829535.991339:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829535.991345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829535.991348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829535.991352:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829535.991353:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000800:00000010:1.0:1787829535.991355:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:0.0:1787829535.991357:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1787829535.991359:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787829535.991360:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829535.991366:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000400:00000200:1.0:1787829535.991366:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829535.991371:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:0.0:1787829535.991372:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829535.991376:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1787829535.991376:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829535.991381:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829535.991381:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829535.991383:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1787829535.991388:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829535.991389:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991400:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.991404:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991410:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991412:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829535.991415:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.991418:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829535.991421:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829535.991423:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301013077
00000100:00000001:1.0:1787829535.991426:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.991428:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301013077
00000100:00000001:1.0:1787829535.991430:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.991432:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829535.991434:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991436:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829535.991439:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829535/real 1787829535]  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829535.991445:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829535.991447:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829535.991448:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829535.991450:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829535.991452:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829535.991454:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829535.991457:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829535.991465:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991471:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829535.991473:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991475:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.991476:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829535.991479:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991485:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829535.991489:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991497:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829535.991499:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991501:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.991502:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991504:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829535.991505:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829535.991508:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829535.991510:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829535.991513:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829535.991517:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829535.991524:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555385984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829535.991528:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829535.991531:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991538:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829535.991539:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.991541:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829535.991543:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829535.991545:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829535.991548:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829535.991551:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829535.991553:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829535.991554:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.991556:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829535.991559:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829535.991561:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829535.991565:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829535.991567:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829535.991570:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829535.991572:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386112, portal 10
00000100:00000001:1.0:1787829535.991574:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829535.991575:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:1.0:1787829535.991581:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991585:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829535.991586:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829535.991588:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829535.991590:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555386112, offset 0
00000400:00000200:1.0:1787829535.991594:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829535.991597:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.991601:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829535.991603:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829535.991605:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829535.991608:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829535.991610:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829535.991613:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90234:90234:256:4294967295] 192.168.203.108@tcp LPNI seq info [90221:90221:8:4294967295]
00000400:00000200:1.0:1787829535.991616:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.991622:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829535.991627:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.991630:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829535.991634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829535.991637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829535.991640:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829535.991643:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829535.991647:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.991649:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829535.991651:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829535.991654:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829535.991657:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829535.991659:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829535.991662:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829535.991665:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991673:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.991676:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991682:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991683:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829535.991686:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.991689:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829535.991692:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829535.991694:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301013017
00000100:00000001:1.0:1787829535.991696:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.991698:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301013017
00000100:00000001:1.0:1787829535.991700:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.991702:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829535.991704:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991706:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829535.991709:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829535/real 1787829535]  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829535.991716:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829535.991717:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829535.991719:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829535.991721:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829535.991723:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829535.991725:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829535.991728:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829535.991736:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991742:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829535.991744:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991745:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.991747:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829535.991750:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991756:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829535.991760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991771:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829535.991774:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991775:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.991777:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.991779:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829535.991780:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829535.991783:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829535.991786:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829535.991789:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829535.991794:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829535.991802:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829535.991806:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829535.991809:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991815:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829535.991817:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.991819:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829535.991821:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829535.991822:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829535.991825:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829535.991828:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829535.991830:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829535.991831:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.991833:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829535.991836:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829535.991838:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829535.991841:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829535.991844:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829535.991847:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829535.991849:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386240, portal 4
00000100:00000001:1.0:1787829535.991852:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829535.991853:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:1.0:1787829535.991859:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991866:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829535.991868:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829535.991870:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829535.991873:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555386240, offset 0
00000400:00000200:1.0:1787829535.991877:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829535.991880:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.991883:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829535.991886:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829535.991888:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829535.991890:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829535.991892:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829535.991895:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90235:90235:256:4294967295] 192.168.203.108@tcp LPNI seq info [90222:90222:8:4294967295]
00000400:00000200:1.0:1787829535.991899:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.991904:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829535.991909:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.991912:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829535.991916:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829535.991918:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829535.991922:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829535.991925:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829535.991929:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.991930:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829535.991933:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829535.991936:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829535.991939:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829535.991940:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829535.991942:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829535.991946:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991953:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.991956:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.991962:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991963:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829535.991966:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.991968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829535.991971:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829535.991973:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301013050
00000100:00000001:1.0:1787829535.991976:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.991977:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301013050
00000100:00000001:1.0:1787829535.991979:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.991981:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829535.991983:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.991985:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829535.991988:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829535/real 1787829535]  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829535.991997:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829535.991998:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829535.992000:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829535.992002:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829535.992003:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829535.992005:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829535.992008:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829535.992016:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992022:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829535.992023:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.992026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829535.992030:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992037:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829535.992041:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992047:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829535.992049:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992051:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.992052:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992054:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829535.992056:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829535.992059:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829535.992062:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829535.992064:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829535.992068:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829535.992075:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829535.992079:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829535.992082:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992088:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829535.992089:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.992091:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829535.992093:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829535.992095:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829535.992115:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829535.992118:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829535.992120:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829535.992121:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829535.992123:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829535.992126:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829535.992128:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829535.992132:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829535.992134:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829535.992137:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829535.992140:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386368, portal 4
00000100:00000001:1.0:1787829535.992141:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829535.992143:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:1.0:1787829535.992148:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992154:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829535.992156:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829535.992158:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829535.992160:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555386368, offset 0
00000400:00000200:1.0:1787829535.992164:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829535.992168:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.992171:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829535.992173:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829535.992176:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829535.992178:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829535.992179:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829535.992182:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90236:90236:256:4294967295] 192.168.203.108@tcp LPNI seq info [90223:90223:8:4294967295]
00000400:00000200:1.0:1787829535.992185:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829535.992191:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829535.992194:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.992197:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829535.992200:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829535.992202:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829535.992206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829535.992209:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829535.992212:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829535.992213:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829535.992216:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829535.992219:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829535.992222:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829535.992223:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829535.992225:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829535.992229:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992236:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.992239:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992244:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.992246:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829535.992248:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829535.992251:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829535.992253:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829535.992256:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301013043
00000100:00000001:1.0:1787829535.992258:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.992261:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301013043
00000100:00000001:1.0:1787829535.992263:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301016932
00000100:00000001:1.0:1787829535.992265:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829535.992267:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.992269:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829535.992272:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829535/real 1787829535]  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829535.992280:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829535.992281:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829535.992282:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829535.992285:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829535.992286:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829535.992289:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829535.992292:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829535.992300:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992322:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829535.992323:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992331:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.992332:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829535.992339:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992346:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829535.992350:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992357:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829535.992360:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992361:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829535.992363:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992364:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829535.992366:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829535.992368:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829535.992371:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829535.992373:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829535.992377:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829535.992385:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829535.992388:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992390:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.992393:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555385984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992399:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829535.992401:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829535.992402:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829535.992405:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829535.992407:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829535.992408:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829535.992410:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829535.992412:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:1.0:1787829535.992414:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829535.992415:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829535.992416:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829535.992418:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829535.992419:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992421:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.992424:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555386112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992436:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829535.992437:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829535.992439:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829535.992441:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829535.992442:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829535.992443:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829535.992445:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829535.992446:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829535.992448:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829535.992450:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829535.992451:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829535.992453:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829535.992454:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992456:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.992459:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555386240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992465:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829535.992466:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829535.992468:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829535.992469:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829535.992471:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829535.992472:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829535.992474:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829535.992475:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829535.992477:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829535.992478:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829535.992479:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829535.992481:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829535.992482:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992484:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829535.992487:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555386368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829535.992493:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829535.992494:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829535.992495:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829535.992497:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829535.992498:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829535.992499:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829535.992501:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829535.992502:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829535.992504:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829535.992505:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829535.992506:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:1.0:1787829535.992508:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829535.992510:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992511:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829535.992515:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829535.992516:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829535.992518:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829535.992520:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829536.502180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829536.502187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829536.502188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829536.502192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829536.502195:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829536.502198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829536.502200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829536.502202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829536.502204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829536.822180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829536.822185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829536.822190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829536.822191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829536.822194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829536.822195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829536.822199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829536.822200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829536.822203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829536.822204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829536.822253:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829536.822256:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829536.822258:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829537.014207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829537.014214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829537.014216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829537.014218:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829537.014222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829537.014222:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829537.014225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829537.014229:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829537.014230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829537.014233:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829537.014234:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829537.014236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829537.014237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.014243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829537.014243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829537.014249:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.014250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829537.014260:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829537.014261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829537.014262:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829537.014265:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829537.014271:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829537.014272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829537.014279:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829537.014284:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829537.014288:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829537.014292:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.526235:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829537.526241:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829537.526243:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829537.526248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829537.526252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829537.526255:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829537.526258:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829537.526260:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829537.526263:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829537.846169:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829537.846174:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829537.846177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829537.846179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829537.846181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829537.846182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829537.846184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829537.846185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829537.846187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829537.846188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829537.846229:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829537.846232:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829537.846235:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829538.038204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829538.038204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829538.038204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829538.038212:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829538.038213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829538.038213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829538.038217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829538.038218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829538.038218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829538.038224:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829538.038224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829538.038225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829538.038231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829538.038231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829538.038232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829538.038236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829538.038236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829538.038236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829538.038243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829538.038246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829538.038249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829538.038251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829538.038253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829538.038256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829538.038256:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829538.038259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829538.038262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829538.550158:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829538.550163:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829538.550165:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829538.550168:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829538.550171:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829538.550174:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829538.550176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829538.550178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829538.550180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829538.870171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829538.870176:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829538.870180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829538.870181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829538.870183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829538.870184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829538.870186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829538.870187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829538.870189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829538.870190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829538.870240:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829538.870242:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829538.870245:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829539.062183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829539.062189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829539.062190:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829539.062191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829539.062195:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829539.062197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829539.062197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829539.062203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829539.062203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829539.062207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829539.062208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829539.062210:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829539.062210:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829539.062211:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829539.062214:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829539.062216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829539.062217:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829539.062219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829539.062220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829539.062221:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829539.062226:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829539.062227:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829539.062232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829539.062235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829539.062237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829539.062239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829539.062241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829539.574198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829539.574203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829539.574204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829539.574208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829539.574210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829539.574214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829539.574216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829539.574217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829539.574219:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829539.894144:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829539.894149:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829539.894152:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829539.894154:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829539.894156:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829539.894157:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829539.894159:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829539.894160:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829539.894162:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829539.894162:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829539.894207:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829539.894209:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829539.894212:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829539.958163:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301016932, at 4301016960
00000100:00000040:2.0:1787829539.958168:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301016932, at 4301016960
00000100:00000010:3.0:1787829539.958175:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000010:2.0:1787829539.958178:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc00.
00000100:00000001:3.0:1787829540.086186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829540.086192:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829540.086193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829540.086194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829540.086199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829540.086199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829540.086203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829540.086204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829540.086208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829540.086208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829540.086209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829540.086212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829540.086215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829540.086215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829540.086215:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829540.086219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829540.086220:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829540.086221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829540.086223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829540.086226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829540.086228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829540.086230:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829540.086231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829540.086236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829540.086236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829540.086239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829540.086243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829540.598153:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829540.598159:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829540.598160:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829540.598164:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829540.598166:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829540.598169:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829540.598171:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829540.598173:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829540.598174:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829540.918173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829540.918178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829540.918181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829540.918182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829540.918184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829540.918185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829540.918187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829540.918188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829540.918190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829540.918191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829540.918240:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829540.918244:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829540.918247:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829541.110169:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829541.110171:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829541.110176:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829541.110176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829541.110177:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829541.110179:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829541.110182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829541.110182:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829541.110186:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829541.110186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829541.110187:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829541.110193:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829541.110193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829541.110194:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787829541.110195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829541.110199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829541.110200:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829541.110200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829541.110202:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6345
00000100:00000001:1.0:1787829541.110203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829541.110205:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829541.110206:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829541.110208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829541.110211:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829541.110212:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829541.110214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829541.110218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829541.110218:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.110219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829541.110221:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829541.110222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829541.110226:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829541.110228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829541.110230:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829541.110231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.110235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829541.110236:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829541.110240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829541.110240:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110250:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829541.110256:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829541.110258:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829541.110260:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829541.110263:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829541.110265:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829541.110267:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829541.110279:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110281:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829541.110283:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110285:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829541.110287:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829541.110290:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110292:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829541.110294:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829541.110297:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829541.110299:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110300:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829541.110302:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829541.110308:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829541.110312:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829541.110315:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829541.110316:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110318:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829541.110320:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829541.110323:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829541.110328:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829541.110332:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829541.110339:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829541.110347:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829541.110355:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829541.110359:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829541.110371:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829541.110373:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829541.110375:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829541.110376:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829541.110377:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829541.110379:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829541.110381:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6345
00000400:00000200:3.0:1787829541.110383:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829541.110385:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829541.110387:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829541.110389:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110391:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829541.110392:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110394:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829541.110396:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829541.110397:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787829541.110397:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829541.110402:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829541.110402:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829541.110404:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829541.110406:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829541.110408:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829541.110411:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829541.110414:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110417:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829541.110422:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829541.110423:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829541.110424:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829541.110429:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829541.110436:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829541.110440:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829541.110441:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.110442:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829541.110444:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829541.110447:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829541.110451:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829541.110451:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829541.110453:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110455:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829541.110458:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829541.110461:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829541.110463:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110466:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.110470:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555386496:192.168.203.108@tcp:250:kworker.0
00000100:00000010:3.0:1787829541.110470:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000020:00000040:3.0:1787829541.110474:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829541.110477:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829541.110477:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829541.110480:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110481:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829541.110482:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829541.110483:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829541.110483:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.110487:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829541.110488:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829541.110491:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829541.110492:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829541.110498:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
00000100:00100000:3.0:1787829541.110499:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829541.110504:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110510:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829541.110511:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.110515:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829541.110518:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829541.110521:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829541.110530:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829541.110531:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829541.110535:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829541.110537:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386496, portal 25
00000100:00080000:3.0:1787829541.110540:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829541.110541:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829541.110543:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829541.110544:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000100:00080000:3.0:1787829541.110546:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829541.110551:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787829541.110553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829541.110556:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6345
00000400:00000200:3.0:1787829541.110565:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829541.110569:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787829541.110570:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829541.110573:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829541.110576:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829541.110580:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829541.110584:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555386496, offset 0
00000100:00000040:3.0:1787829541.110584:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110587:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829541.110590:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110593:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829541.110594:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829541.110597:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829541.110599:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829541.110600:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829541.110602:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829541.110603:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829541.110606:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829541.110607:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829541.110612:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110614:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829541.110617:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:3.0:1787829541.110617:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110621:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829541.110624:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829541.110626:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787829541.110627:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110630:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829541.110631:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829541.110633:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:3.0:1787829541.110633:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829541.110637:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110638:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829541.110640:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787829541.110641:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829541.110645:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000008:00000001:3.0:1787829541.110645:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110647:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829541.110651:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000400:00000200:1.0:1787829541.110653:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90237:90237:256:4294967295] 192.168.203.108@tcp LPNI seq info [90224:90224:8:4294967295]
00000020:00000040:3.0:1787829541.110654:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829541.110658:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829541.110661:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.110664:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829541.110665:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829541.110667:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829541.110669:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829541.110672:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829541.110675:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.110680:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787829541.110681:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829541.110690:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829541.110691:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110693:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829541.110697:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787829541.110698:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829541.110706:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829541.110708:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787829541.110710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829541.110711:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829541.110713:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829541.110715:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787829541.110718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787829541.110719:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829541.110724:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6345
00000800:00000200:1.1:1787829541.110729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:3.0:1787829541.110733:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.1:1787829541.110735:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1787829541.110739:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829541.110744:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787829541.110745:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.110749:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000040:3.0:1787829541.110750:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110755:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829541.110756:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829541.110758:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110761:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829541.110764:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829541.110765:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787829541.110766:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829541.110769:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829541.110772:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829541.110773:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:1.0:1787829541.110774:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000020:00000001:3.0:1787829541.110775:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000010:1.0:1787829541.110779:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000040:3.0:1787829541.110782:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829541.110785:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829541.110786:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829541.110791:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829541.110793:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829541.110794:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829541.110800:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829541.110807:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829541.110809:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829541.110810:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829541.110813:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787829541.110815:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829541.110817:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829541.110821:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110825:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829541.110828:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:1.0:1787829541.110829:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829541.110830:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.110835:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829541.110835:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829541.110840:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787829541.110842:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829541.110843:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829541.110843:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829541.110845:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.110848:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787829541.110850:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829541.110851:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829541.110854:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301022052
02000000:00000001:3.0:1787829541.110855:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829541.110862:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cf60.
02000000:00000010:3.0:1787829541.110863:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829541.110869:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.110870:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829541.110876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301022052
00000100:00100000:3.0:1787829541.110876:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787829541.110881:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cd20.
00000100:00000001:1.0:1787829541.110886:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829541.110890:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829541.110891:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829541.110892:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.110897:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829541.110898:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.110901:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829541.110907:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.110909:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541]  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829541.110910:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829541.110915:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829541.110917:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829541.110919:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829541.110924:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829541.110928:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6345
00000400:00000001:1.0:1787829541.110930:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1787829541.110933:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000001:1.0:1787829541.110934:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829541.110937:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:3.0:1787829541.110937:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829541.110941:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829541.110942:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000040:3.0:1787829541.110944:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829541.110946:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829541.110947:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829541.110951:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787829541.110951:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110955:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829541.110957:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787829541.110958:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829541.110959:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829541.110961:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829541.110964:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829541.110966:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829541.110970:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829541.110976:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110977:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787829541.110980:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829541.110981:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110984:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829541.110988:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829541.110993:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829541.110997:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.110999:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787829541.111000:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829541.111003:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829541.111004:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829541.111008:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111009:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829541.111010:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829541.111012:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829541.111013:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787829541.111015:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.111018:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.111021:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829541.111021:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829541.111025:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829541.111028:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829541.111030:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829541.111033:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829541.111035:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829541.111037:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829541.111037:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829541.111042:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000040:1.0:1787829541.111045:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829541.111046:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829541.111053:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829541.111060:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829541.111066:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111070:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111073:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111078:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829541.111078:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829541.111082:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829541.111083:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829541.111088:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787829541.111091:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829541.111094:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829541.111124:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829541.111127:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829541.111131:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829541.111132:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6355)
00000100:00100000:1.0:1787829541.111142:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555386496:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829541.111147:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111149:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.111152:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555386496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111158:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829541.111160:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829541.111162:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829541.111166:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829541.111167:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829541.111168:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829541.111171:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829541.111172:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829541.111176:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829541.111177:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829541.111179:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:1.0:1787829541.111182:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829541.111183:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111185:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111190:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829541.111191:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111193:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829541.111195:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829541.111196:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829541.111199:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111204:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.111205:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111207:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829541.111209:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829541.111211:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.111213:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829541.111216:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829541.111218:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829541.111219:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111221:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829541.111223:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829541.111225:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.111228:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829541.111231:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829541.111234:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829541.111236:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386624, portal 10
00000100:00000001:1.0:1787829541.111238:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829541.111239:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:1.0:1787829541.111244:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111249:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829541.111251:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829541.111253:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829541.111255:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555386624, offset 0
00000400:00000200:1.0:1787829541.111258:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829541.111261:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.111264:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829541.111267:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829541.111282:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829541.111284:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829541.111286:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829541.111289:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90238:90238:256:4294967295] 192.168.203.108@tcp LPNI seq info [90225:90225:8:4294967295]
00000400:00000200:1.0:1787829541.111292:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.111298:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829541.111302:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.111305:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829541.111309:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829541.111311:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829541.111315:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829541.111317:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829541.111321:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.111322:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829541.111325:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829541.111328:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829541.111331:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829541.111332:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829541.111334:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829541.111338:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111344:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.111347:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111352:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111353:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829541.111356:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829541.111359:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829541.111362:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829541.111363:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301018197
00000100:00000001:1.0:1787829541.111366:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.111368:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301018197
00000100:00000001:1.0:1787829541.111370:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.111372:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829541.111374:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111375:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829541.111379:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541]  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829541.111392:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829541.111393:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829541.111395:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829541.111397:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829541.111398:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829541.111400:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829541.111403:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829541.111411:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111417:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829541.111419:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111420:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111422:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829541.111425:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111431:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829541.111434:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111440:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829541.111442:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111444:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111445:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111447:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829541.111449:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829541.111451:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829541.111454:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829541.111456:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829541.111460:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829541.111467:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829541.111470:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829541.111473:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111478:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.111480:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111481:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829541.111483:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829541.111485:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.111487:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829541.111490:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829541.111492:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829541.111493:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111495:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829541.111498:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829541.111500:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.111503:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829541.111505:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829541.111507:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829541.111510:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386752, portal 10
00000100:00000001:1.0:1787829541.111511:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829541.111512:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:1.0:1787829541.111517:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111522:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829541.111524:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829541.111526:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829541.111528:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555386752, offset 0
00000400:00000200:1.0:1787829541.111531:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829541.111535:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.111538:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829541.111540:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829541.111542:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829541.111545:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829541.111547:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829541.111549:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90239:90239:256:4294967295] 192.168.203.108@tcp LPNI seq info [90226:90226:8:4294967295]
00000400:00000200:1.0:1787829541.111553:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.111558:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829541.111562:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.111564:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829541.111567:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829541.111570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829541.111574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829541.111576:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829541.111579:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.111581:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829541.111583:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829541.111586:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829541.111589:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829541.111591:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829541.111592:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829541.111596:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111602:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.111605:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111610:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111612:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829541.111614:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829541.111616:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829541.111619:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829541.111621:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301018137
00000100:00000001:1.0:1787829541.111623:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.111625:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301018137
00000100:00000001:1.0:1787829541.111627:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.111628:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829541.111630:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111631:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829541.111634:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541]  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829541.111641:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829541.111642:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829541.111643:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829541.111645:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829541.111647:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829541.111648:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829541.111651:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829541.111658:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111663:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829541.111664:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111666:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111667:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829541.111669:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111675:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829541.111678:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111683:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829541.111685:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111686:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111687:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111689:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829541.111690:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829541.111692:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829541.111694:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829541.111696:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829541.111698:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829541.111704:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829541.111707:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829541.111710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111716:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.111717:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111719:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829541.111721:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829541.111723:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.111725:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829541.111728:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829541.111730:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829541.111731:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111732:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829541.111735:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829541.111737:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.111740:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829541.111742:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829541.111744:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829541.111747:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555386880, portal 4
00000100:00000001:1.0:1787829541.111749:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829541.111750:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:1.0:1787829541.111754:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111760:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829541.111762:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829541.111764:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829541.111766:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555386880, offset 0
00000400:00000200:1.0:1787829541.111769:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829541.111772:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.111775:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829541.111777:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829541.111779:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829541.111782:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829541.111784:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829541.111786:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90240:90240:256:4294967295] 192.168.203.108@tcp LPNI seq info [90227:90227:8:4294967295]
00000400:00000200:1.0:1787829541.111789:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.111794:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829541.111798:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.111800:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829541.111803:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829541.111806:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829541.111809:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829541.111811:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829541.111814:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.111816:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829541.111818:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829541.111821:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829541.111823:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829541.111824:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829541.111826:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829541.111829:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111839:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.111842:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111847:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111848:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829541.111850:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829541.111852:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829541.111855:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829541.111856:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301018170
00000100:00000001:1.0:1787829541.111858:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.111860:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301018170
00000100:00000001:1.0:1787829541.111862:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.111863:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829541.111864:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.111866:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829541.111868:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541]  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829541.111874:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829541.111875:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829541.111876:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829541.111878:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829541.111879:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829541.111881:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829541.111883:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829541.111890:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111895:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829541.111896:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111898:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111899:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829541.111902:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111907:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829541.111910:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111915:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829541.111917:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111918:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.111919:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.111920:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829541.111922:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829541.111924:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829541.111926:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829541.111928:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829541.111930:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829541.111936:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555386880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829541.111939:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829541.111942:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111947:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.111949:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111951:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829541.111952:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829541.111954:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.111957:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829541.111959:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829541.111961:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829541.111962:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829541.111964:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829541.111967:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829541.111969:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829541.111971:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829541.111973:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829541.111976:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829541.111978:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387008, portal 4
00000100:00000001:1.0:1787829541.111979:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829541.111981:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:1.0:1787829541.111985:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.111990:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829541.111992:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829541.111994:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829541.111995:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555387008, offset 0
00000400:00000200:1.0:1787829541.111998:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829541.112001:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.112004:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829541.112006:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829541.112008:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829541.112010:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829541.112012:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829541.112014:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90241:90241:256:4294967295] 192.168.203.108@tcp LPNI seq info [90228:90228:8:4294967295]
00000400:00000200:1.0:1787829541.112017:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829541.112022:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829541.112026:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.112028:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829541.112031:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829541.112033:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829541.112036:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829541.112039:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829541.112041:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829541.112043:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829541.112045:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829541.112048:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829541.112050:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829541.112051:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829541.112053:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829541.112056:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112062:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.112065:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112070:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.112072:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829541.112074:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829541.112076:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829541.112078:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829541.112080:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301018162
00000100:00000001:1.0:1787829541.112082:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.112084:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301018162
00000100:00000001:1.0:1787829541.112086:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301022052
00000100:00000001:1.0:1787829541.112088:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829541.112089:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.112091:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829541.112094:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829541/real 1787829541]  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829541.112118:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829541.112119:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829541.112120:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829541.112123:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829541.112124:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829541.112126:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829541.112129:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829541.112136:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112142:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829541.112143:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112144:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.112146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829541.112149:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112155:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829541.112159:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112164:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829541.112166:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112168:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829541.112169:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112171:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829541.112172:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829541.112175:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829541.112178:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829541.112179:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829541.112183:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829541.112196:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829541.112199:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112201:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.112203:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555386624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112209:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829541.112210:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829541.112212:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829541.112214:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829541.112216:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829541.112217:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829541.112219:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829541.112221:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829541.112223:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829541.112224:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829541.112225:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:1.0:1787829541.112228:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829541.112229:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112230:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.112233:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555386752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112239:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829541.112240:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829541.112242:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829541.112244:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829541.112245:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829541.112246:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829541.112248:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829541.112249:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829541.112251:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829541.112252:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829541.112254:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:1.0:1787829541.112256:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829541.112257:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112258:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.112261:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555386880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112267:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829541.112268:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829541.112282:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829541.112284:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829541.112285:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829541.112287:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829541.112288:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829541.112290:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829541.112292:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829541.112293:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829541.112294:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:1.0:1787829541.112296:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829541.112297:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112299:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829541.112302:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555387008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829541.112307:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829541.112308:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829541.112310:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829541.112311:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829541.112312:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829541.112313:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829541.112315:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829541.112316:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829541.112318:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829541.112319:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829541.112320:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:1.0:1787829541.112323:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829541.112324:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112326:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.112328:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829541.112330:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.112332:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829541.112333:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829541.622162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829541.622167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829541.622169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829541.622172:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829541.622175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829541.622179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.622181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829541.622182:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829541.622184:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829541.942201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829541.942208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829541.942213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829541.942214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829541.942217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829541.942218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829541.942221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829541.942222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829541.942226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829541.942227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829541.942289:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829541.942293:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829541.942296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829542.134193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829542.134193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829542.134193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829542.134199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829542.134199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829542.134200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829542.134201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.134203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829542.134204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829542.134206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829542.134210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829542.134210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829542.134211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829542.134215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829542.134216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829542.134216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829542.134219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829542.134221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829542.134222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829542.134223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829542.134227:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829542.134228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829542.134230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829542.134232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.134233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829542.134236:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829542.134238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829542.646155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829542.646161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829542.646162:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829542.646166:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829542.646169:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829542.646171:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829542.646173:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829542.646175:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829542.646177:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829542.966195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829542.966202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829542.966206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829542.966210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829542.966218:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829542.966219:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829542.966222:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966225:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829542.966227:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966229:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829542.966231:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829542.966294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829542.966297:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829542.966301:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829543.158150:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829543.158150:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829543.158157:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829543.158157:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829543.158159:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829543.158159:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829543.158163:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829543.158164:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829543.158167:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829543.158167:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829543.158171:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829543.158171:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829543.158173:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829543.158175:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829543.158178:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829543.158179:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829543.158180:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829543.158182:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829543.158242:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829543.158244:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829543.158245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829543.158247:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829543.158248:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829543.158249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829543.158251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829543.158251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829543.158253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829543.670172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829543.670178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829543.670180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829543.670186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829543.670189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829543.670192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829543.670195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829543.670197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829543.670199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829543.990185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829543.990190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829543.990194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829543.990195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829543.990198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829543.990198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829543.990201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829543.990201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829543.990204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829543.990204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829543.990263:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829543.990266:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829543.990269:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829544.182211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829544.182218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829544.182221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829544.182225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829544.182232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829544.182232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829544.182233:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829544.182237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829544.182238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829544.182240:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829544.182240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829544.182245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829544.182245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829544.182246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829544.182261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829544.182266:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829544.182268:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829544.182273:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829544.182274:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829544.182282:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829544.182283:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829544.182296:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829544.182298:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829544.182301:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829544.182302:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829544.182307:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829544.182310:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829544.694217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829544.694224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829544.694229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829544.694234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829544.694239:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829544.694243:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829544.694261:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829544.694263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829544.694267:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829545.014182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829545.014188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829545.014194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829545.014195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829545.014198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829545.014200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829545.014204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829545.014205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829545.014209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829545.014210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829545.014308:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829545.014314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829545.014318:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829545.078215:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301022052, at 4301022080
00000100:00000040:2.0:1787829545.078223:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301022052, at 4301022080
00000100:00000010:3.0:1787829545.078234:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cd20.
00000100:00000010:2.0:1787829545.078241:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000001:1.0:1787829545.206199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829545.206199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829545.206208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829545.206209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829545.206211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829545.206212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829545.206219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829545.206219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829545.206225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829545.206226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829545.206231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829545.206232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829545.206237:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829545.206238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829545.206254:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829545.206261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829545.206262:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829545.206262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829545.206269:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829545.206269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829545.206281:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829545.206282:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829545.206289:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829545.206294:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829545.206298:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829545.206300:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829545.206304:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829545.718202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829545.718207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829545.718209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829545.718213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829545.718216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829545.718218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829545.718221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829545.718223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829545.718225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829546.038213:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829546.038215:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829546.038218:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038222:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829546.038223:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038225:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038227:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829546.038230:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829546.038231:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829546.038232:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038234:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829546.038246:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038249:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038251:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038254:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829546.038255:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829546.038256:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829546.038258:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038259:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829546.038260:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038261:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038262:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038265:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829546.038266:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829546.038267:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829546.038268:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038269:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829546.038270:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038271:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038272:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829546.038274:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829546.038275:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829546.038334:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829546.038339:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829546.038342:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829546.230273:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829546.230280:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829546.230280:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829546.230283:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829546.230290:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829546.230291:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829546.230291:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829546.230296:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829546.230302:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829546.230303:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829546.230306:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829546.230314:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829546.230319:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829546.230320:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829546.230321:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829546.230331:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829546.230332:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829546.230341:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6350
00000100:00000001:0.0:1787829546.230342:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829546.230351:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829546.230360:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829546.230364:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829546.230366:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829546.230367:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829546.230376:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829546.230379:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829546.230383:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829546.230388:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230391:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.230393:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230396:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829546.230400:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829546.230403:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829546.230406:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829546.230408:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829546.230410:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829546.230414:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829546.230418:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230421:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.230425:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230429:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829546.230432:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000040:3.0:1787829546.230433:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829546.230438:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230440:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.230442:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829546.230446:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829546.230450:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787829546.230451:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829546.230456:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230457:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829546.230461:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829546.230465:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000010:3.0:1787829546.230471:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000100:00000001:0.0:1787829546.230473:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787829546.230476:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
00000100:00000001:0.0:1787829546.230478:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829546.230481:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829546.230486:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829546.230487:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829546.230492:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829546.230493:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829546.230501:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.230501:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829546.230511:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829546.230519:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829546.230530:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829546.230538:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829546.230547:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829546.230550:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829546.230554:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829546.230571:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829546.230574:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829546.230576:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829546.230578:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829546.230579:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829546.230581:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829546.230582:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6350
00000400:00000200:3.0:1787829546.230585:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829546.230587:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829546.230588:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829546.230591:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230592:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.230594:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230596:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829546.230598:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829546.230599:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829546.230600:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829546.230602:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829546.230603:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829546.230604:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829546.230606:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230608:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829546.230609:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829546.230610:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230615:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829546.230617:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787829546.230617:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829546.230622:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829546.230624:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829546.230624:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.230628:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829546.230633:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787829546.230637:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829546.230637:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230639:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829546.230644:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829546.230649:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230652:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829546.230657:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829546.230659:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787829546.230660:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829546.230664:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.230664:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829546.230666:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230669:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829546.230670:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829546.230672:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829546.230672:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.230677:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787829546.230677:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829546.230682:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.230684:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829546.230689:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829546.230691:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555387136:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829546.230703:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829546.230703:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829546.230707:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.230710:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787829546.230711:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829546.230714:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230719:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829546.230721:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829546.230724:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829546.230726:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829546.230729:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829546.230730:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829546.230732:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829546.230735:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6350
00000400:00000200:3.0:1787829546.230737:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829546.230739:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000010:1.0:1787829546.230740:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
00000100:00080000:3.0:1787829546.230741:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829546.230747:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829546.230748:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230752:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.230754:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230756:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829546.230757:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829546.230759:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829546.230761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829546.230762:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829546.230765:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829546.230767:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829546.230768:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:1.0:1787829546.230770:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000040:3.0:1787829546.230771:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230776:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.230777:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230779:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829546.230780:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000010:1.0:1787829546.230782:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:3.0:1787829546.230782:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230787:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.230789:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829546.230791:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787829546.230793:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387136, portal 25
02000000:00000001:3.0:1787829546.230793:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230794:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829546.230797:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829546.230799:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1787829546.230800:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230803:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.230804:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00000010:3.0:1787829546.230806:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829546.230810:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829546.230813:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829546.230814:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230817:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787829546.230818:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829546.230819:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829546.230821:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829546.230827:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829546.230831:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.230838:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829546.230839:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787829546.230844:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829546.230850:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829546.230853:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829546.230856:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829546.230857:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555387136, offset 0
00000100:00000040:3.0:1787829546.230861:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829546.230867:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829546.230872:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829546.230872:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829546.230878:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829546.230879:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829546.230880:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829546.230882:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829546.230886:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6350
00000400:00000200:1.0:1787829546.230887:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829546.230891:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829546.230896:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829546.230899:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829546.230900:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:3.0:1787829546.230903:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230906:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.230909:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829546.230910:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829546.230911:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829546.230915:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829546.230916:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829546.230917:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829546.230919:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000400:00000200:1.0:1787829546.230920:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:3.0:1787829546.230922:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829546.230925:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:1.0:1787829546.230927:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787829546.230930:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230934:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829546.230937:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:3.0:1787829546.230938:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230942:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829546.230946:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000400:00000200:1.0:1787829546.230948:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90242:90242:256:4294967295] 192.168.203.108@tcp LPNI seq info [90229:90229:8:4294967295]
00000100:00080000:3.0:1787829546.230951:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829546.230955:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.230958:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829546.230961:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829546.230962:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829546.230967:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230968:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829546.230970:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829546.230972:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230976:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829546.230980:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000400:00000200:1.0:1787829546.230981:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787829546.230984:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829546.230989:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829546.230990:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.230994:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787829546.230995:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829546.230995:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829546.230998:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829546.231004:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000800:00000010:1.0:1787829546.231006:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829546.231007:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829546.231013:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787829546.231020:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829546.231024:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829546.231027:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787829546.231028:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829546.231039:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829546.231040:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829546.231047:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829546.231057:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.231062:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829546.231062:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829546.231068:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829546.231072:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787829546.231073:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829546.231078:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829546.231082:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787829546.231083:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829546.231090:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829546.231092:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00080000:3.0:1787829546.231094:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6350
00000400:00000200:3.0:1787829546.231120:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829546.231122:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000010:1.0:1787829546.231125:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00080000:3.0:1787829546.231125:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829546.231128:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.231132:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829546.231134:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787829546.231134:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.231139:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829546.231141:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829546.231144:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000200:1.0:1787829546.231145:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829546.231146:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829546.231149:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829546.231152:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829546.231157:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829546.231163:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829546.231166:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829546.231170:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829546.231172:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829546.231172:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829546.231175:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829546.231180:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:1.0:1787829546.231181:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829546.231182:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.231185:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829546.231189:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829546.231193:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.231197:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829546.231200:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829546.231202:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829546.231203:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.231206:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829546.231207:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829546.231211:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829546.231214:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829546.231216:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829546.231217:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829546.231219:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829546.231222:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829546.231223:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829546.231226:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829546.231227:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829546.231230:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:1.0:1787829546.231233:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301027173
00000100:00000001:3.0:1787829546.231251:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829546.231257:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787829546.231258:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c720.
00000100:00000001:3.0:1787829546.231268:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829546.231270:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829546.231271:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829546.231276:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231280:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301027173
00000100:00000001:3.0:1787829546.231283:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829546.231287:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c120.
00000100:00000040:3.0:1787829546.231289:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6360)
00000100:00000001:1.0:1787829546.231294:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829546.231301:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829546.231305:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.231308:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829546.231315:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546]  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829546.231326:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829546.231327:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829546.231330:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829546.231333:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829546.231336:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829546.231338:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829546.231342:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829546.231351:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231358:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829546.231360:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231363:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.231365:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829546.231369:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231378:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829546.231383:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231391:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829546.231394:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231396:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.231398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231400:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829546.231403:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829546.231405:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829546.231410:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829546.231412:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829546.231417:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829546.231426:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555387136:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829546.231431:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231433:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.231437:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555387136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231444:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829546.231446:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829546.231449:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829546.231452:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829546.231454:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829546.231456:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829546.231459:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829546.231461:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829546.231465:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829546.231467:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829546.231468:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:1.0:1787829546.231471:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829546.231473:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231475:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231482:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829546.231484:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.231486:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829546.231488:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829546.231490:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829546.231494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231501:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829546.231503:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.231505:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829546.231507:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829546.231509:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829546.231512:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829546.231516:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829546.231518:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829546.231519:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.231521:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829546.231524:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829546.231527:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829546.231531:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829546.231534:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829546.231538:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829546.231541:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387264, portal 10
00000100:00000001:1.0:1787829546.231543:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829546.231545:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:1.0:1787829546.231553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231560:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829546.231562:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829546.231566:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829546.231568:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555387264, offset 0
00000400:00000200:1.0:1787829546.231573:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829546.231577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.231581:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829546.231584:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829546.231587:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829546.231590:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829546.231592:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829546.231596:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90243:90243:256:4294967295] 192.168.203.108@tcp LPNI seq info [90230:90230:8:4294967295]
00000400:00000200:1.0:1787829546.231600:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.231607:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829546.231612:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.231616:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829546.231620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829546.231623:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829546.231628:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829546.231631:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829546.231635:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.231637:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829546.231640:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829546.231643:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829546.231646:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829546.231648:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829546.231650:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829546.231654:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231662:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.231666:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231673:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.231675:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829546.231679:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829546.231683:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829546.231686:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829546.231688:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301023317
00000100:00000001:1.0:1787829546.231691:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.231693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301023317
00000100:00000001:1.0:1787829546.231695:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.231697:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829546.231699:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.231701:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829546.231705:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546]  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829546.231714:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829546.231716:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829546.231718:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829546.231720:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829546.231722:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829546.231724:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829546.231728:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829546.231737:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231744:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829546.231746:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231748:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.231749:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829546.231753:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231760:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829546.231764:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231772:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829546.231774:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231776:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.231777:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.231779:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829546.231782:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829546.231784:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829546.231788:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829546.231790:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829546.231794:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829546.231803:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829546.231807:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829546.231810:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231816:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829546.231818:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.231820:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829546.231821:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829546.231824:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829546.231827:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829546.231830:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829546.231832:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829546.231833:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.231835:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829546.231839:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829546.231840:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829546.231844:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829546.231847:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829546.231850:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829546.231854:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387392, portal 10
00000100:00000001:1.0:1787829546.231855:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829546.231857:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:1.0:1787829546.231863:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231870:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829546.231873:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829546.231875:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829546.231878:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555387392, offset 0
00000400:00000200:1.0:1787829546.231882:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829546.231886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.231890:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829546.231893:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829546.231896:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829546.231899:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829546.231901:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829546.231904:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90244:90244:256:4294967295] 192.168.203.108@tcp LPNI seq info [90231:90231:8:4294967295]
00000400:00000200:1.0:1787829546.231908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.231915:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829546.231919:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.231922:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829546.231927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829546.231930:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829546.231934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829546.231937:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829546.231940:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.231942:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829546.231945:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829546.231948:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829546.231951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829546.231954:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829546.231957:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829546.231960:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231968:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.231970:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.231977:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.231979:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829546.231982:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829546.231985:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829546.231988:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829546.231990:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301023257
00000100:00000001:1.0:1787829546.231993:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.231995:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301023257
00000100:00000001:1.0:1787829546.231997:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.231999:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829546.232001:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.232003:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829546.232007:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546]  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829546.232016:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829546.232017:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829546.232019:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829546.232022:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829546.232023:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829546.232026:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829546.232029:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829546.232038:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232046:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829546.232047:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232049:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.232050:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829546.232054:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232061:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829546.232065:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232073:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829546.232075:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232076:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.232078:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232080:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829546.232081:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829546.232084:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829546.232087:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829546.232089:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829546.232094:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829546.232122:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829546.232127:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829546.232131:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232139:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829546.232140:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.232143:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829546.232145:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829546.232147:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829546.232150:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829546.232153:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829546.232154:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829546.232156:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.232158:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829546.232162:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829546.232164:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829546.232167:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829546.232170:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829546.232174:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829546.232177:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387520, portal 4
00000100:00000001:1.0:1787829546.232179:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829546.232180:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:1.0:1787829546.232186:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232193:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829546.232195:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829546.232198:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829546.232200:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555387520, offset 0
00000400:00000200:1.0:1787829546.232205:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829546.232209:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.232212:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829546.232215:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829546.232218:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829546.232220:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829546.232223:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829546.232226:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90245:90245:256:4294967295] 192.168.203.108@tcp LPNI seq info [90232:90232:8:4294967295]
00000400:00000200:1.0:1787829546.232231:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.232253:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829546.232259:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.232263:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829546.232268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829546.232271:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829546.232276:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829546.232278:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829546.232283:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.232286:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829546.232289:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829546.232293:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829546.232296:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829546.232298:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829546.232301:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829546.232305:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232313:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.232317:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232324:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.232325:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829546.232328:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829546.232331:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829546.232335:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829546.232338:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301023291
00000100:00000001:1.0:1787829546.232340:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.232342:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301023291
00000100:00000001:1.0:1787829546.232345:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.232347:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829546.232349:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.232351:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829546.232355:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546]  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829546.232364:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829546.232366:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829546.232368:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829546.232371:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829546.232372:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829546.232374:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829546.232378:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829546.232387:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232393:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829546.232395:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232397:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.232398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829546.232402:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232410:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829546.232414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232422:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829546.232424:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232426:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.232427:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232429:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829546.232432:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829546.232435:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829546.232438:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829546.232440:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829546.232445:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829546.232453:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829546.232458:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829546.232462:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232468:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829546.232469:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.232471:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829546.232473:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829546.232475:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829546.232478:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829546.232482:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829546.232484:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829546.232485:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829546.232487:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829546.232491:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829546.232493:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829546.232497:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829546.232500:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829546.232503:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829546.232506:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387648, portal 4
00000100:00000001:1.0:1787829546.232508:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829546.232509:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:1.0:1787829546.232515:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232521:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829546.232523:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829546.232525:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829546.232528:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555387648, offset 0
00000400:00000200:1.0:1787829546.232532:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829546.232536:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.232540:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829546.232543:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829546.232546:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829546.232549:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829546.232551:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829546.232555:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90246:90246:256:4294967295] 192.168.203.108@tcp LPNI seq info [90233:90233:8:4294967295]
00000400:00000200:1.0:1787829546.232559:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829546.232566:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829546.232570:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.232574:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829546.232578:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829546.232581:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787829546.232585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829546.232588:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787829546.232592:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829546.232594:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829546.232597:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829546.232600:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829546.232603:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829546.232605:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829546.232607:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829546.232611:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232619:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.232622:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232629:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.232631:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829546.232634:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829546.232637:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829546.232641:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829546.232643:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301023283
00000100:00000001:1.0:1787829546.232646:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.232649:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301023283
00000100:00000001:1.0:1787829546.232651:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301027173
00000100:00000001:1.0:1787829546.232653:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829546.232656:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.232658:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829546.232662:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829546/real 1787829546]  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829546.232671:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829546.232673:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829546.232674:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829546.232677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829546.232679:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829546.232681:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829546.232685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829546.232693:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232700:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829546.232702:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232704:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.232706:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829546.232710:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232718:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829546.232722:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232730:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829546.232733:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232735:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829546.232736:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232738:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829546.232740:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829546.232743:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829546.232746:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829546.232749:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829546.232753:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829546.232763:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829546.232767:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232769:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.232773:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555387264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232781:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829546.232783:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829546.232785:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829546.232787:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829546.232789:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829546.232790:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829546.232793:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829546.232794:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:1.0:1787829546.232797:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829546.232798:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829546.232800:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829546.232803:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829546.232804:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232806:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.232810:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555387392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232824:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829546.232825:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829546.232827:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829546.232830:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829546.232831:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829546.232832:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829546.232835:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829546.232837:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829546.232839:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829546.232841:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829546.232842:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829546.232845:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829546.232846:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232848:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.232852:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555387520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232859:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829546.232860:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829546.232862:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829546.232865:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829546.232866:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829546.232867:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829546.232869:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829546.232871:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829546.232873:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829546.232875:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829546.232876:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829546.232878:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829546.232880:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232881:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829546.232885:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555387648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829546.232893:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829546.232894:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829546.232896:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829546.232898:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829546.232900:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829546.232901:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829546.232903:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829546.232905:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829546.232907:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829546.232908:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829546.232910:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:1.0:1787829546.232912:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829546.232914:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232916:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.232920:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829546.232921:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.232923:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829546.232925:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829546.742176:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829546.742183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829546.742185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829546.742189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829546.742192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829546.742195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.742198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829546.742200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829546.742202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829547.062173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829547.062180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829547.062186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829547.062188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829547.062192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829547.062193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829547.062196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829547.062198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829547.062201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829547.062203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829547.062278:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829547.062284:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829547.062287:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829547.254247:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829547.254257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829547.254259:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829547.254260:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829547.254268:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829547.254268:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829547.254271:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.254276:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829547.254277:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829547.254277:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829547.254282:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829547.254283:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829547.254289:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829547.254289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.254290:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829547.254294:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.254296:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.254307:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829547.254307:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829547.254308:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829547.254313:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829547.254316:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829547.254318:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829547.254324:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829547.254329:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829547.254332:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829547.254336:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829547.766173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829547.766181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829547.766183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829547.766188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829547.766191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829547.766195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829547.766198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829547.766201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829547.766203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829548.086266:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829548.086276:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829548.086285:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829548.086286:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829548.086291:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829548.086292:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829548.086297:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829548.086298:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829548.086303:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829548.086304:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829548.086402:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829548.086408:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829548.086414:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829548.278182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829548.278191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829548.278193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829548.278197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829548.278201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829548.278204:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829548.278206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829548.278208:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829548.278211:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829548.278230:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829548.278238:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829548.278241:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829548.278248:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829548.278252:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829548.278256:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829548.278260:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829548.278263:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829548.278266:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829548.278360:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829548.278363:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829548.278365:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829548.278368:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829548.278370:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829548.278373:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829548.278375:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829548.278377:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829548.278379:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829548.790276:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829548.790287:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829548.790290:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829548.790298:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829548.790304:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829548.790309:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829548.790313:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829548.790316:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829548.790319:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829549.110191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829549.110202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829549.110211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829549.110212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829549.110230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829549.110232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829549.110236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829549.110238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829549.110242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829549.110243:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829549.110312:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829549.110318:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829549.110321:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829549.302154:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829549.302161:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829549.302163:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829549.302167:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829549.302170:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829549.302174:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829549.302176:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829549.302179:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829549.302181:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829549.302208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829549.302225:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829549.302227:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829549.302232:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829549.302233:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829549.302235:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829549.302240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829549.302240:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829549.302245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829549.302246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829549.302249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829549.302253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829549.302253:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829549.302260:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829549.302263:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829549.302266:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829549.302267:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829549.302270:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829549.814193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829549.814201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829549.814203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829549.814208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829549.814225:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829549.814229:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829549.814231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829549.814234:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829549.814236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829550.134264:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829550.134273:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829550.134280:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829550.134282:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829550.134286:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829550.134289:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829550.134293:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829550.134294:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829550.134298:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829550.134299:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829550.134375:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829550.134380:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829550.134384:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829550.198171:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301027173, at 4301027200
00000100:00000040:2.0:1787829550.198176:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301027173, at 4301027200
00000100:00000010:3.0:1787829550.198185:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c120.
00000100:00000010:2.0:1787829550.198188:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c720.
00000100:00000001:0.0:1787829550.326181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829550.326182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829550.326190:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829550.326190:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829550.326194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829550.326194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829550.326200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829550.326201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829550.326217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829550.326219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829550.326224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829550.326225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829550.326227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829550.326231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829550.326235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829550.326236:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829550.326238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829550.326239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829550.326241:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829550.326243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829550.326249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829550.326253:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829550.326261:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829550.326265:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829550.326270:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829550.326272:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829550.326276:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829550.838237:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829550.838245:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829550.838248:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829550.838254:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829550.838259:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829550.838265:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829550.838268:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829550.838270:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829550.838273:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829551.158228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829551.158235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829551.158240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829551.158241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829551.158244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829551.158245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829551.158248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829551.158250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829551.158252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829551.158253:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829551.158311:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829551.158317:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829551.158320:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829551.350178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829551.350179:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829551.350186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829551.350186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829551.350188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829551.350190:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829551.350197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829551.350212:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829551.350216:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829551.350218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829551.350222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829551.350222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829551.350223:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829551.350225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829551.350229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829551.350232:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829551.350234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350236:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829551.350237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.350239:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829551.350241:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829551.350242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.350248:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829551.350252:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350253:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829551.350254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.350266:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6355
00000100:00100000:1.0:1787829551.350267:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829551.350278:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787829551.350285:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829551.350286:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.350290:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.350293:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829551.350294:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829551.350297:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.350298:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829551.350305:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350309:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.350313:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350315:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829551.350319:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829551.350320:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829551.350328:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829551.350331:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829551.350335:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829551.350337:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829551.350340:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350341:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.350343:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350344:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829551.350346:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829551.350348:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350350:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829551.350352:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829551.350355:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829551.350357:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350358:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829551.350360:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829551.350367:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787829551.350370:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829551.350373:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829551.350375:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350377:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829551.350379:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829551.350382:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829551.350388:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829551.350393:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829551.350401:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829551.350408:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829551.350412:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829551.350416:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829551.350434:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.350436:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829551.350439:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829551.350440:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829551.350441:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829551.350443:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829551.350445:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6355
00000400:00000200:3.0:1787829551.350448:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829551.350451:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829551.350453:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829551.350455:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350457:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.350459:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829551.350461:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829551.350461:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829551.350465:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829551.350467:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787829551.350467:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829551.350474:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829551.350475:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787829551.350480:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829551.350482:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829551.350483:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829551.350496:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829551.350497:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829551.350503:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.350510:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350519:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829551.350529:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:1.0:1787829551.350534:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.350541:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.350542:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350554:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.350555:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829551.350558:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829551.350560:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829551.350564:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829551.350565:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829551.350577:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829551.350583:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555387776:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829551.350584:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829551.350591:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787829551.350591:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829551.350598:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.350600:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829551.350602:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.350604:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.350609:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787829551.350609:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829551.350615:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829551.350617:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829551.350618:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350620:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787829551.350621:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:3.0:1787829551.350623:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829551.350627:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829551.350628:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829551.350636:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000400:00000200:1.0:1787829551.350641:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829551.350643:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829551.350647:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00100000:3.0:1787829551.350653:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787829551.350656:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829551.350667:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829551.350669:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829551.350671:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387776, portal 25
00000100:00000040:3.0:1787829551.350674:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.350676:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829551.350679:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139968 : -107611171411648 : ffff9e20d25aa940)
00000100:00000040:1.0:1787829551.350686:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829551.350721:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.350726:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829551.350727:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829551.350733:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829551.350739:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787829551.350742:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829551.350746:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787829551.350749:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829551.350751:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829551.350758:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6355
00000100:00000200:1.0:1787829551.350761:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555387776, offset 0
00000400:00000200:3.0:1787829551.350762:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829551.350774:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829551.350777:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829551.350784:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829551.350787:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350791:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.350794:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350796:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829551.350802:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829551.350803:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829551.350804:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829551.350805:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829551.350807:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829551.350809:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829551.350816:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829551.350820:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350822:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829551.350825:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:3.0:1787829551.350830:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350836:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829551.350839:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787829551.350846:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829551.350853:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:3.0:1787829551.350858:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829551.350862:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829551.350864:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.350870:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829551.350871:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829551.350877:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829551.350878:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90247:90247:256:4294967295] 192.168.203.108@tcp LPNI seq info [90234:90234:8:4294967295]
02000000:00000001:3.0:1787829551.350884:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.350891:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829551.350891:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829551.350900:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829551.350905:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350908:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829551.350919:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000400:00000200:1.0:1787829551.350920:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787829551.350927:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829551.350930:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829551.350931:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.350933:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829551.350936:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829551.350939:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829551.350943:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000800:00000200:1.0:1787829551.350946:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829551.350949:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829551.350956:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00100000:3.0:1787829551.350959:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787829551.350973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829551.350976:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829551.350979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787829551.350984:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829551.350989:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787829551.350997:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787829551.350997:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787829551.351008:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.351015:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829551.351023:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829551.351023:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829551.351030:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1787829551.351033:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00080000:3.0:1787829551.351033:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829551.351043:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829551.351047:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6355
00000400:00000200:1.0:1787829551.351048:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787829551.351053:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.351062:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787829551.351068:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829551.351071:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829551.351073:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000040:3.0:1787829551.351076:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829551.351078:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829551.351081:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829551.351085:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787829551.351087:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.351092:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:1.0:1787829551.351094:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829551.351130:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829551.351134:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829551.351143:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829551.351150:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829551.351154:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829551.351155:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829551.351159:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829551.351165:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829551.351169:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829551.351180:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829551.351189:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829551.351190:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829551.351211:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829551.351213:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829551.351219:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829551.351221:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829551.351224:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829551.351229:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.351231:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829551.351233:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829551.351235:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301032293
02000000:00000001:3.0:1787829551.351238:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829551.351242:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829551.351243:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787829551.351246:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829551.351249:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829551.351252:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351254:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829551.351254:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829551.351265:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829551.351267:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301032293
00000020:00000040:3.0:1787829551.351274:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000010:1.0:1787829551.351277:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c720.
02000000:00000001:3.0:1787829551.351279:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829551.351285:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829551.351285:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.351290:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829551.351292:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829551.351293:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829551.351301:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829551.351301:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351314:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787829551.351317:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00100000:1.0:1787829551.351323:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551]  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829551.351324:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829551.351341:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829551.351355:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829551.351360:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829551.351362:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787829551.351364:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829551.351366:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.351369:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829551.351373:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000040:3.0:1787829551.351374:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.351384:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829551.351394:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829551.351395:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829551.351405:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829551.351417:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1787829551.351419:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829551.351423:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829551.351428:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829551.351442:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829551.351443:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829551.351449:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829551.351453:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6355
00000100:00000001:1.0:1787829551.351455:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.351458:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829551.351467:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:1.0:1787829551.351472:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829551.351474:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829551.351485:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829551.351493:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829551.351504:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829551.351504:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.351511:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829551.351515:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829551.351516:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829551.351525:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829551.351531:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829551.351539:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829551.351541:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787829551.351544:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829551.351546:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829551.351548:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829551.351552:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829551.351554:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829551.351555:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.351567:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829551.351572:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829551.351573:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00080000:1.0:1787829551.351583:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829551.351583:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829551.351591:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:1.0:1787829551.351592:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:3.0:1787829551.351601:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829551.351602:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787829551.351616:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000040:1.0:1787829551.351620:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829551.351625:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829551.351638:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829551.351651:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829551.351656:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555387776:192.168.203.108@tcp:250:kworker.0
02000000:00000001:3.0:1787829551.351658:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829551.351664:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351665:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829551.351667:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829551.351669:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787829551.351671:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000040:1.0:1787829551.351677:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa940 x1874668555387776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829551.351678:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829551.351686:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829551.351695:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829551.351701:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787829551.351703:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829551.351705:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829551.351707:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829551.351710:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829551.351712:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
00000100:00000001:3.0:1787829551.351713:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829551.351714:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829551.351716:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.351721:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:3.0:1787829551.351721:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000020:00000001:1.0:1787829551.351731:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829551.351731:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829551.351740:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00100000:3.0:1787829551.351742:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1787829551.351752:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829551.351755:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787829551.351759:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829551.351760:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829551.351770:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829551.351773:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829551.351778:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829551.351782:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa940.
00000100:00000001:3.0:1787829551.351785:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351787:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829551.351790:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829551.351790:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6366)
00000100:00000001:1.0:1787829551.351798:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.351807:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829551.351809:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351811:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829551.351813:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829551.351815:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829551.351821:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.351826:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.351828:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.351830:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829551.351831:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829551.351833:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829551.351835:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387904:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829551.351838:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829551.351840:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829551.351841:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.351843:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829551.351845:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829551.351847:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.351851:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829551.351853:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829551.351856:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829551.351858:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555387904, portal 10
00000100:00000001:1.0:1787829551.351860:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829551.351861:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:1.0:1787829551.351866:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.351871:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829551.351873:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829551.351874:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829551.351876:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555387904, offset 0
00000400:00000200:1.0:1787829551.351879:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829551.351882:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.351885:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829551.351887:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829551.351889:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829551.351891:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829551.351893:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829551.351896:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90248:90248:256:4294967295] 192.168.203.108@tcp LPNI seq info [90235:90235:8:4294967295]
00000400:00000200:1.0:1787829551.351899:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.351904:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829551.351907:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.351910:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829551.351913:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829551.351915:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829551.351920:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829551.351923:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787829551.351928:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.351930:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829551.351934:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829551.351938:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829551.351941:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829551.351943:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829551.351946:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829551.351950:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.351959:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.351963:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.351970:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351972:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829551.351975:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829551.351979:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829551.351981:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829551.351983:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301028437
00000100:00000001:1.0:1787829551.351985:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.351987:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301028437
00000100:00000001:1.0:1787829551.351989:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.351991:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829551.351992:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.351994:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829551.351997:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551]  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829551.352003:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829551.352004:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829551.352005:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829551.352007:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829551.352008:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829551.352009:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829551.352011:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829551.352017:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352021:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829551.352022:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352023:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352024:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829551.352026:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352030:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829551.352033:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352038:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829551.352039:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352040:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352041:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352042:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829551.352044:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829551.352046:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829551.352049:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829551.352050:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829551.352053:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829551.352058:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555387904:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829551.352060:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829551.352063:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352067:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.352068:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.352069:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829551.352070:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829551.352072:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829551.352074:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829551.352076:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829551.352078:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829551.352079:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.352080:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352083:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829551.352084:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.352086:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829551.352088:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829551.352090:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829551.352092:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388032, portal 10
00000100:00000001:1.0:1787829551.352094:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829551.352095:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:1.0:1787829551.352119:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352124:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829551.352126:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829551.352128:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829551.352130:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555388032, offset 0
00000400:00000200:1.0:1787829551.352132:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829551.352135:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.352138:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829551.352140:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829551.352142:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829551.352144:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829551.352145:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829551.352148:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90249:90249:256:4294967295] 192.168.203.108@tcp LPNI seq info [90236:90236:8:4294967295]
00000400:00000200:1.0:1787829551.352150:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.352155:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829551.352158:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.352160:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829551.352162:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829551.352164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829551.352167:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829551.352169:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787829551.352172:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.352173:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829551.352175:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829551.352178:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829551.352180:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829551.352181:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829551.352183:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829551.352185:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352190:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352192:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352197:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352213:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829551.352217:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829551.352220:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829551.352223:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829551.352225:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301028378
00000100:00000001:1.0:1787829551.352227:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.352229:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301028378
00000100:00000001:1.0:1787829551.352230:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.352232:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829551.352234:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352235:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829551.352238:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551]  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829551.352243:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829551.352244:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829551.352245:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829551.352247:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829551.352248:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829551.352250:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829551.352252:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829551.352257:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352261:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829551.352262:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352263:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352264:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829551.352266:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352270:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829551.352273:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352278:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829551.352280:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352281:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352282:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352283:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829551.352284:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829551.352285:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829551.352287:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829551.352288:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829551.352291:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829551.352295:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829551.352297:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829551.352300:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352304:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.352305:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.352306:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829551.352308:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829551.352309:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829551.352310:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829551.352312:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829551.352314:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829551.352315:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.352317:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352319:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829551.352321:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.352323:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829551.352325:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829551.352328:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829551.352330:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388160, portal 4
00000100:00000001:1.0:1787829551.352331:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829551.352332:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:1.0:1787829551.352337:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352341:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829551.352343:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829551.352344:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829551.352346:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555388160, offset 0
00000400:00000200:1.0:1787829551.352348:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829551.352350:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.352352:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829551.352354:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829551.352356:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829551.352358:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829551.352359:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829551.352362:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90250:90250:256:4294967295] 192.168.203.108@tcp LPNI seq info [90237:90237:8:4294967295]
00000400:00000200:1.0:1787829551.352364:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.352368:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829551.352371:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.352373:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829551.352376:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829551.352378:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829551.352380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829551.352382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787829551.352385:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.352386:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829551.352389:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829551.352391:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829551.352393:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829551.352394:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829551.352396:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829551.352398:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352404:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352406:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352410:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352411:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829551.352413:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829551.352415:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829551.352417:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829551.352418:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301028411
00000100:00000001:1.0:1787829551.352419:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.352421:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301028411
00000100:00000001:1.0:1787829551.352423:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.352424:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829551.352425:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352427:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829551.352429:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551]  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829551.352433:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829551.352434:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829551.352435:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829551.352436:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829551.352437:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829551.352439:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829551.352441:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829551.352447:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352455:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829551.352456:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352457:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352458:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829551.352461:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352465:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829551.352467:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352471:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829551.352472:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352473:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352474:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352475:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829551.352476:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829551.352478:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829551.352480:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829551.352481:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829551.352483:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829551.352488:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829551.352490:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829551.352492:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352497:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.352498:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.352500:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829551.352501:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829551.352502:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829551.352504:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829551.352507:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829551.352508:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829551.352508:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829551.352509:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352512:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829551.352513:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829551.352515:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829551.352516:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829551.352518:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829551.352520:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388288, portal 4
00000100:00000001:1.0:1787829551.352521:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829551.352522:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:1.0:1787829551.352526:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352530:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829551.352532:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829551.352533:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829551.352535:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555388288, offset 0
00000400:00000200:1.0:1787829551.352537:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829551.352539:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.352541:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829551.352542:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829551.352544:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829551.352545:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829551.352546:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829551.352548:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90251:90251:256:4294967295] 192.168.203.108@tcp LPNI seq info [90238:90238:8:4294967295]
00000400:00000200:1.0:1787829551.352551:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829551.352555:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829551.352559:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.352561:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829551.352563:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829551.352565:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787829551.352568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829551.352570:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787829551.352572:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829551.352574:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829551.352575:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829551.352578:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829551.352580:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829551.352581:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829551.352582:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829551.352584:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352590:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352592:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352596:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352597:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829551.352598:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829551.352600:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829551.352602:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829551.352603:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301028403
00000100:00000001:1.0:1787829551.352605:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.352606:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301028403
00000100:00000001:1.0:1787829551.352608:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301032293
00000100:00000001:1.0:1787829551.352609:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829551.352610:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352611:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829551.352613:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829551/real 1787829551]  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829551.352619:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829551.352620:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829551.352622:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829551.352623:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829551.352624:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829551.352625:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829551.352627:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829551.352632:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352635:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829551.352636:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352637:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352638:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829551.352640:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352644:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829551.352646:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352650:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829551.352652:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352653:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829551.352653:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352654:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829551.352655:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829551.352657:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829551.352659:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829551.352661:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829551.352664:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829551.352669:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829551.352672:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352673:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352675:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555387904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352679:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829551.352680:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352681:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829551.352683:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829551.352684:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829551.352685:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829551.352686:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829551.352687:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829551.352688:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829551.352689:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829551.352690:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:1.0:1787829551.352692:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829551.352693:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352694:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352696:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555388032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352700:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829551.352701:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352702:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829551.352704:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829551.352705:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829551.352705:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829551.352707:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829551.352708:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829551.352710:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829551.352712:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829551.352713:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829551.352716:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829551.352717:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352719:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352723:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555388160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352730:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829551.352731:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352733:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f800.
02000000:00000001:1.0:1787829551.352736:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829551.352738:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829551.352739:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829551.352741:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829551.352743:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829551.352745:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829551.352747:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829551.352748:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829551.352751:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829551.352752:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352754:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829551.352758:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555388288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829551.352765:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829551.352766:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829551.352768:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e400.
02000000:00000001:1.0:1787829551.352770:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829551.352771:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829551.352773:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829551.352775:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829551.352777:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829551.352779:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829551.352781:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829551.352782:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829551.352784:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829551.352785:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352788:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.352792:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829551.352793:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.352796:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829551.352797:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829551.862233:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829551.862243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829551.862245:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829551.862251:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829551.862255:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829551.862260:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.862262:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829551.862265:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829551.862267:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829552.182246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829552.182254:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829552.182259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829552.182260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829552.182263:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829552.182264:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829552.182268:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829552.182269:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829552.182271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829552.182272:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829552.182349:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829552.182355:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829552.182359:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829552.374266:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829552.374266:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829552.374269:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829552.374275:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829552.374278:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829552.374280:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829552.374280:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.374286:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829552.374287:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829552.374290:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829552.374296:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829552.374298:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829552.374299:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829552.374303:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829552.374306:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829552.374308:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829552.374309:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829552.374311:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829552.374320:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829552.374321:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829552.374326:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.374327:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829552.374332:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829552.374336:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829552.374338:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829552.374342:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829552.374347:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829552.886243:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829552.886253:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829552.886255:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829552.886260:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829552.886263:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829552.886268:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829552.886271:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829552.886273:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829552.886276:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829553.206254:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829553.206260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206263:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829553.206264:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206267:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829553.206268:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206272:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829553.206276:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829553.206278:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829553.206282:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206285:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829553.206288:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206290:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829553.206293:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829553.206362:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829553.206370:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829553.206375:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829553.398209:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829553.398215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829553.398217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829553.398222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829553.398226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829553.398231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829553.398234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829553.398234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829553.398239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829553.398244:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829553.398244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829553.398251:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829553.398259:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829553.398264:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829553.398269:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829553.398272:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829553.398275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829553.398278:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829553.398280:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829553.398288:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829553.398290:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829553.398295:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829553.398298:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829553.398300:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829553.398302:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829553.398305:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829553.398307:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829553.910171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829553.910178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829553.910179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829553.910194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829553.910197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829553.910200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829553.910202:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829553.910204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829553.910206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829554.230221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829554.230228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829554.230234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829554.230235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829554.230239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829554.230241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829554.230244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829554.230246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829554.230250:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829554.230251:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829554.230310:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829554.230313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829554.230316:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829554.422189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829554.422189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829554.422197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829554.422197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829554.422198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829554.422200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829554.422203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829554.422204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829554.422205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829554.422210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829554.422211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829554.422211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829554.422215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829554.422217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829554.422218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829554.422218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829554.422222:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829554.422223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829554.422224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829554.422225:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829554.422231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829554.422231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829554.422235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829554.422240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829554.422244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829554.422249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829554.422252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829554.934156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829554.934161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829554.934163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829554.934167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829554.934170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829554.934172:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829554.934185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829554.934188:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829554.934190:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829555.254212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829555.254217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829555.254222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829555.254223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829555.254226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829555.254227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829555.254229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829555.254230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829555.254233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829555.254234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829555.254264:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829555.254267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829555.254270:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829555.318200:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301032293, at 4301032320
00000100:00000040:2.0:1787829555.318201:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301032293, at 4301032320
00000100:00000010:3.0:1787829555.318221:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c720.
00000100:00000010:2.0:1787829555.318224:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c180.
00000100:00000001:3.0:1787829555.446181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829555.446183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829555.446186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829555.446189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829555.446189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829555.446191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829555.446194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829555.446194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829555.446194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829555.446203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829555.446204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829555.446204:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829555.446210:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829555.446211:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829555.446212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829555.446214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829555.446217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829555.446218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829555.446218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829555.446222:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829555.446226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829555.446226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829555.446229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829555.446232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829555.446233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829555.446237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829555.446241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829555.958226:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829555.958233:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829555.958235:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829555.958244:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829555.958248:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829555.958252:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829555.958255:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829555.958258:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829555.958261:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829556.278237:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829556.278239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829556.278242:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278247:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829556.278250:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278252:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278254:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829556.278261:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829556.278263:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829556.278264:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278266:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829556.278267:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278269:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278271:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278275:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829556.278277:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829556.278278:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829556.278279:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278282:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829556.278283:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278285:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278287:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278291:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829556.278293:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829556.278294:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829556.278296:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278298:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829556.278299:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278301:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278303:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829556.278306:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829556.278308:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829556.278391:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829556.278397:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829556.278400:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829556.470225:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829556.470226:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829556.470233:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829556.470237:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829556.470239:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.470241:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829556.470244:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829556.470247:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829556.470247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829556.470249:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829556.470254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829556.470255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.470256:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829556.470258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829556.470260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829556.470262:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829556.470265:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6361
00000100:00000001:3.0:1787829556.470266:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829556.470267:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829556.470271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829556.470273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.470275:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787829556.470279:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829556.470279:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829556.470285:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829556.470291:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829556.470294:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829556.470297:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470299:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829556.470308:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470311:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:3.0:1787829556.470312:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1787829556.470316:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829556.470317:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1787829556.470319:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:3.0:1787829556.470321:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829556.470323:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:3.0:1787829556.470327:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000020:00000040:0.0:1787829556.470328:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829556.470333:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:3.0:1787829556.470334:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829556.470335:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:3.0:1787829556.470339:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829556.470340:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470344:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829556.470346:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787829556.470347:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470350:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:3.0:1787829556.470350:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829556.470357:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00000001:3.0:1787829556.470357:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829556.470368:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470371:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.470374:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829556.470377:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829556.470380:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.470381:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829556.470383:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829556.470393:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829556.470396:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829556.470400:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829556.470401:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.470404:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829556.470406:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829556.470411:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829556.470418:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829556.470424:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829556.470433:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829556.470442:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829556.470446:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829556.470450:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829556.470468:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829556.470471:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829556.470473:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829556.470474:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829556.470476:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829556.470478:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829556.470480:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6361
00000400:00000200:0.0:1787829556.470482:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829556.470484:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829556.470486:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829556.470490:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470492:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829556.470493:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470496:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829556.470496:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829556.470501:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829556.470501:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829556.470505:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829556.470506:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829556.470510:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829556.470514:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:2.0:1787829556.470515:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829556.470519:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829556.470525:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829556.470534:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829556.470535:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829556.470538:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829556.470540:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829556.470544:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829556.470547:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829556.470549:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829556.470553:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787829556.470554:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829556.470560:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829556.470561:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470566:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.470569:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829556.470570:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555388416:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829556.470575:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829556.470576:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829556.470579:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.470580:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829556.470581:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829556.470585:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829556.470586:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829556.470589:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829556.470590:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.470593:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829556.470596:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
00000100:00000010:0.0:1787829556.470598:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
02000000:00000001:2.0:1787829556.470600:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829556.470603:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829556.470606:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829556.470607:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829556.470610:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829556.470611:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829556.470614:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829556.470617:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829556.470617:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf20.
00000400:00000010:2.0:1787829556.470626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404a18.
02000000:00000010:0.0:1787829556.470627:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829556.470631:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829556.470634:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388416, portal 25
00000100:00100000:0.0:1787829556.470637:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829556.470638:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829556.470641:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000001:0.0:1787829556.470650:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829556.470652:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829556.470653:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829556.470660:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.470667:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829556.470673:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829556.470674:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829556.470678:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787829556.470680:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24043b8.
00000100:00080000:0.0:1787829556.470683:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1787829556.470685:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555388416, offset 0
00000100:00000001:0.0:1787829556.470690:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829556.470692:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829556.470694:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470695:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829556.470699:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6361
00000400:00000200:0.0:1787829556.470703:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.470706:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829556.470709:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829556.470713:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829556.470720:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:0.0:1787829556.470721:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470727:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829556.470734:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829556.470734:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829556.470743:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829556.470746:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829556.470750:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787829556.470752:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829556.470755:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829556.470757:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:0.0:1787829556.470759:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829556.470764:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829556.470764:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90252:90252:256:4294967295] 192.168.203.108@tcp LPNI seq info [90239:90239:8:4294967295]
00000020:00000001:0.0:1787829556.470769:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829556.470772:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829556.470773:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829556.470777:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470780:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829556.470782:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470787:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829556.470791:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829556.470792:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829556.470796:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470800:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.470801:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829556.470805:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787829556.470805:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829556.470810:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829556.470814:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000001:0.0:1787829556.470819:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829556.470821:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829556.470823:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829556.470825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829556.470826:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829556.470832:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000800:00000200:2.1:1787829556.470834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:0.0:1787829556.470835:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829556.470840:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829556.470842:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.470843:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829556.470844:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829556.470845:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829556.470848:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829556.470852:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.470853:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829556.470858:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829556.470862:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829556.470867:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301037412
00000100:00000001:0.0:1787829556.470869:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829556.470873:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829556.470875:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000040:0.0:1787829556.470881:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.470884:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829556.470891:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.470892:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301037412
00000100:00080000:0.0:1787829556.470894:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787829556.470897:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2960.
00000100:00080000:0.0:1787829556.470898:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829556.470901:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829556.470903:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829556.470904:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829556.470909:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829556.470910:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829556.470913:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6361
00000100:00000001:2.0:1787829556.470915:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829556.470918:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829556.470919:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.470923:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829556.470924:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829556.470927:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829556.470929:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470930:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829556.470931:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787829556.470932:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829556.470935:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829556.470936:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829556.470939:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829556.470940:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829556.470943:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:2.0:1787829556.470944:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829556.470946:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829556.470947:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829556.470949:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829556.470952:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829556.470954:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829556.470955:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829556.470958:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470961:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829556.470965:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470968:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829556.470972:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829556.470976:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829556.470981:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.470982:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829556.470983:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829556.470987:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.470988:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829556.470992:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.470994:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829556.470995:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829556.470998:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
02000000:00000001:2.0:1787829556.470999:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787829556.471000:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.471004:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471006:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829556.471011:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000100:00100000:2.0:1787829556.471012:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388544:192.168.203.108@tcp:38:kworker.0
00000020:00000040:0.0:1787829556.471017:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829556.471018:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829556.471021:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829556.471023:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829556.471024:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.471027:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471028:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829556.471032:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787829556.471033:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829556.471035:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829556.471037:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.471040:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829556.471044:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:0.0:1787829556.471049:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000400:00000010:2.0:1787829556.471049:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcbb0.
00000100:00000001:0.0:1787829556.471056:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829556.471057:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404550.
00000100:00000200:2.0:1787829556.471063:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388544, portal 10
00000100:00100000:0.0:1787829556.471065:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829556.471066:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829556.471069:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000001:0.0:1787829556.471077:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829556.471082:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829556.471082:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829556.471090:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.471119:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829556.471128:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829556.471133:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404aa0.
00000100:00000001:0.0:1787829556.471136:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829556.471140:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787829556.471140:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555388544, offset 0
00000100:00080000:0.0:1787829556.471147:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829556.471150:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829556.471153:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829556.471154:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829556.471160:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829556.471160:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829556.471177:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6361
00000400:00000200:2.0:1787829556.471182:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829556.471187:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829556.471188:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471191:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829556.471197:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829556.471198:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829556.471200:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:0.0:1787829556.471203:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829556.471205:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90253:90253:255:4294967295] 192.168.203.108@tcp LPNI seq info [90240:90240:7:4294967295]
00000100:00000040:0.0:1787829556.471211:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471212:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829556.471218:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829556.471225:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.471229:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829556.471234:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787829556.471235:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829556.471238:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829556.471242:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829556.471244:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000800:00000200:2.0:1787829556.471248:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000001:0.0:1787829556.471249:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829556.471254:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000800:00000010:2.0:1787829556.471255:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d300.
00000100:00000040:0.0:1787829556.471259:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.471264:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787829556.471266:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829556.471269:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829556.471273:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.1:1787829556.471277:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:0.0:1787829556.471278:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829556.471283:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829556.471286:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:2.0:1787829556.471291:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00000001:0.0:1787829556.471292:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829556.471297:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787829556.471301:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829556.471303:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829556.471305:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301033557
02000000:00000001:0.0:1787829556.471309:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471312:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301037412
00000100:00000001:0.0:1787829556.471313:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829556.471317:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829556.471318:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301033557
00000008:00000001:0.0:1787829556.471322:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471324:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301037412
00000100:00000001:0.0:1787829556.471327:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471329:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829556.471333:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829556.471334:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829556.471337:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829556.471340:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829556.471346:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787829556.471347:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829556.471349:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.471354:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829556.471356:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829556.471360:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471365:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1787829556.471367:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:2.0:1787829556.471368:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471373:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829556.471374:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471376:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829556.471380:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829556.471384:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829556.471389:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829556.471398:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829556.471402:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829556.471404:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829556.471407:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471408:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471412:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829556.471415:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787829556.471419:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829556.471424:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829556.471432:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829556.471432:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829556.471439:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc688.
00000100:00000040:0.0:1787829556.471441:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6371)
00000400:00000010:2.0:1787829556.471443:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404770.
00000100:00000200:2.0:1787829556.471449:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388672, portal 10
00000100:00000001:2.0:1787829556.471452:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829556.471453:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829556.471462:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.471469:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829556.471472:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829556.471475:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404908.
00000100:00000200:2.0:1787829556.471478:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555388672, offset 0
00000400:00000200:2.0:1787829556.471483:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471486:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471490:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829556.471493:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829556.471496:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829556.471498:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829556.471501:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471504:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90254:90254:254:4294967295] 192.168.203.108@tcp LPNI seq info [90241:90241:6:4294967295]
00000400:00000200:2.0:1787829556.471508:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471515:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829556.471520:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829556.471524:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d200.
00000800:00000200:2.0:1787829556.471529:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829556.471533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829556.471537:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829556.471540:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829556.471543:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829556.471545:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301033497
00000100:00000001:2.0:1787829556.471548:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301037412
00000100:00000001:2.0:1787829556.471551:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301033497
00000100:00000001:2.0:1787829556.471553:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301037412
00000100:00000001:2.0:1787829556.471555:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829556.471557:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471561:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471563:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829556.471567:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829556.471568:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829556.471570:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829556.471572:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829556.471573:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829556.471578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.471585:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829556.471586:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471588:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829556.471590:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829556.471592:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829556.471595:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829556.471601:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829556.471603:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829556.471605:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471607:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829556.471611:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829556.471613:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829556.471617:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829556.471621:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dccb8.
00000400:00000010:2.0:1787829556.471626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404bb0.
00000100:00000200:2.0:1787829556.471629:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388800, portal 4
00000100:00000001:2.0:1787829556.471631:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829556.471633:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:2.0:1787829556.471639:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.471647:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829556.471650:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829556.471653:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829556.471655:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555388800, offset 0
00000400:00000200:2.0:1787829556.471659:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471664:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471668:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829556.471671:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829556.471674:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829556.471677:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829556.471679:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471682:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90255:90255:253:4294967295] 192.168.203.108@tcp LPNI seq info [90242:90242:5:4294967295]
00000400:00000200:2.0:1787829556.471687:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471693:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829556.471698:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829556.471701:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d800.
00000800:00000200:2.0:1787829556.471705:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829556.471710:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829556.471713:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829556.471717:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829556.471720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829556.471723:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301033530
00000100:00000001:2.0:1787829556.471725:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301037412
00000100:00000001:2.0:1787829556.471728:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301033530
00000100:00000001:2.0:1787829556.471731:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301037412
00000100:00000001:2.0:1787829556.471734:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829556.471736:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471738:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829556.471741:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.471749:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829556.471750:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471753:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829556.471755:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829556.471757:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829556.471760:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829556.471764:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829556.471766:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829556.471768:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829556.471770:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829556.471774:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829556.471776:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829556.471779:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829556.471782:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc6e0.
00000400:00000010:2.0:1787829556.471786:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404198.
00000100:00000200:2.0:1787829556.471789:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555388928, portal 4
00000100:00000001:2.0:1787829556.471791:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829556.471792:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829556.471798:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829556.471806:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829556.471809:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829556.471812:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829556.471815:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555388928, offset 0
00000400:00000200:2.0:1787829556.471820:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471824:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471828:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829556.471832:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829556.471834:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829556.471837:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829556.471839:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829556.471842:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90256:90256:252:4294967295] 192.168.203.108@tcp LPNI seq info [90243:90243:4:4294967295]
00000400:00000200:2.0:1787829556.471847:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829556.471853:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829556.471858:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829556.471862:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829556.471866:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829556.471870:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829556.471873:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829556.471877:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829556.471881:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829556.471883:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301033522
00000100:00000001:2.0:1787829556.471886:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301037412
00000100:00000001:2.0:1787829556.471888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301033522
00000100:00000001:2.0:1787829556.471891:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301037412
00000100:00000001:2.0:1787829556.471893:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829556.471896:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471898:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471901:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829556.471905:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829556.471908:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829556.471910:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829556.471911:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829556.471913:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829556.471916:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829556.982221:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829556.982229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829556.982232:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829556.982239:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829556.982244:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829556.982247:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829556.982250:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829556.982252:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829556.982255:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829557.302224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829557.302230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829557.302235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829557.302236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829557.302238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829557.302239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829557.302241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829557.302242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829557.302244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829557.302245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829557.302309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829557.302316:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829557.302322:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829557.494248:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829557.494256:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829557.494258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829557.494265:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829557.494270:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829557.494275:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829557.494278:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829557.494281:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829557.494294:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.494353:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829557.494359:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829557.494362:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.494367:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829557.494367:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829557.494374:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829557.494375:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829557.494378:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.494382:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829557.494384:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829557.494389:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829557.494391:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829557.494395:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.494396:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.494403:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829557.494403:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.494407:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.494412:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829558.006168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829558.006174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829558.006176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829558.006180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829558.006184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829558.006187:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829558.006189:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829558.006191:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829558.006192:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829558.326178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829558.326183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829558.326188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829558.326189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829558.326191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829558.326192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829558.326194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829558.326195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829558.326197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829558.326198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829558.326249:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829558.326253:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829558.326257:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829558.518194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829558.518196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829558.518202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829558.518202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829558.518204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829558.518204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829558.518209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829558.518209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829558.518213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829558.518213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829558.518218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829558.518218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829558.518221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829558.518225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829558.518228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829558.518229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829558.518230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829558.518232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829558.518240:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829558.518244:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829558.518246:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829558.518249:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829558.518252:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829558.518254:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829558.518256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829558.518258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829558.518260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829559.030274:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829559.030282:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829559.030284:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829559.030291:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829559.030296:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829559.030303:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829559.030306:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829559.030309:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829559.030312:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829559.350199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829559.350207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829559.350214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829559.350215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829559.350219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829559.350220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829559.350233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829559.350235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829559.350240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829559.350241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829559.350280:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829559.350289:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829559.350291:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829559.542216:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829559.542217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829559.542224:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829559.542224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829559.542227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829559.542229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829559.542235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829559.542236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829559.542243:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829559.542243:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829559.542250:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829559.542251:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829559.542258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829559.542261:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829559.542265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829559.542266:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829559.542269:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829559.542272:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829559.542385:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829559.542389:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829559.542392:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829559.542395:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829559.542398:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829559.542401:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829559.542403:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000100:2.0:1787829559.542413:0:2372:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000100:00000001:3.0:1787829559.542414:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829559.542419:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787829559.542459:0:2372:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787829559.542470:0:2372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829559.542474:0:2372:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:2.0:1787829559.542479:0:2372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829559.542484:0:2372:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787829559.542489:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829559.542494:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829559.542499:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829559.542504:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829559.542511:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24043b8
00000400:00000010:2.0:1787829559.542514:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24043b8.
00000100:00000001:2.0:1787829559.542519:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829559.542528:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829559.542556:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829559.542562:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829559.542571:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829559.542573:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829559.542586:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829559.542589:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d300.
00000400:00000200:2.0:1787829559.542593:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829559.542598:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829559.542601:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404aa0
00000100:00000001:1.0:1787829559.542604:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:2.0:1787829559.542604:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404aa0.
00000100:00000001:2.0:1787829559.542610:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829559.542611:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:2.0:1787829559.542617:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.542619:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829559.542630:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787829559.542631:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829556/real 1787829559]  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829559.542637:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829559.542659:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787829559.542662:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829559.542664:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829559.542666:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:1.0:1787829559.542671:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf20.
00000800:00000100:2.0:1787829559.542678:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000400:00000200:1.0:1787829559.542679:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404a18
00000800:00000010:2.0:1787829559.542683:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d200.
00000400:00000010:1.0:1787829559.542684:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404a18.
00000400:00000200:2.0:1787829559.542689:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787829559.542692:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787829559.542698:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787829559.542703:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829559.542710:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404908
00000400:00000010:2.0:1787829559.542715:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404908.
00000100:00000001:2.0:1787829559.542721:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829559.542729:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829559.542735:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829559.542748:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829559.542754:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787829559.542756:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.542758:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.542765:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.542769:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829559.542770:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829559.542774:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787829559.542779:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787829559.542786:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829559.542793:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d800.
00000100:00000001:1.0:1787829559.542799:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829559.542799:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829559.542811:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000100:00000040:1.0:1787829559.542812:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829559.542816:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829559.542820:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829559.542824:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829559.542830:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.542837:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829559.542844:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.542848:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829559.542849:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829559.542851:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.542857:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1787829559.542857:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.542862:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829559.542870:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787829559.542872:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829559.542876:0:2372:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787829559.542880:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829559.542886:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000800:00000100:2.0:1787829559.542887:0:2372:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829559.542893:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000040:1.0:1787829559.542897:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829559.542900:0:2372:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829559.542911:0:2372:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829559.542918:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000100:00100000:1.0:1787829559.542923:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555388416:192.168.203.108@tcp:250:kworker.0
00000400:00000010:2.0:1787829559.542924:0:2372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829559.542932:0:2372:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829559.542934:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829559.542938:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1787829559.542940:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829559.542946:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555388416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829559.542962:0:2372:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829559.542971:0:2372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.542977:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829559.542982:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787829559.542984:0:2372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829559.542988:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
00000100:00000001:2.0:1787829559.542989:0:2372:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787829559.542997:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829559.543001:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829559.543004:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829559.543006:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829559.543010:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:1.0:1787829559.543013:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829559.543015:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829559.543017:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:1.0:1787829559.543021:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829559.543023:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543026:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829559.543028:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829559.543029:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829559.543031:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829559.543035:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829556/real 1787829559]  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829559.543045:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829559.543047:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829559.543049:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dccb8.
00000400:00000200:1.0:1787829559.543053:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404bb0
00000400:00000010:1.0:1787829559.543055:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404bb0.
00000100:00000001:1.0:1787829559.543057:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829559.543061:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829559.543070:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543078:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829559.543079:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543081:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543083:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829559.543087:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543094:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829559.543168:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543177:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829559.543180:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543183:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543184:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543186:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829559.543190:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829559.543194:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829559.543199:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829559.543202:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829559.543208:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829559.543218:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829559.543224:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829559.543229:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829556/real 1787829559]  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829559.543238:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829559.543239:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829559.543242:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc6e0.
00000400:00000200:1.0:1787829559.543245:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404198
00000400:00000010:1.0:1787829559.543247:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404198.
00000100:00000001:1.0:1787829559.543250:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829559.543254:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829559.543272:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543281:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829559.543282:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543284:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543286:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829559.543290:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543298:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829559.543302:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543310:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829559.543312:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543314:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543316:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543317:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829559.543319:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829559.543323:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829559.543326:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829559.543329:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829559.543333:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829559.543342:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829559.543346:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829559.543350:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829556/real 1787829559]  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829559.543365:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829559.543367:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829559.543369:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcbb0.
00000400:00000200:1.0:1787829559.543372:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404550
00000400:00000010:1.0:1787829559.543374:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404550.
00000100:00000001:1.0:1787829559.543377:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829559.543380:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829559.543389:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543396:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829559.543398:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543400:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543401:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829559.543405:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543412:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829559.543416:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543424:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829559.543427:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543429:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543430:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543432:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829559.543435:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829559.543438:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829559.543442:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829559.543445:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829559.543450:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829559.543458:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829559.543463:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829559.543467:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829556/real 1787829559]  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829559.543476:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829559.543478:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829559.543480:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc688.
00000400:00000200:1.0:1787829559.543482:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404770
00000400:00000010:1.0:1787829559.543484:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404770.
00000100:00000001:1.0:1787829559.543486:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829559.543490:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829559.543514:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543522:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829559.543523:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543525:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543527:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829559.543532:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543540:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829559.543545:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543553:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829559.543555:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543558:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829559.543559:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543561:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829559.543563:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829559.543566:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829559.543570:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829559.543572:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829559.543577:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829559.543587:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555388672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829559.543591:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543593:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829559.543597:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555388800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543604:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829559.543605:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829559.543608:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:1.0:1787829559.543611:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829559.543613:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829559.543614:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829559.543616:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829559.543618:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:1.0:1787829559.543621:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829559.543623:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829559.543624:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:1.0:1787829559.543627:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829559.543629:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543630:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829559.543634:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555388928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543641:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829559.543643:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829559.543645:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:1.0:1787829559.543648:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829559.543649:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829559.543651:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829559.543653:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829559.543654:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:1.0:1787829559.543656:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829559.543658:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829559.543659:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:1.0:1787829559.543662:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829559.543664:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543666:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829559.543669:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555388544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543676:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829559.543678:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829559.543679:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:1.0:1787829559.543682:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829559.543683:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829559.543685:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829559.543687:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829559.543688:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:1.0:1787829559.543691:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829559.543692:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829559.543693:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:1.0:1787829559.543696:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829559.543697:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543699:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829559.543703:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555388672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829559.543710:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829559.543711:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829559.543712:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:1.0:1787829559.543715:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829559.543716:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829559.543718:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829559.543721:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829559.543722:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:1.0:1787829559.543725:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829559.543726:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829559.543728:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:1.0:1787829559.543730:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829559.543731:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543733:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829559.543741:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829559.543743:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829559.543745:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829559.543747:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829560.054168:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829560.054174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829560.054175:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829560.054179:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829560.054182:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829560.054185:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829560.054187:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829560.054189:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829560.054191:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829560.374210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829560.374216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829560.374221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829560.374222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829560.374226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829560.374227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829560.374231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829560.374232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829560.374235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829560.374236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829560.374299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829560.374303:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829560.374305:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829560.438181:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301037412, at 4301037440
00000100:00000040:3.0:1787829560.438181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301037412, at 4301037440
00000100:00000010:2.0:1787829560.438194:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829560.438202:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2960.
00000100:00000001:2.0:1787829560.566189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829560.566197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829560.566200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829560.566206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829560.566210:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829560.566211:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829560.566216:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829560.566221:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829560.566223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829560.566224:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829560.566227:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829560.566227:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829560.566228:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829560.566233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829560.566233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829560.566237:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829560.566238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829560.566242:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829560.566243:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829560.566247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829560.566249:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829560.566251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829560.566253:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829560.566256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829560.566258:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829560.566262:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829560.566265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829561.078189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829561.078197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829561.078199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829561.078205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829561.078210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829561.078213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829561.078216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829561.078218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829561.078222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829561.398205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829561.398211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829561.398215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829561.398216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829561.398219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829561.398220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829561.398222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829561.398223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829561.398226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829561.398227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829561.398287:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829561.398290:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829561.398293:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829561.590219:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829561.590222:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829561.590226:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829561.590231:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829561.590231:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590236:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829561.590236:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829561.590237:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:0.0:1787829561.590241:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829561.590243:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829561.590243:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829561.590249:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829561.590249:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829561.590250:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829561.590255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829561.590257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829561.590258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829561.590262:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6366
00000100:00000001:1.0:1787829561.590263:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829561.590263:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.590269:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.590273:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829561.590276:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829561.590277:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829561.590277:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829561.590280:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829561.590289:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829561.590290:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829561.590294:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829561.590295:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787829561.590300:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000040:0.0:1787829561.590305:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829561.590306:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829561.590310:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829561.590312:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829561.590314:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829561.590317:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829561.590318:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829561.590322:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590324:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829561.590329:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829561.590332:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829561.590335:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829561.590339:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829561.590342:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829561.590345:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829561.590349:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590351:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590354:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590356:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829561.590359:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829561.590363:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590366:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829561.590369:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829561.590372:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829561.590375:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590377:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829561.590380:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829561.590386:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829561.590389:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829561.590394:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829561.590396:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590399:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829561.590401:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829561.590405:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829561.590412:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829561.590418:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829561.590427:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829561.590443:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829561.590448:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829561.590454:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829561.590482:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829561.590485:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829561.590489:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829561.590491:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829561.590492:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829561.590495:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829561.590498:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6366
00000400:00000200:0.0:1787829561.590502:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829561.590505:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829561.590508:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829561.590510:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590512:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590514:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590516:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829561.590519:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829561.590520:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829561.590522:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829561.590524:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829561.590526:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829561.590529:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829561.590532:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590534:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590536:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590538:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829561.590541:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829561.590544:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590546:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829561.590548:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829561.590553:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829561.590556:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590558:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829561.590563:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829561.590566:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590569:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829561.590573:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829561.590575:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829561.590578:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829561.590579:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590581:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829561.590582:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829561.590584:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829561.590588:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829561.590591:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829561.590597:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829561.590604:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829561.590607:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829561.590611:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829561.590619:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829561.590621:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829561.590625:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829561.590627:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829561.590629:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829561.590631:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829561.590634:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6366
00000400:00000200:0.0:1787829561.590638:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829561.590642:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829561.590644:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829561.590647:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590649:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590651:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590654:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829561.590656:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829561.590658:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829561.590659:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829561.590661:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829561.590663:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829561.590665:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829561.590668:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590670:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590672:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590675:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829561.590677:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829561.590680:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590682:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829561.590684:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829561.590687:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829561.590689:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590691:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829561.590693:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829561.590696:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590697:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829561.590701:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829561.590703:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829561.590706:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829561.590708:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590710:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829561.590711:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829561.590713:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829561.590716:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829561.590720:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829561.590724:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829561.590731:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829561.590733:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829561.590737:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829561.590745:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829561.590747:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829561.590751:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829561.590753:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829561.590754:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829561.590757:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829561.590760:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6366
00000400:00000200:0.0:1787829561.590764:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829561.590767:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829561.590770:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829561.590772:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590774:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590776:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590778:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829561.590781:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829561.590782:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829561.590784:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829561.590786:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829561.590788:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829561.590791:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829561.590795:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590796:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590798:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590801:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829561.590803:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829561.590806:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590808:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829561.590810:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829561.590813:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829561.590815:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590817:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829561.590820:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829561.590823:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590824:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829561.590828:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829561.590830:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829561.590832:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829561.590834:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590836:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829561.590837:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829561.590839:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829561.590842:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829561.590845:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829561.590849:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829561.590857:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829561.590859:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829561.590863:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829561.590872:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829561.590875:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829561.590878:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829561.590880:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829561.590882:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829561.590884:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829561.590886:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6366
00000400:00000200:0.0:1787829561.590890:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829561.590893:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829561.590896:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829561.590898:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590901:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590903:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590905:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829561.590908:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829561.590909:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829561.590910:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829561.590912:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829561.590914:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829561.590917:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829561.590920:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590922:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829561.590924:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590926:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829561.590928:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829561.590931:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829561.590933:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829561.590935:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829561.590938:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829561.590940:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590942:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829561.590944:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829561.590947:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590949:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829561.590953:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829561.590955:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829561.590958:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829561.590959:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829561.590961:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829561.590962:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829561.590964:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829561.590967:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:0.0:1787829561.590971:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829561.590975:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829561.590982:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829561.590984:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829561.590987:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829561.590995:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829561.590999:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6376)
00000100:00000001:1.0:1787829561.591069:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829561.591074:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829561.591076:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829561.591083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591091:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829561.591093:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.591117:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829561.591120:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829561.591123:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829561.591140:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555389056:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829561.591145:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829561.591150:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829561.591153:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.591156:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829561.591161:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829561.591163:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829561.591169:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829561.591173:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829561.591180:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829561.591188:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389056, portal 25
00000100:00000001:1.0:1787829561.591190:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829561.591192:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000100:00000040:1.0:1787829561.591198:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591205:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829561.591208:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829561.591211:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829561.591215:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555389056, offset 0
00000400:00000200:1.0:1787829561.591222:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829561.591232:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.591240:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829561.591246:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829561.591252:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829561.591256:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829561.591260:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829561.591265:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90257:90257:256:4294967295] 192.168.203.108@tcp LPNI seq info [90244:90244:8:4294967295]
00000400:00000200:1.0:1787829561.591270:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.591283:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829561.591290:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.591297:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829561.591304:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829561.591309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829561.591316:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829561.591321:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829561.591326:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.591329:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829561.591335:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829561.591342:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829561.591348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829561.591350:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829561.591355:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829561.591359:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591369:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.591373:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591380:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.591382:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829561.591388:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829561.591393:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829561.591395:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301042533
00000100:00000010:1.0:1787829561.591401:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c120.
00000100:00000001:1.0:1787829561.591407:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829561.591411:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301042533
00000100:00000010:1.0:1787829561.591415:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cf60.
00000100:00000001:1.0:1787829561.591418:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829561.591421:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829561.591424:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.591427:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829561.591431:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829561/real 1787829561]  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829561.591441:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829561.591443:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829561.591445:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829561.591448:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829561.591450:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829561.591453:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829561.591457:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829561.591466:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591473:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829561.591475:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.591478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.591480:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829561.591483:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591490:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829561.591495:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591502:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829561.591505:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.591507:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.591509:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.591511:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829561.591514:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829561.591517:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829561.591521:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829561.591524:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829561.591528:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829561.591538:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555389056:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829561.591543:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829561.591547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591553:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829561.591555:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.591557:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829561.591559:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829561.591562:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829561.591564:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829561.591567:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829561.591570:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829561.591572:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.591573:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829561.591577:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829561.591579:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829561.591583:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829561.591586:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829561.591589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829561.591592:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389184, portal 10
00000100:00000001:1.0:1787829561.591594:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829561.591596:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:1.0:1787829561.591603:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829561.591613:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829561.591615:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829561.591617:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555389184, offset 0
00000400:00000200:1.0:1787829561.591621:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829561.591625:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.591630:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829561.591633:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829561.591635:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829561.591638:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829561.591640:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829561.591644:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90258:90258:256:4294967295] 192.168.203.108@tcp LPNI seq info [90245:90245:8:4294967295]
00000400:00000200:1.0:1787829561.591648:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.591655:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829561.591660:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.591664:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829561.591668:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829561.591671:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829561.591676:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829561.591679:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829561.591683:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.591685:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829561.591688:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829561.591692:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829561.591696:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829561.591698:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829561.591701:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829561.591705:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591713:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.591718:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591725:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.591727:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829561.591730:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829561.591735:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829561.591738:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829561.591740:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301038677
00000100:00000001:1.0:1787829561.591743:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.591746:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301038677
00000100:00000001:1.0:1787829561.591748:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.591750:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829561.591753:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.591755:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829561.591759:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829561/real 1787829561]  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829561.591769:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829561.591770:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829561.591772:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829561.591775:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829561.591776:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829561.591778:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829561.591782:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829561.591791:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591798:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829561.591799:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.591801:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.591802:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829561.591806:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591812:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829561.591816:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591822:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829561.591825:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.591826:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.591827:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.591829:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829561.591832:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829561.591835:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829561.591838:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829561.591841:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829561.591844:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829561.591851:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829561.591855:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829561.591858:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591864:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829561.591866:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.591868:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829561.591870:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829561.591872:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829561.591874:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829561.591878:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829561.591880:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829561.591882:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.591883:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829561.591887:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829561.591889:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829561.591893:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829561.591896:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829561.591899:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829561.591902:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389312, portal 10
00000100:00000001:1.0:1787829561.591904:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829561.591905:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:1.0:1787829561.591910:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.591917:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829561.591920:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829561.591923:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829561.591925:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555389312, offset 0
00000400:00000200:1.0:1787829561.591929:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829561.591934:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.591938:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829561.591941:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829561.591943:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829561.591946:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829561.591948:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829561.591951:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90259:90259:256:4294967295] 192.168.203.108@tcp LPNI seq info [90246:90246:8:4294967295]
00000400:00000200:1.0:1787829561.591956:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.591963:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829561.591968:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.591972:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829561.591976:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829561.591979:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829561.591984:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829561.591987:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829561.591991:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.591993:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829561.591996:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829561.592000:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829561.592003:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829561.592005:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829561.592008:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829561.592012:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592020:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592024:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592031:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592033:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829561.592036:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829561.592039:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829561.592042:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829561.592044:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301038617
00000100:00000001:1.0:1787829561.592047:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.592049:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301038617
00000100:00000001:1.0:1787829561.592052:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.592054:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829561.592056:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592058:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829561.592062:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829561/real 1787829561]  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829561.592071:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829561.592072:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829561.592074:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829561.592077:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829561.592078:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829561.592081:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829561.592084:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829561.592093:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592141:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829561.592143:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592146:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.592147:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829561.592152:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592160:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829561.592164:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592172:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829561.592174:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592176:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.592177:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592178:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829561.592180:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829561.592183:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829561.592187:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829561.592189:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829561.592194:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829561.592202:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829561.592205:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829561.592210:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592218:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829561.592220:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.592223:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829561.592225:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829561.592227:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829561.592230:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829561.592233:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829561.592236:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829561.592237:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.592239:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592243:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304ec00.
02000000:00000001:1.0:1787829561.592246:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829561.592250:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829561.592253:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829561.592257:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829561.592260:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389440, portal 4
00000100:00000001:1.0:1787829561.592262:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829561.592264:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:1.0:1787829561.592270:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592278:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829561.592280:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829561.592283:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829561.592286:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555389440, offset 0
00000400:00000200:1.0:1787829561.592291:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829561.592295:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.592298:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829561.592301:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829561.592304:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829561.592307:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829561.592310:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829561.592314:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90260:90260:256:4294967295] 192.168.203.108@tcp LPNI seq info [90247:90247:8:4294967295]
00000400:00000200:1.0:1787829561.592318:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.592324:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829561.592328:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.592332:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829561.592337:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829561.592340:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829561.592344:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829561.592347:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829561.592351:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.592353:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829561.592356:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829561.592359:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829561.592362:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829561.592364:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829561.592368:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829561.592372:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592380:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592384:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592391:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592393:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829561.592397:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829561.592400:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829561.592403:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829561.592406:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301038651
00000100:00000001:1.0:1787829561.592408:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.592411:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301038651
00000100:00000001:1.0:1787829561.592413:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.592415:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829561.592418:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592420:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829561.592423:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829561/real 1787829561]  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829561.592431:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829561.592433:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829561.592435:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829561.592437:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829561.592439:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829561.592441:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829561.592444:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829561.592452:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592458:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829561.592459:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592461:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.592462:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829561.592465:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592472:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829561.592476:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592484:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829561.592486:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592487:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.592489:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592490:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829561.592492:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829561.592494:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829561.592498:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829561.592500:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829561.592504:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829561.592511:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829561.592515:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829561.592519:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592525:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829561.592526:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.592529:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829561.592530:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829561.592532:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829561.592535:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829561.592538:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829561.592540:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829561.592542:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829561.592543:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592546:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829561.592548:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829561.592551:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829561.592554:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829561.592556:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829561.592559:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389568, portal 4
00000100:00000001:1.0:1787829561.592560:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829561.592562:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:1.0:1787829561.592567:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592574:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829561.592577:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829561.592579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829561.592581:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555389568, offset 0
00000400:00000200:1.0:1787829561.592585:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829561.592589:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.592592:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829561.592595:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829561.592597:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829561.592600:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829561.592602:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829561.592605:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90261:90261:256:4294967295] 192.168.203.108@tcp LPNI seq info [90248:90248:8:4294967295]
00000400:00000200:1.0:1787829561.592609:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829561.592614:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829561.592619:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.592621:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829561.592625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829561.592627:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829561.592632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829561.592634:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829561.592638:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829561.592640:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829561.592643:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829561.592646:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829561.592648:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829561.592650:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829561.592653:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829561.592657:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592664:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592667:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592673:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592675:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829561.592678:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829561.592681:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829561.592684:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829561.592686:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301038643
00000100:00000001:1.0:1787829561.592688:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.592691:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301038643
00000100:00000001:1.0:1787829561.592693:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301042533
00000100:00000001:1.0:1787829561.592695:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829561.592697:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592700:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829561.592704:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829561/real 1787829561]  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829561.592713:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829561.592714:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829561.592716:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829561.592718:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829561.592719:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829561.592721:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829561.592725:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829561.592733:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592740:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829561.592742:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592744:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.592746:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829561.592750:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592758:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829561.592762:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592768:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829561.592770:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592771:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829561.592772:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592773:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829561.592774:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829561.592776:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829561.592777:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829561.592779:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829561.592781:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829561.592786:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829561.592789:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592791:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592793:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555389056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592798:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829561.592800:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592802:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829561.592804:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829561.592807:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829561.592809:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829561.592812:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829561.592814:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:1.0:1787829561.592818:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829561.592820:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829561.592822:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:1.0:1787829561.592825:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829561.592827:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592829:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592833:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555389184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592841:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829561.592842:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592844:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829561.592847:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829561.592848:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829561.592850:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829561.592852:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829561.592853:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:1.0:1787829561.592855:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829561.592856:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829561.592857:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829561.592859:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829561.592860:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592861:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592863:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555389312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592867:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829561.592867:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592869:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829561.592870:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829561.592871:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829561.592872:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829561.592873:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829561.592875:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:1.0:1787829561.592876:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829561.592876:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829561.592877:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:1.0:1787829561.592879:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829561.592879:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592880:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592882:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555389440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592890:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829561.592891:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592892:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:1.0:1787829561.592893:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829561.592894:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829561.592894:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829561.592895:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829561.592896:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:1.0:1787829561.592897:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829561.592898:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829561.592899:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829561.592900:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829561.592901:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592902:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829561.592903:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555389568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829561.592907:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829561.592908:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829561.592909:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829561.592910:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829561.592911:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829561.592911:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829561.592913:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829561.592914:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:1.0:1787829561.592916:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829561.592917:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829561.592918:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:1.0:1787829561.592920:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829561.592922:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592924:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829561.592931:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829561.592933:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829561.592935:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829561.592937:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.102161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829562.102166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829562.102168:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829562.102172:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829562.102175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829562.102178:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829562.102180:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829562.102182:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829562.102184:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829562.422199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829562.422204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829562.422207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829562.422210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829562.422215:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829562.422217:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829562.422226:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422228:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829562.422230:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422231:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829562.422233:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829562.422280:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829562.422284:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829562.422286:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829562.614195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829562.614199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829562.614203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829562.614204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829562.614207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829562.614208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829562.614213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829562.614215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829562.614217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829562.614221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829562.614222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829562.614226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829562.614227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829562.614229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829562.614234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829562.614234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829562.614238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829562.614242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.614286:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829562.614289:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829562.614291:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829562.614293:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829562.614295:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829562.614297:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829562.614298:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829562.614300:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829562.614301:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829563.126191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829563.126197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829563.126199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829563.126203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829563.126206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829563.126210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829563.126212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829563.126214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829563.126216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829563.446195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829563.446201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829563.446207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829563.446208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829563.446212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829563.446213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829563.446216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829563.446218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829563.446221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829563.446223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829563.446261:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829563.446264:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829563.446267:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829563.638203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829563.638203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829563.638203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829563.638212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829563.638212:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829563.638213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829563.638215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829563.638217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829563.638218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829563.638221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829563.638225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829563.638226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829563.638226:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829563.638230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829563.638232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829563.638233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829563.638233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829563.638238:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829563.638239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829563.638239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829563.638245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829563.638245:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829563.638249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829563.638252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829563.638259:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829563.638262:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829563.638265:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829564.150165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829564.150170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829564.150172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829564.150176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829564.150179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829564.150182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829564.150184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829564.150186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829564.150188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829564.470193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829564.470201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829564.470206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829564.470208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829564.470211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829564.470213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829564.470216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829564.470218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829564.470221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829564.470222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829564.470272:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829564.470276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829564.470279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829564.662200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829564.662200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829564.662201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829564.662208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829564.662208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829564.662208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829564.662213:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829564.662213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829564.662214:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829564.662222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829564.662223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829564.662223:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829564.662228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829564.662230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829564.662231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829564.662232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829564.662236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829564.662236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829564.662237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829564.662241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829564.662244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829564.662249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829564.662252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829564.662256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829564.662257:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829564.662261:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829564.662264:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829565.174164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829565.174169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829565.174172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829565.174176:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829565.174179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829565.174182:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829565.174184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829565.174185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829565.174188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829565.494214:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829565.494216:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829565.494219:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494223:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829565.494225:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494226:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494228:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829565.494232:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829565.494232:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829565.494233:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494235:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829565.494235:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494237:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494239:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829565.494244:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829565.494245:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829565.494246:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494248:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829565.494249:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494251:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494253:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494257:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829565.494258:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829565.494260:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829565.494261:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494263:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829565.494264:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494266:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494268:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829565.494271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829565.494273:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829565.494320:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829565.494324:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829565.494326:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829565.558188:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301042533, at 4301042560
00000100:00000040:3.0:1787829565.558188:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301042533, at 4301042560
00000100:00000010:3.0:1787829565.558202:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cf60.
00000100:00000010:2.0:1787829565.558203:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c120.
00000100:00000001:1.0:1787829565.686194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829565.686194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829565.686201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829565.686202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829565.686205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829565.686205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829565.686212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829565.686213:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829565.686218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829565.686218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829565.686222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829565.686222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829565.686229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829565.686232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829565.686235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829565.686236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829565.686238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829565.686241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829565.686311:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829565.686313:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829565.686320:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829565.686323:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829565.686324:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829565.686326:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829565.686328:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829565.686329:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829565.686330:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829566.198205:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829566.198212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829566.198214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829566.198218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829566.198222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829566.198232:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829566.198235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829566.198236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829566.198239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829566.518167:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829566.518172:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829566.518177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829566.518177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829566.518180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829566.518181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829566.518183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829566.518184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829566.518186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829566.518187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829566.518256:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829566.518261:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829566.518265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829566.710198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829566.710201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829566.710202:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829566.710208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829566.710208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829566.710209:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829566.710212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710214:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829566.710214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829566.710217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:2.0:1787829566.710219:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829566.710220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829566.710222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829566.710226:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829566.710227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829566.710228:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829566.710233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829566.710234:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6371
00000100:00000001:3.0:1787829566.710234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829566.710236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829566.710242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829566.710242:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829566.710246:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829566.710248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829566.710253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829566.710255:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829566.710258:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829566.710262:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829566.710264:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829566.710265:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829566.710270:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829566.710273:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710274:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:0.0:1787829566.710277:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829566.710278:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829566.710284:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829566.710285:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829566.710289:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:0.0:1787829566.710291:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829566.710292:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829566.710297:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787829566.710298:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00000001:0.0:1787829566.710301:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829566.710301:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829566.710307:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:0.0:1787829566.710308:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710310:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710313:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829566.710316:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710318:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829566.710320:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829566.710323:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710325:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829566.710328:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829566.710330:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829566.710333:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710334:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829566.710336:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829566.710343:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829566.710345:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829566.710348:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829566.710350:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710352:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829566.710354:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829566.710358:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829566.710364:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bbc00.
00000100:00000001:2.0:1787829566.710369:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829566.710377:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829566.710386:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829566.710389:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710393:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829566.710409:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829566.710412:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829566.710414:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829566.710415:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829566.710417:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829566.710419:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829566.710420:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6371
00000400:00000200:2.0:1787829566.710422:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829566.710424:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829566.710426:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829566.710428:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710429:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829566.710431:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710433:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829566.710435:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829566.710436:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:2.0:1787829566.710438:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829566.710439:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829566.710441:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829566.710442:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829566.710443:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787829566.710446:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829566.710448:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829566.710449:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829566.710452:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829566.710453:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710456:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829566.710459:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000040:1.0:1787829566.710461:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829566.710463:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710468:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829566.710472:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829566.710477:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829566.710478:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829566.710479:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829566.710481:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710484:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829566.710485:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829566.710488:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787829566.710489:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829566.710490:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829566.710494:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710497:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829566.710500:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555389696:192.168.203.108@tcp:250:kworker.0
00000100:00000010:2.0:1787829566.710500:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829566.710505:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829566.710511:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829566.710512:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829566.710512:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710516:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829566.710517:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829566.710519:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829566.710519:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.710524:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829566.710525:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba000.
00000100:00000001:2.0:1787829566.710529:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.710531:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787829566.710536:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829566.710539:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829566.710543:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710551:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829566.710555:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710558:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829566.710560:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829566.710566:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829566.710569:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829566.710574:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:2.0:1787829566.710574:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829566.710582:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389696, portal 25
00000100:00000001:1.0:1787829566.710584:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829566.710587:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00080000:2.0:1787829566.710589:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829566.710592:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829566.710596:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787829566.710597:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829566.710600:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829566.710605:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6371
00000400:00000200:2.0:1787829566.710612:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829566.710613:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787829566.710616:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829566.710619:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829566.710620:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829566.710624:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000040:2.0:1787829566.710625:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829566.710628:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555389696, offset 0
00000100:00000001:2.0:1787829566.710629:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829566.710633:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710635:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829566.710640:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:2.0:1787829566.710645:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829566.710647:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829566.710649:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:2.0:1787829566.710650:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829566.710654:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829566.710656:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829566.710659:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829566.710664:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829566.710668:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829566.710672:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787829566.710673:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829566.710674:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:2.0:1787829566.710679:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829566.710682:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90262:90262:256:4294967295] 192.168.203.108@tcp LPNI seq info [90249:90249:8:4294967295]
00000100:00000001:2.0:1787829566.710683:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829566.710688:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829566.710693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829566.710693:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829566.710697:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829566.710700:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710706:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829566.710709:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829566.710710:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787829566.710712:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829566.710715:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829566.710720:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710720:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829566.710724:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787829566.710726:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000008:00000001:2.0:1787829566.710727:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710732:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829566.710735:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000800:00000200:1.0:1787829566.710736:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:2.0:1787829566.710739:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000800:00000200:1.0:1787829566.710741:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1787829566.710743:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829566.710745:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710748:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829566.710750:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787829566.710751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:2.0:1787829566.710752:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829566.710756:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
02000000:00000010:2.0:1787829566.710758:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000100:00000001:2.0:1787829566.710764:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829566.710765:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.710769:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00100000:2.0:1787829566.710771:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829566.710775:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829566.710780:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829566.710785:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787829566.710785:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710792:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829566.710793:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829566.710797:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829566.710803:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829566.710804:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829566.710808:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829566.710812:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829566.710812:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829566.710815:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829566.710818:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829566.710823:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829566.710828:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6371
00000100:00000001:1.0:1787829566.710830:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787829566.710833:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829566.710837:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829566.710840:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829566.710844:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829566.710852:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710853:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829566.710854:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829566.710858:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829566.710861:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.710862:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710867:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829566.710871:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:2.0:1787829566.710872:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829566.710875:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:1.0:1787829566.710876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301047652
00000020:00000001:2.0:1787829566.710877:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829566.710880:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829566.710883:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000010:1.0:1787829566.710884:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cd20.
00000020:00000001:2.0:1787829566.710885:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829566.710889:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710891:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829566.710892:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787829566.710893:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829566.710898:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829566.710900:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829566.710901:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301047652
00000100:00080000:2.0:1787829566.710904:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000010:1.0:1787829566.710905:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc00.
00000100:00000001:2.0:1787829566.710907:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.710910:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787829566.710910:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829566.710912:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829566.710914:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829566.710916:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.710918:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.710919:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829566.710922:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1787829566.710923:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829566.710926:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829566.710929:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829566/real 1787829566]  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829566.710930:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829566.710936:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829566.710939:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829566.710943:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787829566.710944:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787829566.710945:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829566.710947:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829566.710948:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787829566.710950:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:2.0:1787829566.710951:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829566.710954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
02000000:00000001:2.0:1787829566.710956:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829566.710957:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829566.710962:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:2.0:1787829566.710964:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000200:1.0:1787829566.710965:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829566.710971:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829566.710976:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829566.710982:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829566.710983:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829566.710986:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.710990:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.710992:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829566.710999:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829566.711002:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829566.711007:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711009:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829566.711015:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829566.711017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711031:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829566.711033:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711034:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711035:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711037:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829566.711038:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829566.711039:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829566.711043:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829566.711047:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829566.711052:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829566.711055:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829566.711062:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787829566.711063:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555389696:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829566.711070:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829566.711071:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829566.711073:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829566.711075:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787829566.711077:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555389696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829566.711079:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829566.711087:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829566.711090:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829566.711128:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711130:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829566.711132:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1787829566.711137:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6371
00000020:00000001:1.0:1787829566.711139:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829566.711142:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829566.711145:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:2.0:1787829566.711146:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:1.0:1787829566.711148:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:1.0:1787829566.711153:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829566.711156:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:2.0:1787829566.711156:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000010:1.0:1787829566.711159:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00080000:2.0:1787829566.711162:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829566.711163:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829566.711165:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711168:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829566.711172:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829566.711177:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829566.711177:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829566.711180:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829566.711181:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829566.711183:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829566.711185:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829566.711187:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829566.711188:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787829566.711193:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787829566.711194:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829566.711196:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829566.711201:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829566.711206:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787829566.711206:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829566.711209:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829566.711212:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:1.0:1787829566.711213:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829566.711215:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829566.711219:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829566.711219:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00100000:1.0:1787829566.711224:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829566.711229:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787829566.711229:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829566.711231:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829566.711235:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.711236:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829566.711237:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711241:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c800.
00000100:00000040:2.0:1787829566.711243:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829566.711245:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829566.711248:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829566.711252:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:2.0:1787829566.711256:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000010:1.0:1787829566.711257:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829566.711262:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:2.0:1787829566.711265:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:1.0:1787829566.711266:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389824, portal 10
00000100:00000001:2.0:1787829566.711271:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711272:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829566.711274:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
02000000:00000001:2.0:1787829566.711278:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787829566.711283:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829566.711285:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829566.711292:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711294:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829566.711297:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787829566.711299:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000008:00100000:2.0:1787829566.711302:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000010:1.0:1787829566.711303:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829566.711306:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555389824, offset 0
00000008:00000001:2.0:1787829566.711309:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711312:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829566.711315:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711320:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.711324:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000010:2.0:1787829566.711326:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000400:00000200:1.0:1787829566.711328:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829566.711332:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:2.0:1787829566.711332:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:1.0:1787829566.711337:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829566.711340:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:2.0:1787829566.711340:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829566.711344:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711346:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90263:90263:256:4294967295] 192.168.203.108@tcp LPNI seq info [90250:90250:8:4294967295]
00000100:00000001:2.0:1787829566.711349:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787829566.711353:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829566.711354:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829566.711359:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711360:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829566.711366:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000010:2.0:1787829566.711367:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000800:00000010:1.0:1787829566.711370:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829566.711374:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829566.711375:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829566.711381:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1787829566.711386:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829566.711387:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829566.711391:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829566.711401:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.711405:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:2.0:1787829566.711408:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829566.711409:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829566.711412:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711417:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787829566.711421:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829566.711422:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829566.711426:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829566.711431:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829566.711436:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829566.711437:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829566.711442:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6381)
00000100:00000001:1.0:1787829566.711446:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.711450:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711455:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711456:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829566.711459:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829566.711462:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829566.711463:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829566.711465:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301043797
00000100:00000001:1.0:1787829566.711467:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.711468:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301043797
00000100:00000001:1.0:1787829566.711469:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.711471:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829566.711473:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711474:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829566.711477:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829566/real 1787829566]  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829566.711482:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829566.711484:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829566.711485:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829566.711487:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829566.711488:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829566.711490:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829566.711492:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829566.711502:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711509:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829566.711511:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711513:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711514:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829566.711518:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711526:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829566.711530:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711539:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829566.711542:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711543:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711545:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711547:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829566.711549:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829566.711551:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829566.711554:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829566.711556:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829566.711559:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829566.711565:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829566.711568:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829566.711570:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711574:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829566.711575:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.711577:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829566.711578:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829566.711580:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829566.711582:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829566.711584:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829566.711585:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829566.711586:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.711587:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711590:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304ec00.
02000000:00000001:1.0:1787829566.711592:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829566.711596:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829566.711598:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829566.711600:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555389952, portal 10
00000100:00000001:1.0:1787829566.711602:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829566.711603:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:1.0:1787829566.711607:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829566.711613:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829566.711615:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829566.711616:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555389952, offset 0
00000400:00000200:1.0:1787829566.711619:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829566.711622:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.711625:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829566.711627:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829566.711629:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829566.711630:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829566.711632:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829566.711634:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90264:90264:256:4294967295] 192.168.203.108@tcp LPNI seq info [90251:90251:8:4294967295]
00000400:00000200:1.0:1787829566.711637:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.711641:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829566.711644:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.711646:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829566.711649:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829566.711650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829566.711653:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829566.711655:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829566.711657:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.711659:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829566.711661:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829566.711663:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829566.711665:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829566.711666:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829566.711668:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829566.711670:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711675:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.711677:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711681:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711683:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829566.711685:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829566.711687:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829566.711689:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829566.711690:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301043737
00000100:00000001:1.0:1787829566.711692:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.711693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301043737
00000100:00000001:1.0:1787829566.711695:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.711696:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829566.711697:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711698:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829566.711700:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829566/real 1787829566]  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829566.711705:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829566.711706:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829566.711708:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829566.711709:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829566.711710:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829566.711711:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829566.711713:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829566.711719:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711723:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829566.711724:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711725:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711726:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829566.711728:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711732:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829566.711734:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711739:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829566.711740:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711742:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711742:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711744:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829566.711745:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829566.711746:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829566.711748:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829566.711749:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829566.711751:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829566.711756:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555389952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829566.711758:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829566.711760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711764:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829566.711765:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.711766:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829566.711767:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829566.711768:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829566.711770:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829566.711772:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829566.711773:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829566.711774:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.711775:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711777:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829566.711778:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.711780:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829566.711782:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829566.711784:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829566.711786:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390080, portal 4
00000100:00000001:1.0:1787829566.711787:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829566.711788:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:1.0:1787829566.711792:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711796:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829566.711798:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829566.711799:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829566.711800:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555390080, offset 0
00000400:00000200:1.0:1787829566.711803:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829566.711805:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.711807:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829566.711809:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829566.711811:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829566.711812:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829566.711814:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829566.711816:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90265:90265:256:4294967295] 192.168.203.108@tcp LPNI seq info [90252:90252:8:4294967295]
00000400:00000200:1.0:1787829566.711818:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.711822:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829566.711825:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.711827:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829566.711829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829566.711831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829566.711834:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829566.711835:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829566.711838:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.711839:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829566.711841:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829566.711843:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829566.711844:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829566.711845:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829566.711847:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829566.711849:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711854:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.711856:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711860:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711861:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829566.711863:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829566.711864:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829566.711866:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829566.711867:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301043770
00000100:00000001:1.0:1787829566.711868:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.711870:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301043770
00000100:00000001:1.0:1787829566.711871:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.711873:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829566.711874:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.711875:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829566.711877:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829566/real 1787829566]  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829566.711881:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829566.711882:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829566.711883:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829566.711884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829566.711885:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829566.711886:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829566.711888:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829566.711893:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711901:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829566.711902:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711903:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711905:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829566.711907:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711911:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829566.711913:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711917:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829566.711918:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711919:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.711920:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711921:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829566.711922:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829566.711924:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829566.711926:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829566.711927:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829566.711929:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829566.711934:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829566.711936:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711937:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.711939:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555389824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711943:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829566.711944:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711946:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c800.
02000000:00000001:1.0:1787829566.711947:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829566.711948:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829566.711949:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829566.711951:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829566.711952:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:1.0:1787829566.711954:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829566.711954:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829566.711955:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:1.0:1787829566.711957:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829566.711958:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711959:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.711961:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555389952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711965:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829566.711966:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711967:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:1.0:1787829566.711968:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829566.711969:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829566.711970:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829566.711971:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829566.711972:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:1.0:1787829566.711973:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829566.711974:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829566.711974:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:1.0:1787829566.711976:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829566.711976:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711977:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.711979:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555390080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.711983:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829566.711983:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829566.711984:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829566.711985:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829566.711986:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829566.711987:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829566.711988:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829566.711989:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:1.0:1787829566.711991:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829566.711991:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829566.711992:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:1.0:1787829566.711994:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829566.711994:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711996:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.711998:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829566.711999:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.712000:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829566.712001:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829566.712002:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829566.712004:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712008:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829566.712009:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.712010:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829566.712012:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829566.712013:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829566.712015:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829566.712016:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829566.712017:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829566.712018:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829566.712019:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829566.712021:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829566.712022:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829566.712024:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829566.712025:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829566.712027:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829566.712029:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390208, portal 4
00000100:00000001:1.0:1787829566.712030:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829566.712031:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:1.0:1787829566.712034:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712043:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829566.712045:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829566.712046:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829566.712048:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555390208, offset 0
00000400:00000200:1.0:1787829566.712050:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829566.712052:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.712054:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829566.712056:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829566.712057:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829566.712059:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829566.712060:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829566.712062:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90266:90266:256:4294967295] 192.168.203.108@tcp LPNI seq info [90253:90253:8:4294967295]
00000400:00000200:1.0:1787829566.712065:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829566.712070:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829566.712072:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.712074:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829566.712076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829566.712078:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829566.712080:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829566.712082:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829566.712084:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829566.712086:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829566.712087:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829566.712090:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829566.712122:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829566.712124:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829566.712126:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829566.712129:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712134:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.712136:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712145:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.712146:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829566.712148:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829566.712150:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829566.712152:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829566.712154:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301043763
00000100:00000001:1.0:1787829566.712156:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.712157:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301043763
00000100:00000001:1.0:1787829566.712158:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301047652
00000100:00000001:1.0:1787829566.712160:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829566.712161:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.712162:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829566.712164:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829566/real 1787829566]  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829566.712169:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829566.712170:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829566.712171:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829566.712173:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829566.712174:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829566.712175:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829566.712177:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829566.712182:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712186:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829566.712187:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.712188:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.712189:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829566.712191:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712196:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829566.712198:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712203:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829566.712204:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.712205:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829566.712206:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.712207:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829566.712208:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829566.712209:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829566.712211:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829566.712212:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829566.712215:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829566.712219:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829566.712221:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.712223:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829566.712224:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555390208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829591 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829566.712228:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829566.712229:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829566.712230:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e800.
02000000:00000001:1.0:1787829566.712232:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829566.712233:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829566.712234:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829566.712236:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829566.712237:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:1.0:1787829566.712238:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829566.712239:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829566.712240:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:1.0:1787829566.712242:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829566.712243:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.712244:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829566.712247:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829566.712248:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829566.712249:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829566.712250:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829567.222179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829567.222185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829567.222187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829567.222191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829567.222194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829567.222197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829567.222199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829567.222201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829567.222203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829567.542222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829567.542229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829567.542235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829567.542236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829567.542240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829567.542241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829567.542245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829567.542246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829567.542250:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829567.542251:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829567.542302:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829567.542305:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829567.542308:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829567.734203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829567.734204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829567.734212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829567.734212:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829567.734217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829567.734217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829567.734226:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829567.734230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829567.734230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829567.734232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829567.734235:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829567.734237:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829567.734239:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829567.734240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829567.734241:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.734245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829567.734247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829567.734248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829567.734254:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829567.734254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829567.734255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829567.734258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829567.734260:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829567.734262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829567.734265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829567.734269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829567.734272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829568.246200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829568.246206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829568.246208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829568.246212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829568.246215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829568.246218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829568.246221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829568.246223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829568.246225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829568.566200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829568.566205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829568.566209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829568.566210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829568.566212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829568.566213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829568.566215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829568.566216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829568.566218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829568.566219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829568.566276:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829568.566279:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829568.566282:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829568.758154:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829568.758155:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829568.758161:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829568.758162:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829568.758165:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829568.758166:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829568.758172:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829568.758172:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829568.758176:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829568.758178:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829568.758178:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829568.758183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829568.758184:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829568.758185:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829568.758186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829568.758192:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829568.758193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829568.758195:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829568.758200:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829568.758201:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829568.758201:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829568.758206:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829568.758206:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829568.758209:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829568.758211:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829568.758214:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829568.758218:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829569.270177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829569.270184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829569.270185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829569.270189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829569.270192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829569.270195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829569.270198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829569.270199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829569.270201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829569.590205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829569.590212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829569.590218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829569.590220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829569.590224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829569.590225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829569.590228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829569.590230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829569.590233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829569.590235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829569.590300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829569.590304:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829569.590307:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829569.782200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829569.782200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829569.782200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829569.782208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829569.782208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829569.782209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829569.782212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829569.782212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829569.782213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829569.782219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829569.782219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829569.782220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829569.782227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829569.782227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829569.782227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829569.782233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829569.782233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829569.782234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829569.782236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829569.782239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829569.782241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829569.782245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829569.782248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829569.782251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829569.782251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829569.782253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829569.782255:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829570.294193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829570.294198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829570.294200:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829570.294204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829570.294208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829570.294211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829570.294213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829570.294215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829570.294217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829570.614188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829570.614193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829570.614197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829570.614198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829570.614201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829570.614201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829570.614204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829570.614205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829570.614209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829570.614210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829570.614308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829570.614311:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829570.614314:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829570.678183:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301047652, at 4301047680
00000100:00000040:2.0:1787829570.678189:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301047652, at 4301047680
00000100:00000010:3.0:1787829570.678196:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc00.
00000100:00000010:2.0:1787829570.678199:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cd20.
00000100:00000001:3.0:1787829570.806175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829570.806177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829570.806177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829570.806183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829570.806183:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829570.806184:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829570.806187:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829570.806187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829570.806188:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829570.806193:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829570.806194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829570.806197:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829570.806201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829570.806202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829570.806202:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829570.806204:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829570.806206:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829570.806207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829570.806209:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829570.806211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829570.806213:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829570.806213:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829570.806217:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829570.806222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829570.806222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829570.806224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829570.806226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829571.318191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829571.318199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829571.318201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829571.318206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829571.318210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829571.318215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829571.318218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829571.318221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829571.318224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829571.638205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829571.638211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829571.638215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829571.638216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829571.638219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829571.638219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829571.638222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829571.638223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829571.638225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829571.638226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829571.638285:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829571.638290:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829571.638293:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829571.830194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829571.830194:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829571.830194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829571.830194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829571.830202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829571.830202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829571.830202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787829571.830205:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829571.830206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829571.830207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.830207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830210:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787829571.830214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829571.830214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829571.830216:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:1.0:1787829571.830216:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829571.830220:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829571.830221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829571.830223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829571.830227:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829571.830228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.830228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829571.830228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829571.830236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829571.830238:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6376
00000100:00000001:3.0:1787829571.830240:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.830246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829571.830246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829571.830251:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829571.830251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.830254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829571.830255:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829571.830258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829571.830260:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829571.830269:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829571.830274:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829571.830279:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830283:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829571.830286:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830290:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829571.830294:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829571.830296:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829571.830298:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829571.830302:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829571.830305:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829571.830307:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829571.830317:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830319:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829571.830321:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830323:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829571.830326:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829571.830331:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830333:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829571.830336:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829571.830340:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829571.830343:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830345:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829571.830348:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829571.830356:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5e00.
00000020:00000040:1.0:1787829571.830362:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829571.830367:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829571.830369:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830371:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829571.830374:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829571.830378:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829571.830385:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e800.
00000100:00000001:1.0:1787829571.830392:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829571.830400:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829571.830411:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829571.830415:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829571.830420:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e35e8c63] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829571.830444:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829571.830447:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829571.830451:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829571.830453:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829571.830454:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829571.830457:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829571.830460:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6376
00000400:00000200:1.0:1787829571.830465:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829571.830469:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829571.830472:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829571.830477:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829571.830477:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829571.830482:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829571.830483:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829571.830485:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829571.830489:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830494:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:2.0:1787829571.830496:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829571.830498:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829571.830501:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829571.830505:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829571.830509:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:2.0:1787829571.830513:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829571.830515:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829571.830518:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829571.830519:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829571.830525:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787829571.830527:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829571.830530:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829571.830531:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829571.830537:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829571.830537:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830541:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:2.0:1787829571.830546:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555390336:192.168.203.108@tcp:250:kworker.0
00000020:00000040:1.0:1787829571.830547:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829571.830555:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829571.830556:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829571.830559:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.830562:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829571.830563:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829571.830567:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829571.830571:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829571.830572:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829571.830577:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830579:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787829571.830580:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829571.830584:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829571.830585:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829571.830590:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829571.830592:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829571.830594:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829571.830598:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000100:00000010:1.0:1787829571.830601:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4000.
00000020:00000040:1.0:1787829571.830606:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000010:2.0:1787829571.830607:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000001:1.0:1787829571.830609:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829571.830612:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830615:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787829571.830616:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390336, portal 25
02000000:00000001:1.0:1787829571.830617:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829571.830621:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829571.830622:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.830625:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
02000000:00000010:1.0:1787829571.830629:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000100:00000040:2.0:1787829571.830635:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829571.830637:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829571.830659:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829571.830659:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829571.830667:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829571.830673:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000001:1.0:1787829571.830676:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787829571.830678:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555390336, offset 0
00000100:00000001:1.0:1787829571.830680:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829571.830687:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d464b8c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829571.830690:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830702:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829571.830706:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829571.830709:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829571.830711:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829571.830715:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829571.830717:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829571.830719:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:1.0:1787829571.830721:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829571.830727:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6376
00000400:00000200:2.0:1787829571.830728:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829571.830734:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.830738:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829571.830742:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829571.830746:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787829571.830748:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829571.830754:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:1.0:1787829571.830757:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830762:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829571.830763:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90267:90267:256:4294967295] 192.168.203.108@tcp LPNI seq info [90254:90254:8:4294967295]
00000100:00000040:1.0:1787829571.830768:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830773:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829571.830773:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:1.0:1787829571.830777:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829571.830780:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829571.830782:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829571.830785:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829571.830790:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829571.830793:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787829571.830795:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829571.830802:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829571.830807:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829571.830808:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829571.830814:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:2.0:1787829571.830816:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000001:1.0:1787829571.830817:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829571.830822:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829571.830828:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000200:2.0:1787829571.830829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829571.830832:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829571.830836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787829571.830837:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829571.830841:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829571.830846:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829571.830847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829571.830849:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829571.830854:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787829571.830855:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000008:00000001:1.0:1787829571.830859:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830863:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829571.830864:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000010:1.0:1787829571.830869:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4b40.
00000800:00000010:2.0:1787829571.830870:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000020:00000040:1.0:1787829571.830875:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:2.0:1787829571.830878:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787829571.830879:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829571.830886:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787829571.830891:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829571.830892:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000100:00000001:1.0:1787829571.830895:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787829571.830897:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
02000000:00000001:1.0:1787829571.830899:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829571.830902:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829571.830903:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829571.830909:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787829571.830910:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c800.
00000100:00000001:1.0:1787829571.830917:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.830922:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787829571.830926:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829571.830928:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.830954:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.830958:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829571.830966:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829571.830966:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.830970:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829571.830975:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829571.830978:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301052772
00000100:00000040:1.0:1787829571.830981:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083374960] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787829571.830984:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829571.830993:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829571.830994:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829571.830999:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829571.831000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301052772
00000100:00080000:1.0:1787829571.831006:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1787829571.831006:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2d80.
00000100:00000001:1.0:1787829571.831011:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829571.831012:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829571.831016:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829571.831017:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829571.831021:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.831023:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829571.831024:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787829571.831029:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6376
00000100:00100000:2.0:1787829571.831031:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829571/real 1787829571]  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829571.831037:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829571.831045:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829571.831050:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787829571.831051:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787829571.831054:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000001:2.0:1787829571.831068:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829571.831071:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000100:00000001:1.0:1787829571.831073:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829571.831077:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000100:00000040:1.0:1787829571.831078:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:2.0:1787829571.831082:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:1.0:1787829571.831084:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829571.831087:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787829571.831089:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829571.831093:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829571.831116:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829571.831119:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829571.831122:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829571.831125:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000200:2.0:1787829571.831126:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829571.831131:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.831136:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829571.831142:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.831146:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:2.0:1787829571.831149:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829571.831152:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829571.831161:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829571.831165:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829571.831166:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831168:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829571.831170:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829571.831174:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829571.831176:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829571.831178:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829571.831180:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.831185:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829571.831188:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787829571.831189:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829571.831195:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.831200:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829571.831207:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829571.831208:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829571.831213:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000040:2.0:1787829571.831218:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829571.831219:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829571.831222:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.831226:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829571.831229:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829571.831233:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831235:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1787829571.831239:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f400.
00000100:00000001:2.0:1787829571.831240:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829571.831253:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831253:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.831257:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.831261:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:1.0:1787829571.831265:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829571.831265:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829571.831270:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829571.831279:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829571.831283:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829571.831284:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829571.831288:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829571.831294:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829571.831299:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005347bfca] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829571.831316:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555390336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829571.831318:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829571.831324:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829571.831325:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829571.831328:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829571.831330:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829571.831332:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829571.831335:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829571.831337:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555390336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829571.831340:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829571.831348:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6376
00000100:00000001:2.0:1787829571.831349:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829571.831354:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1787829571.831356:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:2.0:1787829571.831359:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
00000400:00000200:1.0:1787829571.831363:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:2.0:1787829571.831366:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1787829571.831368:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000020:00000001:2.0:1787829571.831370:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:1.0:1787829571.831374:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000020:00000040:2.0:1787829571.831376:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000001:1.0:1787829571.831382:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1787829571.831383:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:1.0:1787829571.831387:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000010:2.0:1787829571.831388:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
00000100:00000001:1.0:1787829571.831391:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829571.831395:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1787829571.831396:0:49828:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829571.831399:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1787829571.831400:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000010:2.0:1787829571.831403:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000020:00000001:1.0:1787829571.831404:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829571.831408:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829571.831410:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1787829571.831414:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829571.831415:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829571.831421:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829571.831421:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829571.831428:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829571.831431:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829571.831434:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829571.831434:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829571.831437:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829571.831438:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829571.831443:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829571.831445:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829571.831449:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787829571.831451:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829571.831453:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829571.831457:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829571.831461:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787829571.831462:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829571.831466:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829571.831472:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829571.831477:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829571.831480:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1787829571.831481:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829571.831484:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829571.831487:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831489:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829571.831490:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831493:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787829571.831496:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7c00.
02000000:00000001:2.0:1787829571.831498:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829571.831501:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00100000:2.0:1787829571.831505:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390464:192.168.203.108@tcp:38:kworker.0
02000000:00000001:1.0:1787829571.831507:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829571.831510:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831514:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829571.831515:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829571.831519:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829571.831519:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829571.831524:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831524:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831529:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829571.831532:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e000.
02000000:00000010:2.0:1787829571.831536:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:1.0:1787829571.831538:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831540:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829571.831547:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829571.831549:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829571.831553:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829571.831559:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829571.831566:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390464, portal 10
00000100:00000001:1.0:1787829571.831567:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829571.831570:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829571.831572:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831574:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000040:1.0:1787829571.831579:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0066ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829571.831588:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829571.831594:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829571.831602:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6386)
00000100:00000001:2.0:1787829571.831603:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829571.831609:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829571.831612:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829571.831616:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555390464, offset 0
00000400:00000200:2.0:1787829571.831622:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829571.831627:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.831632:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829571.831635:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829571.831638:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829571.831640:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829571.831643:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829571.831646:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90268:90268:256:4294967295] 192.168.203.108@tcp LPNI seq info [90255:90255:8:4294967295]
00000400:00000200:2.0:1787829571.831652:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.831659:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829571.831664:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.831668:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829571.831672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829571.831675:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829571.831680:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829571.831683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829571.831687:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.831690:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829571.831693:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829571.831697:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829571.831700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829571.831702:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829571.831705:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829571.831709:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831717:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.831721:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831728:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831730:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829571.831734:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829571.831738:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829571.831741:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829571.831744:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301048917
00000100:00000001:2.0:1787829571.831747:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.831750:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301048917
00000100:00000001:2.0:1787829571.831752:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.831754:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829571.831757:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.831760:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829571.831765:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829571/real 1787829571]  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829571.831774:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829571.831776:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829571.831778:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829571.831781:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829571.831783:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829571.831785:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829571.831789:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829571.831799:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831807:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829571.831808:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.831810:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.831812:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829571.831816:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831824:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829571.831829:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831837:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829571.831840:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.831842:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.831843:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.831846:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829571.831848:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829571.831852:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829571.831857:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829571.831860:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829571.831866:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829571.831875:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829571.831880:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829571.831884:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831891:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829571.831893:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831895:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829571.831897:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829571.831899:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829571.831903:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829571.831906:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829571.831908:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829571.831910:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.831912:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829571.831916:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829571.831918:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829571.831922:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829571.831925:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829571.831928:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829571.831932:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390592, portal 10
00000100:00000001:2.0:1787829571.831934:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829571.831935:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:2.0:1787829571.831942:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.831949:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829571.831952:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829571.831955:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829571.831958:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555390592, offset 0
00000400:00000200:2.0:1787829571.831962:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829571.831967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.831971:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829571.831975:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829571.831977:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829571.831980:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829571.831982:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829571.831986:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90269:90269:256:4294967295] 192.168.203.108@tcp LPNI seq info [90256:90256:8:4294967295]
00000400:00000200:2.0:1787829571.831990:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.831997:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829571.832002:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.832006:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829571.832010:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829571.832013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829571.832018:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829571.832021:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829571.832024:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.832026:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829571.832030:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829571.832033:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829571.832037:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829571.832038:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829571.832041:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829571.832046:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832054:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.832070:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832077:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832079:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829571.832083:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829571.832087:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829571.832090:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829571.832093:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301048857
00000100:00000001:2.0:1787829571.832117:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.832121:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301048858
00000100:00000001:2.0:1787829571.832124:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.832126:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829571.832129:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832131:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829571.832136:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829571/real 1787829571]  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829571.832145:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829571.832147:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829571.832149:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829571.832152:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829571.832154:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829571.832156:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829571.832159:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829571.832168:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832174:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829571.832176:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832178:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.832180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829571.832184:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832192:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829571.832197:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832206:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829571.832209:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832212:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.832214:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832217:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829571.832220:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829571.832223:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829571.832227:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829571.832231:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829571.832236:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829571.832245:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829571.832250:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829571.832254:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832262:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829571.832263:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.832265:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829571.832267:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829571.832270:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829571.832273:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829571.832277:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829571.832280:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829571.832282:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.832284:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829571.832288:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829571.832291:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829571.832295:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829571.832299:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829571.832304:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829571.832308:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390720, portal 4
00000100:00000001:2.0:1787829571.832310:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829571.832312:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:2.0:1787829571.832318:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832325:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829571.832328:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829571.832332:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829571.832335:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555390720, offset 0
00000400:00000200:2.0:1787829571.832342:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829571.832346:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.832351:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829571.832355:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829571.832358:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829571.832361:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829571.832364:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829571.832368:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90270:90270:256:4294967295] 192.168.203.108@tcp LPNI seq info [90257:90257:8:4294967295]
00000400:00000200:2.0:1787829571.832373:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.832381:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829571.832387:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.832391:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829571.832396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829571.832399:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829571.832404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829571.832407:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829571.832411:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.832413:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829571.832416:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829571.832419:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829571.832423:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829571.832425:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829571.832429:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829571.832433:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832442:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.832445:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832453:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832455:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829571.832459:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829571.832462:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829571.832466:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829571.832468:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301048891
00000100:00000001:2.0:1787829571.832471:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.832473:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301048891
00000100:00000001:2.0:1787829571.832476:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.832478:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829571.832480:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832482:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829571.832487:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829571/real 1787829571]  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829571.832496:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829571.832498:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829571.832499:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829571.832502:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829571.832504:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829571.832506:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829571.832510:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829571.832519:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832533:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829571.832535:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832537:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.832539:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829571.832543:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832551:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829571.832555:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832563:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829571.832566:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832567:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.832569:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832571:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829571.832573:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829571.832576:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829571.832580:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829571.832582:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829571.832587:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829571.832596:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829571.832600:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832603:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.832606:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555390464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832614:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829571.832617:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829571.832620:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829571.832623:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829571.832625:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829571.832627:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829571.832630:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829571.832632:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829571.832635:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829571.832636:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829571.832638:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:2.0:1787829571.832642:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829571.832643:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832645:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.832649:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555390592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832657:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829571.832658:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829571.832660:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829571.832663:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829571.832664:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829571.832666:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829571.832668:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829571.832670:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:2.0:1787829571.832673:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829571.832674:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829571.832676:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:2.0:1787829571.832678:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829571.832680:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832682:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.832686:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555390720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832693:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829571.832694:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829571.832696:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829571.832698:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829571.832700:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829571.832702:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829571.832704:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829571.832705:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:2.0:1787829571.832708:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829571.832709:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829571.832710:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:2.0:1787829571.832713:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829571.832714:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832716:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.832722:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829571.832725:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832727:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829571.832729:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829571.832730:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829571.832735:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832742:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829571.832744:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.832746:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829571.832747:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829571.832750:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829571.832754:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829571.832757:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829571.832760:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829571.832761:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829571.832763:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829571.832768:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829571.832770:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829571.832774:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829571.832777:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829571.832781:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829571.832784:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390848, portal 4
00000100:00000001:2.0:1787829571.832786:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829571.832787:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:2.0:1787829571.832794:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832806:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829571.832808:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829571.832811:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829571.832814:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555390848, offset 0
00000400:00000200:2.0:1787829571.832818:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829571.832823:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.832827:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829571.832830:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829571.832833:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829571.832836:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829571.832839:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829571.832842:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90271:90271:256:4294967295] 192.168.203.108@tcp LPNI seq info [90258:90258:8:4294967295]
00000400:00000200:2.0:1787829571.832846:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829571.832853:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829571.832858:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.832862:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829571.832867:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829571.832870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787829571.832875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829571.832878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787829571.832883:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829571.832885:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829571.832888:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829571.832892:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829571.832895:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829571.832897:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829571.832900:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829571.832904:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832912:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.832916:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.832930:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832931:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829571.832935:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829571.832938:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829571.832942:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829571.832944:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301048883
00000100:00000001:2.0:1787829571.832947:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.832950:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301048883
00000100:00000001:2.0:1787829571.832952:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301052772
00000100:00000001:2.0:1787829571.832955:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829571.832957:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.832959:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829571.832964:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829571/real 1787829571]  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829571.832972:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829571.832974:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829571.832976:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829571.832979:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829571.832981:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829571.832983:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829571.832987:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829571.832996:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.833003:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829571.833005:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.833007:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.833008:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829571.833012:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.833020:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829571.833025:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.833032:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829571.833035:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.833039:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829571.833040:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.833042:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829571.833045:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829571.833047:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829571.833052:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829571.833054:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829571.833072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829571.833082:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555390848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829571.833086:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.833088:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829571.833092:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555390848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829571.833130:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829571.833131:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829571.833133:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829571.833136:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829571.833137:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829571.833139:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829571.833140:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829571.833141:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:2.0:1787829571.833143:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829571.833145:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829571.833146:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:2.0:1787829571.833147:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829571.833148:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.833150:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829571.833153:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829571.833154:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829571.833155:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829571.833157:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829572.342199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829572.342205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829572.342207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829572.342211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829572.342214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829572.342217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829572.342219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829572.342221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829572.342223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829572.662207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829572.662212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829572.662215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829572.662218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829572.662224:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829572.662225:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829572.662228:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662230:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829572.662232:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662233:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829572.662235:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829572.662296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829572.662301:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829572.662305:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829572.854173:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829572.854181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829572.854183:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829572.854190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829572.854194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829572.854198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829572.854201:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829572.854204:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829572.854207:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829572.854306:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829572.854310:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829572.854311:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829572.854314:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829572.854316:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829572.854319:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829572.854321:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829572.854322:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829572.854325:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829572.854416:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829572.854420:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829572.854421:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829572.854425:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829572.854427:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829572.854429:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829572.854431:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829572.854432:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829572.854434:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.366337:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829573.366343:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829573.366345:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829573.366350:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829573.366362:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829573.366366:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.366369:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829573.366372:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.366376:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829573.686205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829573.686213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829573.686219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829573.686221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829573.686225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829573.686227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829573.686230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829573.686232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829573.686235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829573.686237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829573.686294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829573.686297:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829573.686300:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829573.878202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829573.878209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829573.878212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.878214:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829573.878219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829573.878219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829573.878222:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829573.878227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829573.878230:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829573.878231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829573.878234:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829573.878236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.878239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829573.878243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.878247:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829573.878248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829573.878252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829573.878255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.878344:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829573.878348:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829573.878349:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829573.878352:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829573.878354:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829573.878356:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829573.878358:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829573.878359:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829573.878361:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829574.390203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829574.390209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829574.390211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829574.390216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829574.390225:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829574.390229:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829574.390231:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829574.390233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829574.390235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829574.710209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829574.710216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829574.710222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829574.710224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829574.710228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829574.710229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829574.710232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829574.710233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829574.710237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829574.710239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829574.710287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829574.710290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829574.710293:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829574.902189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829574.902195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829574.902196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829574.902198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829574.902201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829574.902203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829574.902206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829574.902208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829574.902210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829574.902214:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829574.902214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829574.902218:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829574.902222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829574.902222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829574.902228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829574.902232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829574.902235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829574.902238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829574.902249:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829574.902253:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829574.902254:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829574.902257:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829574.902259:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829574.902261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829574.902263:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829574.902265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829574.902267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829575.414203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829575.414210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829575.414212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829575.414217:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829575.414221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829575.414225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829575.414228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829575.414230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829575.414234:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829575.734209:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829575.734212:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829575.734215:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734220:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829575.734223:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734225:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734227:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829575.734231:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829575.734232:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829575.734233:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734235:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829575.734235:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734237:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734238:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829575.734242:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829575.734242:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829575.734243:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734244:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829575.734245:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734246:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734248:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734250:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829575.734251:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829575.734252:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829575.734253:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734254:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829575.734255:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734256:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734258:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829575.734260:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829575.734261:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829575.734310:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829575.734314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829575.734317:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829575.798200:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301052772, at 4301052800
00000100:00000040:3.0:1787829575.798200:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301052772, at 4301052800
00000100:00000010:3.0:1787829575.798216:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2d80.
00000100:00000010:2.0:1787829575.798218:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:3.0:1787829575.926192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829575.926205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829575.926208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829575.926212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829575.926218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829575.926219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829575.926224:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829575.926225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829575.926229:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829575.926230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829575.926232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829575.926234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829575.926237:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829575.926238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829575.926239:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829575.926240:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829575.926247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829575.926248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829575.926252:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829575.926255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829575.926257:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829575.926257:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829575.926260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829575.926266:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829575.926267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829575.926270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829575.926273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829576.438157:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829576.438164:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829576.438166:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829576.438171:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829576.438175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829576.438179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829576.438181:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829576.438184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829576.438188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829576.758169:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829576.758173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829576.758178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829576.758179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829576.758181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829576.758182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829576.758184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829576.758185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829576.758188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829576.758189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829576.758237:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829576.758241:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829576.758244:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829576.950243:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829576.950254:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829576.950257:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829576.950261:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829576.950267:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829576.950275:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6381
00000400:00000200:1.0:1787829576.950285:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829576.950291:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829576.950295:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829576.950299:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950303:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950306:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950309:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829576.950314:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829576.950317:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829576.950321:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829576.950325:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829576.950329:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829576.950332:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829576.950337:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950340:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950342:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950345:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829576.950350:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829576.950355:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950358:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829576.950362:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829576.950366:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829576.950377:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950380:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829576.950383:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829576.950393:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b43c0.
00000020:00000040:1.0:1787829576.950398:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829576.950402:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829576.950404:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950407:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829576.950411:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829576.950415:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829576.950424:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000001:1.0:1787829576.950431:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829576.950442:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829576.950454:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829576.950459:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829576.950464:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d228c8fc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829576.950490:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829576.950493:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829576.950497:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829576.950499:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829576.950501:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829576.950504:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829576.950507:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6381
00000400:00000200:1.0:1787829576.950512:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829576.950515:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829576.950518:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829576.950521:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950524:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950526:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950528:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829576.950530:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829576.950532:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829576.950534:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829576.950536:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829576.950538:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829576.950541:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829576.950544:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950547:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950548:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950550:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829576.950553:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829576.950555:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950558:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829576.950560:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829576.950566:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829576.950569:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950571:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829576.950583:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829576.950587:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950589:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829576.950594:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b70c0.
00000020:00000040:1.0:1787829576.950597:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829576.950600:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829576.950601:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950603:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829576.950605:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829576.950607:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829576.950611:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:1.0:1787829576.950615:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829576.950621:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829576.950630:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829576.950632:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829576.950637:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b736c90] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829576.950647:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829576.950650:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829576.950653:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829576.950655:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829576.950657:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829576.950660:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829576.950663:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6381
00000400:00000200:1.0:1787829576.950668:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829576.950671:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829576.950673:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829576.950677:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950679:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950681:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950683:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829576.950685:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829576.950687:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829576.950689:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829576.950691:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829576.950694:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829576.950696:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829576.950699:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950702:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950705:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950708:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829576.950710:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829576.950714:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950717:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829576.950719:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829576.950723:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829576.950726:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950728:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829576.950731:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829576.950733:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950735:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829576.950739:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6580.
00000020:00000040:1.0:1787829576.950742:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829576.950745:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829576.950746:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950748:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829576.950749:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829576.950751:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829576.950755:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:1.0:1787829576.950759:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829576.950765:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829576.950773:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829576.950775:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829576.950780:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098021ab9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829576.950788:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829576.950792:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829576.950796:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829576.950798:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829576.950800:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829576.950803:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829576.950806:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6381
00000400:00000200:1.0:1787829576.950812:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829576.950816:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829576.950818:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829576.950821:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950823:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950826:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950828:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829576.950831:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829576.950832:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829576.950834:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829576.950836:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829576.950838:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829576.950840:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829576.950845:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950847:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950851:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950853:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829576.950856:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829576.950859:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950862:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829576.950865:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829576.950868:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829576.950871:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950873:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829576.950876:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829576.950879:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950880:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829576.950884:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5680.
00000020:00000040:1.0:1787829576.950887:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829576.950889:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829576.950891:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.950893:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829576.950894:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829576.950896:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829576.950900:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000100:00000001:1.0:1787829576.950904:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829576.950909:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829576.950917:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829576.950919:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829576.950924:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6a22ee2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829576.950933:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829576.950935:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829576.950939:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829576.950941:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829576.950943:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829576.950946:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829576.950949:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6381
00000400:00000200:1.0:1787829576.950954:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829576.950957:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829576.950959:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829576.950962:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950964:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950966:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950968:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829576.950971:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829576.950972:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829576.950973:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829576.950976:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829576.950978:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:1.0:1787829576.950980:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829576.950983:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950985:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829576.950987:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950989:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829576.950992:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:1.0:1787829576.950995:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829576.950997:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829576.950999:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829576.951003:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829576.951005:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.951007:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829576.951009:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:1.0:1787829576.951011:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.951013:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829576.951017:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4780.
00000020:00000040:1.0:1787829576.951035:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829576.951038:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829576.951040:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829576.951042:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829576.951043:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829576.951045:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829576.951050:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:1.0:1787829576.951053:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829576.951059:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829576.951066:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829576.951069:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829576.951073:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaf606ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829576.951082:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829576.951092:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6391)
00000100:00000001:2.0:1787829576.951239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829576.951243:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829576.951245:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829576.951248:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829576.951251:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829576.951255:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951257:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829576.951259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951263:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.951272:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829576.951276:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829576.951278:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829576.951284:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951293:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829576.951295:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.951298:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829576.951300:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829576.951303:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829576.951308:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555390976:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829576.951312:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829576.951316:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829576.951319:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.951322:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829576.951327:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829576.951329:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.951336:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829576.951341:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829576.951349:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829576.951357:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555390976, portal 25
00000100:00000001:2.0:1787829576.951360:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829576.951362:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:2.0:1787829576.951369:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951377:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829576.951380:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:2.0:1787829576.951382:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829576.951386:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:2.0:1787829576.951388:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000001:3.0:1787829576.951391:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829576.951393:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555390976, offset 0
00000100:00100000:3.0:1787829576.951397:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829576.951402:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787829576.951406:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829576.951407:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829576.951412:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829576.951413:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829576.951416:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.951418:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.951427:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829576.951433:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829576.951439:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829576.951443:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829576.951446:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829576.951450:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90272:90272:256:4294967295] 192.168.203.108@tcp LPNI seq info [90259:90259:8:4294967295]
00000400:00000200:2.0:1787829576.951455:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.951465:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829576.951472:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.951478:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829576.951487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829576.951491:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829576.951497:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829576.951501:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829576.951505:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.951508:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829576.951512:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829576.951517:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829576.951523:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829576.951526:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829576.951529:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829576.951534:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951543:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.951547:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951554:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.951556:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829576.951563:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.951567:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829576.951569:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301057893
00000100:00000010:2.0:1787829576.951575:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829576.951581:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829576.951586:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301057893
00000100:00000010:2.0:1787829576.951588:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c25a0.
00000100:00000001:2.0:1787829576.951591:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829576.951594:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829576.951598:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.951600:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829576.951604:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829576/real 1787829576]  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829576.951613:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829576.951616:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829576.951618:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829576.951627:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829576.951630:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829576.951633:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829576.951637:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829576.951647:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951654:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829576.951655:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951658:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.951661:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829576.951665:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951672:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829576.951678:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951685:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829576.951688:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951690:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.951692:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951695:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829576.951697:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829576.951700:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829576.951704:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829576.951707:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829576.951712:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829576.951720:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555390976:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829576.951726:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829576.951730:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951737:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829576.951738:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.951740:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829576.951743:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829576.951745:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829576.951748:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829576.951752:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829576.951754:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829576.951755:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.951756:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829576.951759:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829576.951761:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.951764:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829576.951767:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829576.951771:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829576.951775:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391104, portal 10
00000100:00000001:2.0:1787829576.951777:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829576.951778:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:2.0:1787829576.951785:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951792:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829576.951795:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829576.951797:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829576.951800:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555391104, offset 0
00000400:00000200:2.0:1787829576.951804:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829576.951809:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.951813:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829576.951816:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829576.951820:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829576.951822:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829576.951825:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829576.951828:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90273:90273:256:4294967295] 192.168.203.108@tcp LPNI seq info [90260:90260:8:4294967295]
00000400:00000200:2.0:1787829576.951831:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.951835:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829576.951839:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.951842:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829576.951845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829576.951847:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829576.951850:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829576.951852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829576.951855:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.951856:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829576.951859:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829576.951861:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829576.951863:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829576.951865:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829576.951867:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829576.951869:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951875:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.951877:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951882:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.951884:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829576.951887:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829576.951891:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829576.951895:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829576.951897:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301054037
00000100:00000001:2.0:1787829576.951899:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.951902:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301054037
00000100:00000001:2.0:1787829576.951904:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.951907:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829576.951909:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.951911:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829576.951916:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829576/real 1787829576]  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829576.951925:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829576.951926:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829576.951928:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829576.951931:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829576.951933:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829576.951935:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829576.951939:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829576.951945:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951950:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829576.951951:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951952:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.951953:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829576.951955:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951960:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829576.951962:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951967:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829576.951968:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951969:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.951970:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.951972:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829576.951974:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829576.951975:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829576.951978:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829576.951979:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829576.951982:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829576.951987:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829576.951990:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829576.951992:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.951996:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829576.951997:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.951998:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829576.952000:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829576.952001:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829576.952003:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829576.952005:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829576.952007:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829576.952008:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.952009:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952012:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829576.952014:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.952016:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829576.952018:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829576.952036:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829576.952041:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391232, portal 10
00000100:00000001:2.0:1787829576.952043:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829576.952044:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:2.0:1787829576.952051:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952059:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829576.952061:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829576.952063:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829576.952066:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555391232, offset 0
00000400:00000200:2.0:1787829576.952070:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829576.952074:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.952078:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829576.952082:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829576.952084:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829576.952087:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829576.952089:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829576.952093:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90274:90274:256:4294967295] 192.168.203.108@tcp LPNI seq info [90261:90261:8:4294967295]
00000400:00000200:2.0:1787829576.952116:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.952124:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829576.952130:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.952134:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829576.952139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829576.952142:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787829576.952147:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000800:00000200:2.1:1787829576.952148:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829576.952153:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829576.952155:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829576.952159:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000100:00100000:3.0:1787829576.952160:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000800:00000100:2.0:1787829576.952168:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829576.952169:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000010:2.0:1787829576.952171:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000001:3.0:1787829576.952173:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829576.952177:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787829576.952178:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829576.952182:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829576.952187:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.952188:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829576.952195:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829576.952197:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829576.952200:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829576.952205:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952213:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952216:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952226:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952227:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829576.952230:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829576.952232:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829576.952235:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829576.952236:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301053978
00000100:00000001:2.0:1787829576.952238:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.952239:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301053978
00000100:00000001:2.0:1787829576.952241:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.952242:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829576.952244:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952245:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829576.952247:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829576/real 1787829576]  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829576.952252:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829576.952253:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829576.952255:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829576.952256:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829576.952257:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829576.952258:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829576.952260:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829576.952266:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952270:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829576.952271:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952272:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.952273:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829576.952275:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952280:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829576.952282:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952286:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829576.952288:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952289:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.952290:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952292:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829576.952293:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829576.952296:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829576.952298:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829576.952300:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829576.952304:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829576.952312:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829576.952316:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829576.952320:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952327:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829576.952329:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.952331:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829576.952333:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829576.952336:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829576.952339:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829576.952343:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829576.952345:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829576.952347:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.952349:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952352:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829576.952354:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.952356:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829576.952358:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829576.952361:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829576.952363:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391360, portal 4
00000100:00000001:2.0:1787829576.952364:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829576.952365:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:2.0:1787829576.952369:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952374:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829576.952375:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829576.952377:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829576.952378:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555391360, offset 0
00000400:00000200:2.0:1787829576.952381:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829576.952383:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.952386:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829576.952388:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829576.952389:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829576.952391:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829576.952393:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829576.952395:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90275:90275:256:4294967295] 192.168.203.108@tcp LPNI seq info [90262:90262:8:4294967295]
00000400:00000200:2.0:1787829576.952398:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.952402:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829576.952405:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.952407:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829576.952410:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829576.952412:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829576.952415:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829576.952416:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829576.952419:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.952421:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829576.952423:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829576.952425:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829576.952427:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829576.952428:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829576.952430:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829576.952432:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952437:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952439:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952444:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952445:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829576.952447:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829576.952449:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829576.952450:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829576.952452:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301054011
00000100:00000001:2.0:1787829576.952454:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.952455:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301054011
00000100:00000001:2.0:1787829576.952457:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.952458:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829576.952459:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952460:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829576.952463:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829576/real 1787829576]  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829576.952467:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829576.952468:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829576.952469:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829576.952470:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829576.952471:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829576.952473:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829576.952475:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829576.952480:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952484:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829576.952485:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952486:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.952487:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829576.952489:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952493:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829576.952495:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952499:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829576.952501:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952502:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.952502:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952504:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829576.952505:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829576.952507:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829576.952509:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829576.952510:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829576.952512:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829576.952518:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829576.952520:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829576.952522:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952527:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829576.952528:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.952529:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829576.952530:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829576.952532:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829576.952533:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829576.952535:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829576.952536:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829576.952537:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829576.952538:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952540:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829576.952541:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829576.952543:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829576.952544:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829576.952546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829576.952548:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391488, portal 4
00000100:00000001:2.0:1787829576.952549:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829576.952550:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:2.0:1787829576.952553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952557:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829576.952559:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829576.952560:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829576.952561:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555391488, offset 0
00000400:00000200:2.0:1787829576.952564:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829576.952566:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.952567:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829576.952569:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829576.952570:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829576.952572:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829576.952573:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829576.952576:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90276:90276:256:4294967295] 192.168.203.108@tcp LPNI seq info [90263:90263:8:4294967295]
00000400:00000200:2.0:1787829576.952578:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829576.952582:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829576.952585:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.952587:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829576.952589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829576.952591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829576.952593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829576.952595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829576.952597:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829576.952598:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829576.952600:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829576.952602:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829576.952604:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829576.952605:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829576.952607:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829576.952609:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952614:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952616:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952620:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952621:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829576.952622:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829576.952624:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829576.952625:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829576.952627:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301054003
00000100:00000001:2.0:1787829576.952628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.952629:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301054003
00000100:00000001:2.0:1787829576.952630:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301057893
00000100:00000001:2.0:1787829576.952632:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829576.952634:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952635:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829576.952637:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829576/real 1787829576]  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829576.952642:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829576.952643:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829576.952644:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829576.952645:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829576.952646:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829576.952648:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829576.952650:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829576.952655:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952659:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829576.952660:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952661:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.952662:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829576.952664:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952668:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829576.952670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952674:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829576.952675:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952676:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829576.952677:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952678:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829576.952679:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829576.952680:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829576.952683:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829576.952684:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829576.952687:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829576.952692:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829576.952694:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952695:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952697:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555390976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952701:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829576.952704:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952706:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:2.0:1787829576.952708:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829576.952710:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829576.952712:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829576.952714:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829576.952716:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:2.0:1787829576.952720:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829576.952722:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829576.952724:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:2.0:1787829576.952726:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829576.952727:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952729:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952733:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555391104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952740:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829576.952742:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952743:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829576.952746:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829576.952747:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829576.952748:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829576.952750:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829576.952753:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:2.0:1787829576.952756:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829576.952757:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829576.952758:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:2.0:1787829576.952760:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829576.952762:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952763:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952767:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555391232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952773:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829576.952774:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952775:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829576.952777:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829576.952779:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829576.952780:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829576.952782:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829576.952783:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:2.0:1787829576.952785:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829576.952786:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829576.952787:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:2.0:1787829576.952789:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829576.952791:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952792:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952795:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555391360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952801:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829576.952802:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952804:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829576.952806:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829576.952808:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829576.952809:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829576.952812:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829576.952813:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:2.0:1787829576.952816:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829576.952817:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829576.952818:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:2.0:1787829576.952821:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829576.952823:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952824:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829576.952828:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555391488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829576.952835:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829576.952836:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829576.952837:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:2.0:1787829576.952839:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829576.952840:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829576.952841:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829576.952842:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829576.952843:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:2.0:1787829576.952845:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829576.952846:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829576.952846:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:2.0:1787829576.952848:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829576.952848:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952850:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829576.952855:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829576.952856:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829576.952857:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829576.952858:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829577.462211:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829577.462219:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829577.462222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829577.462228:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829577.462232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829577.462235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829577.462237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829577.462239:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829577.462241:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829577.782214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829577.782220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829577.782225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829577.782225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829577.782228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829577.782229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829577.782231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829577.782232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829577.782235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829577.782236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829577.782283:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829577.782286:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829577.782289:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829577.974180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829577.974188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829577.974191:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829577.974205:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829577.974206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829577.974211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829577.974213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829577.974215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829577.974218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829577.974221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829577.974224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829577.974226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829577.974229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829577.974231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829577.974235:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829577.974235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829577.974236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829577.974241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829577.974242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829577.974248:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829577.974248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829577.974255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829577.974260:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829577.974263:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829577.974266:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829577.974268:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829577.974272:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.486200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829578.486206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829578.486208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829578.486212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829578.486215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829578.486218:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829578.486221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829578.486222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829578.486224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829578.806182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829578.806189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829578.806195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829578.806197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829578.806200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829578.806202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829578.806206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829578.806207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829578.806211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829578.806213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829578.806264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829578.806267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829578.806270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829578.998197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829578.998197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829578.998197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829578.998203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829578.998204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829578.998205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829578.998206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.998208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.998209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829578.998213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829578.998215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829578.998217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829578.998217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829578.998220:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829578.998223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829578.998223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829578.998228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829578.998229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.998231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829578.998232:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829578.998238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.998241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829578.998245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.998249:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829578.998249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.998252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.998254:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829579.510169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829579.510174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829579.510176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829579.510180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829579.510183:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829579.510186:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829579.510188:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829579.510190:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829579.510193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829579.830174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829579.830179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829579.830183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829579.830184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829579.830187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829579.830188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829579.830190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829579.830191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829579.830193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829579.830194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829579.830249:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829579.830260:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829579.830265:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829580.022165:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829580.022171:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829580.022172:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829580.022177:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829580.022182:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829580.022185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829580.022186:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829580.022191:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829580.022191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829580.022193:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829580.022195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829580.022197:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829580.022198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829580.022199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829580.022205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829580.022205:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829580.022210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829580.022211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829580.022214:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829580.022215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829580.022216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829580.022221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829580.022221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829580.022226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829580.022229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829580.022230:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829580.022233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829580.534166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829580.534174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829580.534176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829580.534182:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829580.534185:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829580.534189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829580.534200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829580.534203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829580.534208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829580.854224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829580.854233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829580.854241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829580.854242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829580.854247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829580.854248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829580.854251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829580.854252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829580.854256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829580.854257:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829580.854320:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829580.854324:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829580.854327:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829580.918198:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301057893, at 4301057920
00000100:00000040:2.0:1787829580.918199:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301057893, at 4301057920
00000100:00000010:3.0:1787829580.918220:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c25a0.
00000100:00000010:2.0:1787829580.918226:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:3.0:1787829581.046200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829581.046204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829581.046207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829581.046209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829581.046210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829581.046212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829581.046216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829581.046217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829581.046224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829581.046224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829581.046227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829581.046229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829581.046230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829581.046232:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829581.046238:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829581.046238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829581.046241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829581.046244:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829581.046245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829581.046246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829581.046250:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829581.046252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829581.046255:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829581.046258:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829581.046259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829581.046264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829581.046267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829581.558173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829581.558179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829581.558181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829581.558185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829581.558188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829581.558191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829581.558194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829581.558196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829581.558198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829581.878173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829581.878178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829581.878182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829581.878183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829581.878185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829581.878186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829581.878188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829581.878189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829581.878192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829581.878194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829581.878239:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829581.878242:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829581.878245:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829582.070181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829582.070181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829582.070189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829582.070189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829582.070192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829582.070192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829582.070198:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829582.070198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829582.070200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829582.070203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829582.070203:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829582.070204:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829582.070205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829582.070209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.070209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829582.070209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829582.070213:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829582.070216:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787829582.070217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829582.070219:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829582.070221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829582.070221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829582.070225:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829582.070226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829582.070227:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829582.070227:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829582.070233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829582.070234:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829582.070236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.070239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829582.070242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829582.070244:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6386
00000100:00000001:2.0:1787829582.070245:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829582.070259:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829582.070269:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829582.070274:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829582.070278:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070282:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829582.070285:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070288:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829582.070292:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829582.070294:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829582.070298:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829582.070301:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829582.070304:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829582.070306:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829582.070310:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070312:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829582.070314:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070316:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829582.070320:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829582.070323:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070326:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829582.070329:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829582.070332:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829582.070336:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.070348:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829582.070351:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829582.070361:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829582.070366:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829582.070370:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829582.070372:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.070375:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829582.070377:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829582.070381:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829582.070390:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829582.070397:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829582.070407:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829582.070419:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829582.070432:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829582.070439:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829582.070462:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829582.070467:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829582.070471:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829582.070474:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829582.070476:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829582.070479:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829582.070481:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829582.070483:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829582.070486:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829582.070489:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6386
00000100:00000040:2.0:1787829582.070494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.070511:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787829582.070512:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829582.070513:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.070520:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829582.070523:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829582.070524:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:2.0:1787829582.070526:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829582.070532:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787829582.070532:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555391616:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829582.070539:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787829582.070544:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829582.070544:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829582.070548:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.070550:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829582.070554:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829582.070557:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070561:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:2.0:1787829582.070563:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
00000020:00000001:0.0:1787829582.070565:0:50166:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829582.070569:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829582.070570:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829582.070575:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829582.070578:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000400:00000200:2.0:1787829582.070580:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829582.070584:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000400:00000010:2.0:1787829582.070588:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000020:00000001:0.0:1787829582.070590:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000400:00000010:2.0:1787829582.070597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000040:0.0:1787829582.070598:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070604:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829582.070609:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829582.070609:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391616, portal 25
00000100:00000001:2.0:1787829582.070616:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829582.070617:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829582.070622:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000020:00000040:0.0:1787829582.070624:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829582.070631:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:2.0:1787829582.070635:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829582.070637:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829582.070643:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829582.070650:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829582.070651:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829582.070658:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829582.070659:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829582.070663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000001:0.0:1787829582.070664:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787829582.070670:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555391616, offset 0
00000008:00100000:0.0:1787829582.070674:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829582.070681:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000008:00000001:0.0:1787829582.070683:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.070688:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.070692:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:0.0:1787829582.070695:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829582.070702:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000200:2.0:1787829582.070702:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:0.0:1787829582.070711:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829582.070712:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787829582.070716:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.070719:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829582.070722:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829582.070727:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787829582.070728:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829582.070733:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.070733:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829582.070742:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90277:90277:256:4294967295] 192.168.203.108@tcp LPNI seq info [90264:90264:8:4294967295]
02000000:00000010:0.0:1787829582.070743:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829582.070751:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.070753:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829582.070764:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829582.070773:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829582.070789:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070791:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829582.070796:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829582.070797:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000040:0.0:1787829582.070804:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787829582.070811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829582.070819:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787829582.070823:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829582.070828:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829582.070832:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829582.070833:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829582.070835:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829582.070839:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787829582.070840:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829582.070845:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1787829582.070854:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6386
00000800:00000100:2.0:1787829582.070860:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829582.070864:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:2.0:1787829582.070866:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:0.0:1787829582.070870:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829582.070874:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829582.070876:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787829582.070878:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070882:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829582.070887:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829582.070890:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829582.070891:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829582.070896:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829582.070898:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829582.070899:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000020:00000001:0.0:1787829582.070900:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829582.070905:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000010:2.0:1787829582.070905:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000020:00000001:0.0:1787829582.070912:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:2.0:1787829582.070914:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787829582.070915:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829582.070924:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829582.070924:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829582.070927:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829582.070932:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.070938:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829582.070944:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829582.070949:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829582.070949:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829582.070954:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829582.070958:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787829582.070958:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829582.070962:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829582.070967:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.070972:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829582.070976:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829582.070978:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829582.070980:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.070983:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829582.070997:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829582.071003:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829582.071006:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829582.071010:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829582.071010:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829582.071012:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.071017:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829582.071020:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829582.071020:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829582.071023:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071026:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301063012
02000000:00000010:0.0:1787829582.071030:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829582.071035:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829582.071035:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829582.071045:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829582.071052:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301063012
00000100:00100000:0.0:1787829582.071053:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787829582.071059:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c23c0.
00000100:00000001:2.0:1787829582.071065:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829582.071072:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829582.071076:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829582.071078:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.071082:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071083:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787829582.071089:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829582.071094:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582]  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829582.071129:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829582.071132:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829582.071134:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829582.071138:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829582.071141:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829582.071145:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829582.071152:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829582.071153:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829582.071157:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829582.071167:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829582.071169:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829582.071173:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787829582.071178:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829582.071179:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829582.071186:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6386
00000400:00000200:0.0:1787829582.071196:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829582.071198:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829582.071201:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829582.071203:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829582.071205:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829582.071207:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829582.071210:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829582.071213:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.071218:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787829582.071220:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829582.071224:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.071230:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829582.071235:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829582.071238:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829582.071242:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829582.071242:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829582.071246:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829582.071250:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:2.0:1787829582.071254:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829582.071255:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829582.071262:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.071267:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829582.071272:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829582.071276:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829582.071276:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787829582.071284:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:2.0:1787829582.071285:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829582.071290:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829582.071291:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829582.071295:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071296:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829582.071300:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829582.071301:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829582.071305:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829582.071306:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829582.071312:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829582.071314:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829582.071317:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829582.071321:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00080000:2.0:1787829582.071322:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000008:00000001:0.0:1787829582.071326:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071328:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829582.071330:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829582.071338:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000100:00000040:2.0:1787829582.071338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829582.071344:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829582.071351:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829582.071353:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.071358:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787829582.071359:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555391616:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829582.071362:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829582.071366:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071368:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.071372:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1787829582.071373:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000040:2.0:1787829582.071377:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555391616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829582.071379:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829582.071390:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829582.071391:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829582.071395:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829582.071399:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
00000100:00000001:0.0:1787829582.071402:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829582.071405:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829582.071407:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829582.071410:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:0.0:1787829582.071414:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829582.071415:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829582.071423:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829582.071427:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829582.071429:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829582.071434:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829582.071434:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829582.071439:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1787829582.071440:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829582.071444:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1787829582.071444:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00080000:0.0:1787829582.071447:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829582.071451:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829582.071452:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829582.071454:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829582.071458:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6386
00000100:00000001:2.0:1787829582.071459:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829582.071464:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829582.071469:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829582.071469:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829582.071472:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829582.071473:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829582.071479:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829582.071479:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829582.071482:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829582.071484:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829582.071485:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829582.071491:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829582.071494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829582.071496:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829582.071502:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829582.071504:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829582.071508:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829582.071510:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787829582.071512:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829582.071513:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829582.071519:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:2.0:1787829582.071519:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829582.071523:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829582.071524:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:2.0:1787829582.071529:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829582.071533:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:2.0:1787829582.071536:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829582.071538:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829582.071543:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787829582.071545:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829582.071547:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829582.071550:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829582.071551:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829582.071554:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
02000000:00000001:2.0:1787829582.071556:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829582.071561:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
00000100:00080000:0.0:1787829582.071562:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829582.071565:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.071568:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.071573:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829582.071574:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829582.071576:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
02000000:00000001:0.0:1787829582.071580:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787829582.071581:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000001:0.0:1787829582.071585:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829582.071588:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391744, portal 10
00000100:00000001:0.0:1787829582.071589:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829582.071594:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829582.071594:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829582.071598:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000008:00000001:0.0:1787829582.071599:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.071605:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829582.071609:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000100:00000040:2.0:1787829582.071612:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829582.071613:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829582.071619:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829582.071621:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829582.071626:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829582.071628:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829582.071632:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829582.071633:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829582.071639:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000010:0.0:1787829582.071641:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000400:00000010:2.0:1787829582.071644:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000001:0.0:1787829582.071646:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829582.071649:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555391744, offset 0
00000100:00100000:0.0:1787829582.071656:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829582.071658:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829582.071668:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829582.071673:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829582.071677:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829582.071679:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.071683:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787829582.071689:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829582.071689:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829582.071695:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829582.071700:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829582.071709:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90278:90278:256:4294967295] 192.168.203.108@tcp LPNI seq info [90265:90265:8:4294967295]
00000100:00000001:0.0:1787829582.071712:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.071717:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829582.071723:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6396)
00000400:00000200:2.0:1787829582.071729:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829582.071735:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.071740:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829582.071745:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829582.071749:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829582.071754:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829582.071758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829582.071763:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.071766:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829582.071769:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829582.071774:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829582.071779:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829582.071782:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829582.071785:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829582.071791:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071802:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.071807:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071816:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071817:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829582.071821:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829582.071825:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829582.071828:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829582.071831:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301059157
00000100:00000001:2.0:1787829582.071833:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.071836:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301059157
00000100:00000001:2.0:1787829582.071839:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.071841:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829582.071844:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.071846:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829582.071849:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582]  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829582.071859:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829582.071860:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829582.071862:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829582.071864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829582.071865:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829582.071866:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829582.071869:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829582.071875:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071879:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829582.071880:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.071881:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.071882:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829582.071884:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071888:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829582.071891:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071895:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829582.071896:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.071897:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.071898:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.071899:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829582.071900:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829582.071902:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829582.071904:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829582.071906:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829582.071909:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829582.071914:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829582.071917:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829582.071919:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071922:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829582.071923:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.071925:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829582.071926:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829582.071927:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829582.071929:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829582.071931:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829582.071932:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829582.071934:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.071935:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829582.071937:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829582.071939:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.071941:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829582.071942:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829582.071944:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829582.071946:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555391872, portal 10
00000100:00000001:2.0:1787829582.071948:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829582.071949:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829582.071953:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.071957:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829582.071959:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829582.071960:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829582.071961:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555391872, offset 0
00000400:00000200:2.0:1787829582.071964:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829582.071967:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829582.071969:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829582.071971:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829582.071973:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829582.071975:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829582.071977:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829582.071979:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90279:90279:256:4294967295] 192.168.203.108@tcp LPNI seq info [90266:90266:8:4294967295]
00000400:00000200:2.0:1787829582.071981:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829582.072000:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829582.072004:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.072007:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829582.072010:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829582.072012:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829582.072015:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829582.072017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829582.072019:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.072021:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829582.072023:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829582.072025:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829582.072027:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829582.072028:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829582.072030:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829582.072033:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072038:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072040:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072045:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072047:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829582.072050:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829582.072053:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829582.072057:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829582.072059:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301059097
00000100:00000001:2.0:1787829582.072062:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.072064:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301059097
00000100:00000001:2.0:1787829582.072066:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.072068:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829582.072070:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072072:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829582.072076:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582]  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829582.072084:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829582.072086:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829582.072088:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829582.072090:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829582.072092:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829582.072113:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829582.072118:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829582.072128:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072135:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829582.072137:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072139:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.072141:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829582.072145:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072152:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829582.072157:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072164:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829582.072167:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072169:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.072170:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072172:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829582.072173:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829582.072176:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829582.072179:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829582.072182:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829582.072186:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829582.072195:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555391872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829582.072199:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829582.072202:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072210:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829582.072211:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.072213:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829582.072215:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829582.072217:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829582.072221:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829582.072224:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829582.072226:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829582.072228:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.072230:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829582.072234:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829582.072236:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.072239:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829582.072242:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829582.072246:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829582.072249:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392000, portal 4
00000100:00000001:2.0:1787829582.072251:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829582.072253:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829582.072258:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072265:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829582.072268:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829582.072270:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829582.072272:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555392000, offset 0
00000400:00000200:2.0:1787829582.072276:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829582.072280:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829582.072284:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829582.072288:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829582.072290:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829582.072293:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829582.072295:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829582.072298:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90280:90280:256:4294967295] 192.168.203.108@tcp LPNI seq info [90267:90267:8:4294967295]
00000400:00000200:2.0:1787829582.072302:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829582.072309:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829582.072313:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.072317:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829582.072321:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829582.072325:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829582.072329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829582.072332:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829582.072336:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.072337:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829582.072341:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829582.072345:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829582.072348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829582.072350:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829582.072352:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829582.072356:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072370:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072373:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072379:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072381:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829582.072384:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829582.072387:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829582.072390:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829582.072392:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301059131
00000100:00000001:2.0:1787829582.072395:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.072397:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301059131
00000100:00000001:2.0:1787829582.072399:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.072401:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829582.072403:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072405:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829582.072409:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582]  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829582.072416:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829582.072418:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829582.072419:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829582.072422:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829582.072424:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829582.072426:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829582.072429:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829582.072437:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072443:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829582.072446:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072447:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.072449:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829582.072453:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072460:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829582.072464:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072471:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829582.072473:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072475:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.072476:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072478:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829582.072480:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829582.072483:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829582.072487:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829582.072489:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829582.072494:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829582.072502:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829582.072506:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072508:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072512:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555391744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072518:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829582.072520:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829582.072522:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829582.072525:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829582.072527:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829582.072529:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829582.072531:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829582.072533:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829582.072536:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829582.072537:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829582.072539:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829582.072542:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829582.072543:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072545:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072549:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555391872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072557:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829582.072558:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829582.072560:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829582.072562:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829582.072563:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829582.072564:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829582.072566:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829582.072567:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:2.0:1787829582.072569:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829582.072570:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829582.072572:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829582.072574:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829582.072575:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072577:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072580:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555392000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072587:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829582.072588:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829582.072590:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829582.072591:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829582.072593:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829582.072594:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829582.072595:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829582.072597:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829582.072599:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829582.072600:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829582.072602:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829582.072604:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829582.072605:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072607:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072611:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829582.072612:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072614:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829582.072616:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829582.072617:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829582.072621:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072629:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829582.072630:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.072632:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829582.072634:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829582.072636:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829582.072639:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829582.072642:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829582.072644:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829582.072646:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829582.072648:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829582.072651:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829582.072653:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829582.072657:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829582.072660:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829582.072663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829582.072667:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392128, portal 4
00000100:00000001:2.0:1787829582.072668:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829582.072670:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:2.0:1787829582.072676:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072683:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829582.072685:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829582.072688:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829582.072691:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555392128, offset 0
00000400:00000200:2.0:1787829582.072695:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829582.072700:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829582.072703:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829582.072706:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829582.072709:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829582.072712:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829582.072714:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829582.072718:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90281:90281:256:4294967295] 192.168.203.108@tcp LPNI seq info [90268:90268:8:4294967295]
00000400:00000200:2.0:1787829582.072722:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829582.072728:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829582.072733:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.072737:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829582.072741:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829582.072744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787829582.072749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829582.072752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787829582.072756:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829582.072758:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829582.072761:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829582.072764:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829582.072768:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829582.072770:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829582.072773:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829582.072777:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072785:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072788:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072795:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072797:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829582.072801:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829582.072804:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829582.072808:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829582.072810:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301059123
00000100:00000001:2.0:1787829582.072813:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.072815:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301059123
00000100:00000001:2.0:1787829582.072818:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301063012
00000100:00000001:2.0:1787829582.072820:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829582.072822:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072824:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829582.072828:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829582/real 1787829582]  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829582.072837:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829582.072838:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829582.072840:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829582.072842:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829582.072844:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829582.072846:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829582.072849:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829582.072858:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072866:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829582.072867:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072869:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.072870:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829582.072874:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072881:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829582.072885:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072893:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829582.072895:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072897:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829582.072898:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072900:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829582.072902:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829582.072904:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829582.072907:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829582.072910:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829582.072913:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829582.072922:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829582.072926:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072928:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829582.072931:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555392128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829582.072938:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829582.072940:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829582.072942:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:2.0:1787829582.072945:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829582.072947:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829582.072948:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829582.072950:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829582.072952:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:2.0:1787829582.072955:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829582.072956:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829582.072958:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829582.072960:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829582.072961:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072964:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829582.072968:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829582.072969:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829582.072971:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829582.072973:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829582.582208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829582.582215:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829582.582217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829582.582222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829582.582226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829582.582231:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829582.582233:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829582.582236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829582.582239:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829582.902257:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902261:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829582.902262:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902265:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829582.902266:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902269:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829582.902269:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902272:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829582.902275:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829582.902277:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829582.902280:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902282:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829582.902285:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902286:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829582.902288:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829582.902355:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829582.902360:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829582.902364:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829583.094197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829583.094197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829583.094197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829583.094203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829583.094205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829583.094205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829583.094206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829583.094210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829583.094210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829583.094212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829583.094218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829583.094218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829583.094219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829583.094224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829583.094225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829583.094226:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829583.094230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.094230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829583.094231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.094235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.094241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829583.094243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829583.094246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829583.094248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829583.094250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829583.094254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829583.094257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.606160:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829583.606166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829583.606168:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829583.606171:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829583.606174:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829583.606177:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.606179:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829583.606180:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.606182:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829583.926174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829583.926180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829583.926185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829583.926186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829583.926188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829583.926189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829583.926192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829583.926193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829583.926195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829583.926196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829583.926242:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829583.926250:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829583.926253:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829584.118170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829584.118174:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829584.118176:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829584.118180:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829584.118181:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829584.118185:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829584.118186:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829584.118191:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829584.118191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829584.118196:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829584.118197:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829584.118200:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829584.118201:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829584.118203:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829584.118207:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829584.118208:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829584.118212:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829584.118215:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829584.118254:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829584.118269:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829584.118270:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829584.118272:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829584.118273:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829584.118275:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829584.118276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829584.118295:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829584.118297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829584.630188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829584.630194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829584.630195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829584.630199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829584.630202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829584.630205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829584.630207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829584.630209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829584.630211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829584.950213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829584.950221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829584.950227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829584.950229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829584.950233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829584.950234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829584.950238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829584.950239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829584.950243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829584.950244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829584.950308:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829584.950312:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829584.950317:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829585.142184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829585.142185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829585.142185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829585.142192:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829585.142193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829585.142193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829585.142194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829585.142197:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829585.142198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829585.142201:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829585.142202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829585.142204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829585.142207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829585.142208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829585.142209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829585.142213:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829585.142213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829585.142214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829585.142219:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829585.142221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829585.142224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829585.142227:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829585.142229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829585.142232:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829585.142233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829585.142236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829585.142240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829585.654193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829585.654199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829585.654201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829585.654205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829585.654208:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829585.654211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829585.654213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829585.654215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829585.654217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829585.974187:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829585.974191:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829585.974194:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974198:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829585.974200:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974202:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974204:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829585.974208:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829585.974209:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829585.974210:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974211:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829585.974212:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974213:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829585.974219:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829585.974220:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829585.974221:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974222:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829585.974223:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974224:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974225:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829585.974228:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829585.974229:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829585.974230:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974231:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829585.974232:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974233:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974234:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829585.974236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829585.974237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829585.974312:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829585.974318:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829585.974321:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829586.038221:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301063012, at 4301063040
00000100:00000040:2.0:1787829586.038243:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301063012, at 4301063040
00000100:00000010:3.0:1787829586.038244:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c23c0.
00000100:00000010:2.0:1787829586.038262:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:3.0:1787829586.166212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829586.166216:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829586.166226:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829586.166226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829586.166228:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829586.166231:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829586.166235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829586.166240:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829586.166242:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829586.166242:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829586.166251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829586.166252:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829586.166253:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829586.166262:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829586.166263:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829586.166263:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829586.166268:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829586.166275:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829586.166277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829586.166278:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829586.166279:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829586.166293:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829586.166294:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829586.166300:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829586.166305:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829586.166309:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829586.166312:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829586.678196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829586.678202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829586.678203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829586.678207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829586.678211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829586.678214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829586.678216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829586.678218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829586.678220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829586.998211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829586.998218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829586.998223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829586.998225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829586.998228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829586.998230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829586.998233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829586.998234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829586.998237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829586.998238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829586.998294:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829586.998297:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829586.998303:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829587.190194:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829587.190194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829587.190199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829587.190200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829587.190203:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829587.190204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829587.190204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190207:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829587.190208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829587.190209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:0.0:1787829587.190211:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829587.190213:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829587.190215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829587.190218:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829587.190219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829587.190220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829587.190224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.190224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829587.190228:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6391
00000100:00000001:2.0:1787829587.190230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829587.190235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829587.190235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829587.190238:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1787829587.190239:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829587.190239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829587.190244:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829587.190246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829587.190247:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829587.190250:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00100000:3.0:1787829587.190252:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:0.0:1787829587.190254:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829587.190257:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829587.190260:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829587.190261:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829587.190264:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829587.190265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829587.190269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829587.190270:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829587.190272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190276:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829587.190280:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829587.190282:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829587.190284:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829587.190287:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829587.190289:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829587.190291:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829587.190293:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190295:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829587.190296:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190298:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829587.190307:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829587.190310:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190312:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829587.190314:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829587.190317:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829587.190319:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190320:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829587.190322:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829587.190329:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829587.190332:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829587.190336:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829587.190337:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190339:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829587.190341:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829587.190344:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829587.190350:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829587.190355:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829587.190362:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829587.190370:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829587.190374:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829587.190378:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.190393:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829587.190396:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829587.190399:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829587.190400:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829587.190402:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829587.190406:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829587.190411:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6391
00000400:00000200:0.0:1787829587.190415:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.190416:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787829587.190421:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829587.190421:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829587.190424:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829587.190428:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829587.190433:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829587.190436:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190444:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829587.190448:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787829587.190450:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829587.190451:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190455:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829587.190457:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829587.190459:0:49828:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829587.190461:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787829587.190462:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
02000000:00000001:2.0:1787829587.190465:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829587.190466:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829587.190469:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00100000:2.0:1787829587.190472:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555392256:192.168.203.108@tcp:250:kworker.0
00000020:00000001:0.0:1787829587.190473:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829587.190479:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829587.190480:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829587.190485:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787829587.190486:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829587.190489:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190490:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829587.190494:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829587.190494:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829587.190498:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829587.190500:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000010:2.0:1787829587.190502:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
00000100:00080000:0.0:1787829587.190503:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829587.190508:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190509:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829587.190513:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829587.190518:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829587.190519:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829587.190522:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190525:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787829587.190528:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000008:00100000:0.0:1787829587.190529:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829587.190533:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.190535:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829587.190537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000010:0.0:1787829587.190539:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829587.190543:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829587.190545:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829587.190546:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829587.190546:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392256, portal 25
00000100:00000001:0.0:1787829587.190550:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829587.190552:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829587.190553:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829587.190557:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.190557:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
02000000:00000010:0.0:1787829587.190565:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829587.190569:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.190569:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829587.190578:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829587.190586:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829587.190591:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829587.190593:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190597:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829587.190599:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829587.190604:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555392256, offset 0
00000100:00000040:0.0:1787829587.190606:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829587.190615:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190623:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829587.190628:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829587.190630:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829587.190635:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787829587.190638:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829587.190639:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829587.190645:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829587.190651:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:0.0:1787829587.190652:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829587.190656:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829587.190662:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190664:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829587.190669:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90282:90282:256:4294967295] 192.168.203.108@tcp LPNI seq info [90269:90269:8:4294967295]
00000100:00080000:0.0:1787829587.190673:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6391
00000400:00000200:2.0:1787829587.190679:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829587.190684:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829587.190693:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829587.190696:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829587.190698:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787829587.190706:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829587.190707:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190712:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787829587.190714:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000040:0.0:1787829587.190716:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829587.190721:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.0:1787829587.190726:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829587.190727:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829587.190730:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:2.0:1787829587.190733:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1787829587.190734:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829587.190739:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000200:2.1:1787829587.190744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829587.190745:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:2.1:1787829587.190751:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1787829587.190752:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829587.190763:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000100:2.0:1787829587.190764:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.190767:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000001:0.0:1787829587.190769:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829587.190773:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787829587.190775:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829587.190781:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829587.190782:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829587.190785:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000020:00000040:0.0:1787829587.190787:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000010:2.0:1787829587.190789:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829587.190794:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829587.190796:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:2.0:1787829587.190800:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.190803:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829587.190809:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829587.190814:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829587.190819:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829587.190820:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.190824:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.190826:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829587.190831:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829587.190833:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829587.190837:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.190838:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829587.190843:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.190845:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829587.190849:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000400:00000200:2.0:1787829587.190850:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.190854:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301068132
00000020:00000040:0.0:1787829587.190859:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000010:2.0:1787829587.190859:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829587.190868:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829587.190869:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829587.190873:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301068132
02000000:00000001:0.0:1787829587.190874:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829587.190877:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2ae0.
00000100:00000001:0.0:1787829587.190880:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829587.190881:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829587.190884:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829587.190886:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829587.190889:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.190889:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.190894:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829587.190897:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587]  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829587.190899:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829587.190908:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829587.190909:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829587.190911:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829587.190914:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829587.190917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829587.190920:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00100000:0.0:1787829587.190921:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829587.190922:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829587.190928:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.190946:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787829587.190966:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.190970:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.190977:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1787829587.190979:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.190981:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.190986:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.190989:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829587.190996:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829587.190997:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829587.191000:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829587.191007:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829587.191010:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829587.191012:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829587.191013:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829587.191017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.191023:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829587.191029:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6391
00000100:00000001:2.0:1787829587.191030:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829587.191035:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829587.191037:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.191038:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.191042:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829587.191046:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829587.191048:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829587.191049:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1787829587.191052:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829587.191053:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829587.191057:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1787829587.191058:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787829587.191062:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:2.0:1787829587.191065:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829587.191066:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829587.191068:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1787829587.191070:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829587.191072:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000040:2.0:1787829587.191073:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829587.191076:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829587.191079:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829587.191083:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829587.191087:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00100000:2.0:1787829587.191088:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555392256:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829587.191114:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191116:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.191119:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555392256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191124:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1787829587.191126:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829587.191127:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829587.191131:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
00000100:00000001:0.0:1787829587.191133:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829587.191135:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829587.191139:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:0.0:1787829587.191140:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000020:00000040:2.0:1787829587.191141:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000001:0.0:1787829587.191146:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829587.191146:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829587.191150:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
00000020:00000040:0.0:1787829587.191152:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
02000000:00000001:2.0:1787829587.191154:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829587.191157:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1787829587.191160:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000010:2.0:1787829587.191160:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:2.0:1787829587.191164:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829587.191165:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191166:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829587.191169:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829587.191170:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829587.191172:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829587.191176:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191177:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829587.191178:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829587.191179:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829587.191181:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:2.0:1787829587.191182:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1787829587.191187:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191187:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829587.191190:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829587.191191:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.191196:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829587.191197:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829587.191202:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829587.191208:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829587.191209:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829587.191210:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191211:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.191214:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829587.191215:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829587.191216:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829587.191218:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829587.191219:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.191222:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829587.191224:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00100000:2.0:1787829587.191226:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829587.191230:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191231:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829587.191234:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829587.191236:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.191239:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829587.191240:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787829587.191242:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829587.191247:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.191253:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829587.191255:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829587.191258:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829587.191261:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000100:00000040:0.0:1787829587.191264:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787829587.191267:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000001:0.0:1787829587.191276:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829587.191276:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392384, portal 10
00000100:00000001:2.0:1787829587.191282:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829587.191283:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829587.191287:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00080000:0.0:1787829587.191288:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829587.191291:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829587.191293:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829587.191295:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829587.191300:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6391
00000100:00000040:2.0:1787829587.191302:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829587.191306:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829587.191312:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829587.191316:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829587.191321:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829587.191322:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829587.191325:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829587.191329:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829587.191331:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:2.0:1787829587.191333:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000001:0.0:1787829587.191334:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829587.191339:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787829587.191339:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555392384, offset 0
00000020:00000040:0.0:1787829587.191342:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829587.191345:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829587.191348:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829587.191349:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829587.191352:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:2.0:1787829587.191356:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829587.191357:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829587.191363:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191364:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829587.191367:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829587.191370:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787829587.191373:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191376:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829587.191377:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829587.191381:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787829587.191382:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:2.0:1787829587.191385:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:0.0:1787829587.191389:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191393:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90283:90283:256:4294967295] 192.168.203.108@tcp LPNI seq info [90270:90270:8:4294967295]
00000100:00000001:0.0:1787829587.191394:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829587.191400:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787829587.191402:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829587.191406:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829587.191410:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787829587.191412:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829587.191417:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829587.191418:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787829587.191420:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000008:00100000:0.0:1787829587.191422:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000800:00000200:2.0:1787829587.191427:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:0.0:1787829587.191429:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829587.191431:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787829587.191434:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829587.191439:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000010:0.0:1787829587.191443:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000800:00000200:2.1:1787829587.191443:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829587.191450:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829587.191451:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000010:2.0:1787829587.191452:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829587.191456:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787829587.191457:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829587.191461:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829587.191462:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829587.191464:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829587.191467:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829587.191468:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
02000000:00000001:0.0:1787829587.191472:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829587.191472:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829587.191478:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1787829587.191479:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000200:2.0:1787829587.191481:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.191485:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191494:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787829587.191495:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787829587.191502:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829587.191513:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829587.191518:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829587.191529:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191530:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191534:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829587.191540:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829587.191544:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.191546:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00000040:0.0:1787829587.191553:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6401)
00000400:00000200:2.0:1787829587.191553:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.191555:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301064277
00000100:00000001:2.0:1787829587.191559:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.191561:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301064277
00000100:00000001:2.0:1787829587.191563:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.191565:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829587.191567:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191568:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829587.191574:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587]  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829587.191579:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829587.191580:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829587.191582:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829587.191583:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829587.191584:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829587.191586:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829587.191588:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829587.191594:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191598:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829587.191599:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191600:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.191601:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829587.191603:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191608:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829587.191610:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191615:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829587.191616:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191617:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.191618:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191619:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829587.191621:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829587.191622:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829587.191624:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829587.191625:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829587.191628:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829587.191633:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829587.191635:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829587.191637:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191642:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829587.191643:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.191644:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829587.191645:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829587.191646:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829587.191648:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829587.191650:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829587.191651:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829587.191653:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.191654:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829587.191657:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829587.191658:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829587.191660:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829587.191662:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829587.191664:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829587.191666:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392512, portal 10
00000100:00000001:2.0:1787829587.191667:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829587.191668:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:2.0:1787829587.191672:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191676:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829587.191678:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829587.191679:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829587.191681:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555392512, offset 0
00000400:00000200:2.0:1787829587.191683:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191686:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829587.191688:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829587.191690:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829587.191692:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829587.191693:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829587.191695:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191697:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90284:90284:256:4294967295] 192.168.203.108@tcp LPNI seq info [90271:90271:8:4294967295]
00000400:00000200:2.0:1787829587.191700:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829587.191704:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829587.191707:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.191710:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829587.191712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829587.191714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829587.191717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829587.191719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829587.191721:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.191723:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829587.191725:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829587.191727:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829587.191729:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829587.191730:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829587.191732:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829587.191734:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191739:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.191741:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191745:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191746:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829587.191749:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.191750:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829587.191753:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.191754:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301064217
00000100:00000001:2.0:1787829587.191756:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.191757:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301064217
00000100:00000001:2.0:1787829587.191758:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.191760:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829587.191761:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191762:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829587.191764:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587]  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829587.191769:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829587.191770:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829587.191771:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829587.191772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829587.191773:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829587.191774:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829587.191776:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829587.191782:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191786:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829587.191786:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191787:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.191788:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829587.191790:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191794:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829587.191796:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191800:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829587.191802:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191803:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.191804:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191805:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829587.191806:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829587.191807:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829587.191809:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829587.191810:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829587.191812:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829587.191817:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829587.191819:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191821:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.191823:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555392384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191827:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829587.191828:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829587.191829:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829587.191831:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829587.191832:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829587.191833:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829587.191834:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829587.191835:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:2.0:1787829587.191837:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829587.191838:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829587.191839:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829587.191840:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829587.191841:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191842:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.191844:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555392512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191848:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829587.191849:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829587.191850:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829587.191852:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829587.191852:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829587.191853:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829587.191854:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829587.191855:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829587.191856:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829587.191857:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829587.191858:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829587.191859:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829587.191860:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191861:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.191864:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829587.191865:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191866:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829587.191867:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829587.191868:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829587.191870:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191875:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829587.191876:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.191877:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829587.191878:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829587.191879:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829587.191881:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829587.191883:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829587.191884:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829587.191885:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.191887:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829587.191888:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829587.191889:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829587.191891:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829587.191893:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829587.191895:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829587.191897:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392640, portal 4
00000100:00000001:2.0:1787829587.191898:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829587.191899:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829587.191903:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191907:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829587.191909:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829587.191910:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829587.191912:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555392640, offset 0
00000400:00000200:2.0:1787829587.191914:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191916:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829587.191918:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829587.191920:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829587.191921:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829587.191923:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829587.191925:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829587.191927:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90285:90285:256:4294967295] 192.168.203.108@tcp LPNI seq info [90272:90272:8:4294967295]
00000400:00000200:2.0:1787829587.191930:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829587.191934:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829587.191936:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.191938:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829587.191941:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829587.191943:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829587.191945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829587.191947:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829587.191964:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.191966:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829587.191968:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829587.191971:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829587.191973:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829587.191974:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829587.191976:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829587.191978:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191983:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.191985:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.191990:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.191991:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829587.191993:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.191995:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829587.191997:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.191998:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301064250
00000100:00000001:2.0:1787829587.192000:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.192001:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301064250
00000100:00000001:2.0:1787829587.192003:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.192005:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829587.192006:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.192007:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829587.192010:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587]  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829587.192014:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829587.192015:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829587.192016:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829587.192017:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829587.192018:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829587.192020:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829587.192022:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829587.192027:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192031:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829587.192032:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192033:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.192034:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829587.192036:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192040:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829587.192042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192046:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829587.192047:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192048:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.192049:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192050:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829587.192052:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829587.192054:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829587.192057:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829587.192058:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829587.192060:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829587.192065:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829587.192067:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829587.192069:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192073:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829587.192074:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.192075:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829587.192076:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829587.192077:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829587.192079:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829587.192081:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829587.192082:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829587.192083:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829587.192085:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829587.192087:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829587.192088:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829587.192090:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829587.192091:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829587.192093:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829587.192110:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392768, portal 4
00000100:00000001:2.0:1787829587.192112:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829587.192113:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:2.0:1787829587.192117:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192125:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829587.192127:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829587.192129:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829587.192130:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555392768, offset 0
00000400:00000200:2.0:1787829587.192133:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829587.192136:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829587.192138:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829587.192140:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829587.192142:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829587.192143:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829587.192145:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829587.192147:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90286:90286:256:4294967295] 192.168.203.108@tcp LPNI seq info [90273:90273:8:4294967295]
00000400:00000200:2.0:1787829587.192150:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829587.192154:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829587.192156:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.192158:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829587.192161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829587.192162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787829587.192165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829587.192167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787829587.192169:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829587.192171:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829587.192173:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829587.192175:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829587.192177:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829587.192178:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829587.192179:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829587.192181:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192186:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.192188:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192196:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.192197:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829587.192199:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829587.192201:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829587.192203:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829587.192205:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301064243
00000100:00000001:2.0:1787829587.192207:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.192208:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301064243
00000100:00000001:2.0:1787829587.192209:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301068132
00000100:00000001:2.0:1787829587.192211:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829587.192212:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.192213:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829587.192215:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829587/real 1787829587]  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829587.192220:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829587.192221:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829587.192222:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829587.192223:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829587.192224:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829587.192225:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829587.192227:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829587.192232:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192236:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829587.192237:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192238:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.192239:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829587.192241:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192246:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829587.192248:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192252:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829587.192254:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192255:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829587.192256:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192257:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829587.192258:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829587.192260:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829587.192263:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829587.192265:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829587.192269:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829587.192276:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555392768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829587.192280:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192281:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.192284:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555392640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192292:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829587.192294:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829587.192295:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:2.0:1787829587.192298:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829587.192299:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829587.192301:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829587.192303:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829587.192305:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:2.0:1787829587.192308:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829587.192309:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829587.192311:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829587.192313:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829587.192315:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192317:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829587.192319:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555392768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829587.192324:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829587.192324:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829587.192326:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb000.
02000000:00000001:2.0:1787829587.192327:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829587.192328:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829587.192329:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829587.192330:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829587.192331:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829587.192332:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829587.192332:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829587.192333:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829587.192334:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829587.192335:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192336:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829587.192339:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829587.192340:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829587.192341:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829587.192343:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829587.702251:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829587.702263:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829587.702266:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829587.702274:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829587.702279:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829587.702286:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829587.702290:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829587.702293:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829587.702296:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829588.022195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829588.022205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829588.022212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829588.022214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829588.022218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829588.022220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829588.022224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829588.022225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829588.022229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829588.022231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829588.022302:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829588.022306:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829588.022309:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829588.214219:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829588.214225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829588.214235:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829588.214236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829588.214239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829588.214242:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829588.214242:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829588.214244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829588.214246:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829588.214254:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829588.214257:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829588.214257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829588.214260:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829588.214268:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829588.214269:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829588.214270:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829588.214278:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829588.214279:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829588.214280:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829588.214282:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829588.214288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829588.214292:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829588.214304:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829588.214308:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829588.214310:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829588.214313:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829588.214317:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829588.726197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829588.726202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829588.726204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829588.726208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829588.726211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829588.726214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829588.726216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829588.726218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829588.726220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829589.046276:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829589.046285:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829589.046293:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829589.046294:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829589.046299:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829589.046301:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829589.046305:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829589.046306:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829589.046310:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829589.046311:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829589.046408:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829589.046414:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829589.046418:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829589.238225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829589.238225:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829589.238234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829589.238235:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829589.238238:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829589.238239:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829589.238246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829589.238247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829589.238248:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829589.238254:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829589.238258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829589.238262:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829589.238264:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829589.238267:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829589.238269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829589.238273:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829589.238274:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829589.238274:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829589.238285:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829589.238286:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829589.238286:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829589.238293:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829589.238295:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829589.238299:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829589.238301:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829589.238306:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829589.238312:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829589.750239:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829589.750245:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829589.750246:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829589.750250:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829589.750253:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829589.750257:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829589.750259:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829589.750261:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829589.750262:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829590.070205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829590.070212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829590.070217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829590.070219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829590.070223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829590.070225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829590.070228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829590.070230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829590.070233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829590.070235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829590.070300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829590.070305:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829590.070308:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829590.262169:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829590.262172:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829590.262175:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829590.262177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829590.262178:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829590.262181:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829590.262184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829590.262187:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829590.262188:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829590.262190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829590.262194:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829590.262194:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829590.262195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829590.262200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829590.262200:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829590.262201:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829590.262204:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829590.262205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829590.262210:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829590.262210:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829590.262210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829590.262214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829590.262216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829590.262221:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829590.262224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829590.262226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829590.262229:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829590.774184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829590.774192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829590.774194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829590.774199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829590.774203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829590.774207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829590.774209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829590.774212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829590.774215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829591.094216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829591.094224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829591.094229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829591.094230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829591.094232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829591.094233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829591.094235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829591.094236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829591.094239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829591.094239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829591.094305:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829591.094309:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829591.094313:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829591.158171:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301068132, at 4301068160
00000100:00000040:2.0:1787829591.158180:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301068132, at 4301068160
00000100:00000010:3.0:1787829591.158184:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ae0.
00000100:00000010:2.0:1787829591.158190:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:1.0:1787829591.286195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829591.286195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829591.286201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829591.286203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829591.286204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829591.286205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829591.286206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829591.286211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829591.286212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829591.286213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829591.286215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829591.286216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829591.286220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829591.286221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829591.286222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829591.286225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829591.286226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829591.286229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829591.286233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829591.286239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829591.286239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829591.286244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829591.286246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829591.286250:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829591.286251:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829591.286254:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829591.286259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829591.798217:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829591.798224:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829591.798227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829591.798232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829591.798236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829591.798240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829591.798243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829591.798245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829591.798248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829592.118177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829592.118188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829592.118195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829592.118196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829592.118199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829592.118201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829592.118204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829592.118205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829592.118209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829592.118210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829592.118266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829592.118270:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829592.118274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829592.310161:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829592.310161:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829592.310168:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829592.310169:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829592.310170:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829592.310172:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.310176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829592.310177:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829592.310177:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829592.310181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829592.310184:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829592.310184:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829592.310184:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829592.310190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829592.310190:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829592.310190:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829592.310192:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829592.310197:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829592.310198:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829592.310200:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.310202:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829592.310203:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829592.310204:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829592.310204:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829592.310207:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829592.310210:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829592.310210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.310213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829592.310216:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829592.310217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.310223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310224:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829592.310232:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6396
00000400:00000200:2.0:1787829592.310241:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829592.310248:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829592.310251:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829592.310255:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310265:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829592.310269:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310271:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829592.310275:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829592.310276:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829592.310279:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829592.310282:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829592.310284:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829592.310286:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829592.310289:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310291:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829592.310293:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310295:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829592.310298:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829592.310301:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310303:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829592.310306:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829592.310309:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829592.310312:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310314:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829592.310316:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829592.310323:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000020:00000040:2.0:1787829592.310327:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829592.310331:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829592.310332:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310335:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829592.310337:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829592.310341:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829592.310348:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829592.310354:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829592.310364:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829592.310380:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829592.310384:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829592.310388:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829592.310408:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829592.310411:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829592.310414:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829592.310416:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829592.310417:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829592.310420:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829592.310423:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6396
00000400:00000200:2.0:1787829592.310428:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829592.310433:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787829592.310433:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829592.310438:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829592.310439:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787829592.310443:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829592.310444:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829592.310449:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829592.310453:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829592.310455:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310460:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829592.310466:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829592.310469:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787829592.310469:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:0.0:1787829592.310472:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829592.310473:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787829592.310477:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787829592.310478:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:0.0:1787829592.310481:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829592.310482:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829592.310486:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829592.310488:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00100000:0.0:1787829592.310492:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555392896:192.168.203.108@tcp:250:kworker.0
00000100:00000040:2.0:1787829592.310495:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829592.310499:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829592.310500:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829592.310505:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787829592.310505:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829592.310508:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310509:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829592.310512:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787829592.310515:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000010:0.0:1787829592.310518:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
00000100:00080000:2.0:1787829592.310520:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829592.310523:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310526:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829592.310530:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829592.310531:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829592.310537:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
02000000:00000001:2.0:1787829592.310537:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829592.310543:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829592.310545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:2.0:1787829592.310546:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1787829592.310553:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555392896, portal 25
00000008:00100000:2.0:1787829592.310553:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829592.310558:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1787829592.310560:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.310562:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
00000100:00000001:2.0:1787829592.310564:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.310570:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787829592.310572:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14b40.
00000020:00000040:2.0:1787829592.310577:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829592.310583:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829592.310584:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829592.310586:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.310590:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310591:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787829592.310594:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
02000000:00000001:2.0:1787829592.310595:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829592.310599:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829592.310600:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555392896, offset 0
02000000:00000010:2.0:1787829592.310606:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000400:00000200:0.0:1787829592.310610:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310613:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.310621:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:2.0:1787829592.310622:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829592.310629:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:2.0:1787829592.310634:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829592.310637:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.310645:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787829592.310646:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a759bd9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829592.310652:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829592.310659:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829592.310665:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310665:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829592.310670:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829592.310671:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90287:90287:256:4294967295] 192.168.203.108@tcp LPNI seq info [90274:90274:8:4294967295]
00000100:00080000:2.0:1787829592.310680:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787829592.310681:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829592.310685:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829592.310689:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829592.310694:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829592.310697:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829592.310710:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:2.0:1787829592.310711:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6396
00000800:00000010:0.0:1787829592.310718:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000400:00000200:2.0:1787829592.310718:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829592.310726:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:0.0:1787829592.310729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:2.0:1787829592.310731:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787829592.310736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787829592.310738:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310743:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787829592.310747:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829592.310748:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:0.1:1787829592.310752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787829592.310753:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829592.310758:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829592.310761:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000100:0.0:1787829592.310762:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:2.0:1787829592.310765:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1787829592.310767:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000020:00000040:2.0:1787829592.310768:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829592.310772:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829592.310773:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829592.310774:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787829592.310777:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310780:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829592.310784:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829592.310789:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000100:00000040:2.0:1787829592.310792:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:0.0:1787829592.310793:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829592.310798:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829592.310798:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829592.310800:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000200:0.0:1787829592.310806:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829592.310806:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310808:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829592.310811:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829592.310815:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829592.310819:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310823:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829592.310826:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829592.310827:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1787829592.310828:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310830:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.310834:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787829592.310834:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000020:00000040:2.0:1787829592.310838:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829592.310841:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829592.310844:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310847:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829592.310849:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829592.310850:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829592.310851:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.310854:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1787829592.310856:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:0.0:1787829592.310860:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.310861:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.310870:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:2.0:1787829592.310870:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829592.310876:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301073252
00000100:00000001:2.0:1787829592.310879:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829592.310882:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829592.310883:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4960.
00000100:00000040:2.0:1787829592.310885:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.310892:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829592.310892:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829592.310897:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829592.310899:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301073252
00000100:00080000:2.0:1787829592.310900:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829592.310903:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829592.310905:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1787829592.310906:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4c60.
00000100:00000001:2.0:1787829592.310907:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829592.310910:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6396
00000400:00000200:2.0:1787829592.310912:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829592.310928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000400:00000200:2.0:1787829592.310931:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829592.310934:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829592.310936:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829592.310938:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829592.310942:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829592.310943:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829592.310947:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829592.310951:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829592]  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829592.310953:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.310958:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829592.310963:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829592.310965:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829592.310967:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829592.310969:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829592.310974:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000001:0.0:1787829592.310975:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787829592.310976:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000001:0.0:1787829592.310979:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787829592.310981:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000010:0.0:1787829592.310983:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000100:00000001:2.0:1787829592.310984:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829592.310987:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829592.310989:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000100:00000001:2.0:1787829592.310990:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:0.0:1787829592.310995:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000020:00000040:2.0:1787829592.310995:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829592.311000:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829592.311002:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829592.311002:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829592.311005:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829592.311007:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1787829592.311009:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829592.311010:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.311013:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829592.311016:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829592.311020:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.311023:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829592.311029:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000100:00000200:0.0:1787829592.311030:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829592.311033:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829592.311038:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829592.311040:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.311044:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829592.311045:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829592.311046:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829592.311050:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829592.311050:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829592.311052:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:0.0:1787829592.311054:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829592.311056:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311057:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829592.311063:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829592.311065:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829592.311070:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829592.311071:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829592.311075:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829592.311114:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829592.311116:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829592.311121:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829592.311123:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829592.311124:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829592.311125:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829592.311130:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829592.311134:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6396
00000100:00000040:0.0:1787829592.311135:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829592.311142:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829592.311149:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829592.311153:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829592.311154:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829592.311159:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829592.311161:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829592.311163:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829592.311165:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829592.311166:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829592.311171:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829592.311172:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829592.311176:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829592.311177:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829592.311183:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1787829592.311183:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829592.311186:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829592.311189:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:0.0:1787829592.311191:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000040:2.0:1787829592.311192:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:0.0:1787829592.311196:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1787829592.311197:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829592.311201:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829592.311202:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829592.311208:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.311213:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829592.311217:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555392896:192.168.203.108@tcp:250:kworker.0
00000100:00000040:2.0:1787829592.311219:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829592.311224:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829592.311226:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829592.311228:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:0.0:1787829592.311231:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829592.311233:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829592.311237:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.311238:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555392896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829592.311240:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829592.311244:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829592.311249:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.311253:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829592.311254:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829592.311258:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:2.0:1787829592.311259:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
02000000:00000010:0.0:1787829592.311263:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
00000008:00000001:2.0:1787829592.311264:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311268:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787829592.311268:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829592.311271:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829592.311273:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000010:2.0:1787829592.311274:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000001:0.0:1787829592.311275:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829592.311278:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
00000020:00000040:2.0:1787829592.311279:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829592.311281:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829592.311284:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829592.311286:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
02000000:00000001:2.0:1787829592.311286:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829592.311290:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1787829592.311290:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311293:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829592.311295:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829592.311296:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311302:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829592.311302:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311304:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829592.311305:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829592.311307:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829592.311308:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787829592.311312:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829592.311313:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829592.311324:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000100:00000001:0.0:1787829592.311325:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829592.311328:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.311331:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311332:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829592.311335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829592.311339:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829592.311341:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829592.311346:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829592.311354:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829592.311358:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829592.311360:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829592.311361:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829592.311364:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311365:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829592.311370:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
00000100:00000040:2.0:1787829592.311373:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829592.311374:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.311383:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829592.311387:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829592.311394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:2.0:1787829592.311394:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829592.311401:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393024, portal 10
00000100:00000040:2.0:1787829592.311402:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6407)
00000100:00000001:0.0:1787829592.311403:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829592.311406:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
00000100:00000040:0.0:1787829592.311414:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311420:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829592.311422:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829592.311424:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829592.311427:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555393024, offset 0
00000400:00000200:0.0:1787829592.311431:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829592.311435:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.311438:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829592.311440:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829592.311443:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829592.311444:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829592.311447:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829592.311450:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90288:90288:256:4294967295] 192.168.203.108@tcp LPNI seq info [90275:90275:8:4294967295]
00000400:00000200:0.0:1787829592.311453:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.311458:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829592.311462:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.311465:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829592.311468:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829592.311471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829592.311474:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829592.311477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829592.311480:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.311481:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829592.311484:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829592.311487:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829592.311489:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829592.311491:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829592.311493:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829592.311495:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311502:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.311505:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311510:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311511:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829592.311514:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.311517:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829592.311520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829592.311522:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301069397
00000100:00000001:0.0:1787829592.311524:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.311526:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301069397
00000100:00000001:0.0:1787829592.311528:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.311530:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829592.311532:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311533:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829592.311536:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829592]  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829592.311543:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829592.311544:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829592.311545:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829592.311547:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829592.311549:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829592.311551:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829592.311553:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829592.311560:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311565:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829592.311567:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311568:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.311569:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829592.311572:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311578:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829592.311581:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311587:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829592.311589:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311591:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.311592:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311594:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829592.311596:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829592.311598:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829592.311601:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829592.311603:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829592.311606:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829592.311613:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829592.311616:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829592.311619:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311626:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829592.311627:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311628:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829592.311630:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829592.311632:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829592.311634:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829592.311636:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829592.311638:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829592.311639:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829592.311644:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829592.311645:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.311648:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829592.311650:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829592.311653:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829592.311655:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393152, portal 10
00000100:00000001:0.0:1787829592.311657:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829592.311658:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:0.0:1787829592.311662:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311668:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829592.311670:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829592.311672:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829592.311673:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555393152, offset 0
00000400:00000200:0.0:1787829592.311677:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829592.311680:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.311682:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829592.311685:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829592.311687:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829592.311689:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829592.311691:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829592.311694:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90289:90289:256:4294967295] 192.168.203.108@tcp LPNI seq info [90276:90276:8:4294967295]
00000400:00000200:0.0:1787829592.311697:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.311702:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829592.311706:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.311709:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829592.311712:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829592.311714:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829592.311718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829592.311721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829592.311724:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.311726:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829592.311728:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829592.311731:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829592.311734:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829592.311735:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829592.311737:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829592.311741:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311746:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.311749:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311755:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311756:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829592.311759:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.311761:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829592.311764:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829592.311766:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301069337
00000100:00000001:0.0:1787829592.311768:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.311770:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301069337
00000100:00000001:0.0:1787829592.311771:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.311773:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829592.311774:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311776:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829592.311779:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829592]  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829592.311785:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829592.311786:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829592.311788:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829592.311790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829592.311791:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829592.311793:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829592.311796:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829592.311803:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311809:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829592.311811:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311812:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.311814:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829592.311817:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311823:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829592.311827:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311833:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829592.311834:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311835:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.311836:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.311837:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829592.311838:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829592.311839:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829592.311841:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829592.311842:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829592.311845:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829592.311849:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829592.311851:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829592.311853:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311857:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829592.311857:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311859:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829592.311860:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829592.311861:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829592.311862:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829592.311864:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829592.311865:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829592.311866:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.311867:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829592.311869:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829592.311870:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.311873:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829592.311874:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829592.311877:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829592.311878:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393280, portal 4
00000100:00000001:0.0:1787829592.311880:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829592.311880:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:0.0:1787829592.311884:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311888:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829592.311889:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829592.311890:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829592.311892:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555393280, offset 0
00000400:00000200:0.0:1787829592.311894:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829592.311896:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.311898:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829592.311899:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829592.311901:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829592.311902:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829592.311904:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829592.311906:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90290:90290:256:4294967295] 192.168.203.108@tcp LPNI seq info [90277:90277:8:4294967295]
00000400:00000200:0.0:1787829592.311908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.311911:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829592.311929:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.311932:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829592.311934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829592.311936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829592.311938:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829592.311940:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829592.311942:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.311943:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829592.311945:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829592.311947:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829592.311949:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829592.311950:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829592.311952:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829592.311954:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311959:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.311960:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.311964:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311965:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829592.311967:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.311968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829592.311970:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829592.311972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301069370
00000100:00000001:0.0:1787829592.311973:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.311974:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301069370
00000100:00000001:0.0:1787829592.311976:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.311977:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829592.311978:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.311979:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829592.311981:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829592]  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829592.311985:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829592.311986:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829592.311987:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829592.311988:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829592.311989:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829592.311990:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829592.311991:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829592.311996:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312003:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829592.312004:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312005:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.312006:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829592.312008:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312011:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829592.312013:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312016:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829592.312018:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312018:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.312019:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312020:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829592.312021:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829592.312023:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829592.312024:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829592.312025:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829592.312027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829592.312031:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829592.312033:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312034:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.312036:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555393024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312040:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829592.312041:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829592.312042:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829592.312043:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829592.312044:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829592.312045:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829592.312046:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829592.312047:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:0.0:1787829592.312049:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829592.312050:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829592.312051:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:0.0:1787829592.312052:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829592.312053:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312054:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.312055:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555393152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312059:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829592.312060:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829592.312061:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829592.312062:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829592.312062:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829592.312063:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829592.312064:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829592.312065:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:0.0:1787829592.312066:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829592.312066:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829592.312067:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:0.0:1787829592.312068:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829592.312069:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312069:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.312071:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555393280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312074:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829592.312075:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829592.312075:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829592.312076:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829592.312077:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829592.312078:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829592.312079:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829592.312080:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:0.0:1787829592.312081:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829592.312081:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829592.312082:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:0.0:1787829592.312083:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829592.312084:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312085:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312087:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829592.312088:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.312089:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829592.312090:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829592.312090:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829592.312092:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312109:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829592.312110:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.312111:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829592.312112:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829592.312113:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829592.312115:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829592.312117:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829592.312119:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829592.312120:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829592.312121:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829592.312123:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829592.312124:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829592.312126:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829592.312127:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829592.312129:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829592.312130:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393408, portal 4
00000100:00000001:0.0:1787829592.312131:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829592.312132:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:0.0:1787829592.312136:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312143:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829592.312144:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829592.312145:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829592.312147:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555393408, offset 0
00000400:00000200:0.0:1787829592.312149:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829592.312151:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.312153:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829592.312154:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829592.312156:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829592.312157:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829592.312158:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829592.312160:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90291:90291:256:4294967295] 192.168.203.108@tcp LPNI seq info [90278:90278:8:4294967295]
00000400:00000200:0.0:1787829592.312162:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829592.312166:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829592.312168:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.312170:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829592.312172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829592.312174:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829592.312176:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829592.312178:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829592.312180:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829592.312181:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829592.312183:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829592.312185:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829592.312187:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829592.312188:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829592.312189:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829592.312191:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312195:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.312197:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312204:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.312205:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829592.312207:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829592.312209:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829592.312212:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829592.312214:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301069363
00000100:00000001:0.0:1787829592.312216:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.312218:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301069363
00000100:00000001:0.0:1787829592.312220:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301073252
00000100:00000001:0.0:1787829592.312221:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829592.312223:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.312225:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829592.312228:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829592/real 1787829592]  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829592.312236:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829592.312237:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829592.312239:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829592.312241:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829592.312243:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829592.312245:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829592.312248:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829592.312255:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312259:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829592.312260:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312261:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.312262:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829592.312264:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312268:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829592.312271:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312274:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829592.312275:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312276:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829592.312277:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312278:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829592.312279:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829592.312280:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829592.312282:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829592.312283:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829592.312285:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829592.312289:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829592.312291:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312292:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829592.312294:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555393408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829592.312297:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829592.312298:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829592.312299:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829592.312300:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829592.312301:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829592.312302:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829592.312303:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829592.312304:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:0.0:1787829592.312305:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829592.312306:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829592.312307:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:0.0:1787829592.312308:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829592.312309:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312310:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829592.312312:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829592.312313:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829592.312314:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829592.312315:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829592.822188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829592.822195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829592.822197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829592.822202:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829592.822206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829592.822209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829592.822212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829592.822215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829592.822218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829593.142211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829593.142219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829593.142223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829593.142227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829593.142235:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829593.142237:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829593.142240:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142243:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829593.142245:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142253:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829593.142256:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829593.142321:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829593.142325:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829593.142328:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829593.334197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829593.334197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829593.334204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829593.334205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829593.334207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829593.334208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829593.334213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829593.334217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829593.334220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829593.334221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829593.334222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829593.334225:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829593.334227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829593.334228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829593.334230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829593.334234:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829593.334237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829593.334237:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829593.334240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829593.334241:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829593.334244:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829593.334247:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829593.334249:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829593.334251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829593.334253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829593.334254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829593.334256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829593.846174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829593.846179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829593.846181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829593.846185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829593.846187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829593.846190:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829593.846192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829593.846193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829593.846195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829594.166181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829594.166186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829594.166190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829594.166191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829594.166193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829594.166194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829594.166196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829594.166196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829594.166198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829594.166199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829594.166247:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829594.166250:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829594.166253:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829594.358173:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829594.358176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829594.358180:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829594.358181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829594.358184:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829594.358185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829594.358187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829594.358193:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829594.358193:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829594.358193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829594.358196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829594.358199:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829594.358200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829594.358201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829594.358203:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829594.358204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829594.358207:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829594.358207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829594.358210:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829594.358212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829594.358213:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829594.358216:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829594.358219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829594.358222:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829594.358223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829594.358226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829594.358230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829594.870196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829594.870203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829594.870206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829594.870211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829594.870215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829594.870219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829594.870221:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829594.870223:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829594.870226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829595.190192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829595.190197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829595.190201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829595.190201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829595.190204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829595.190204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829595.190206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829595.190207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829595.190209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829595.190210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829595.190276:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829595.190280:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829595.190283:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829595.382185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829595.382186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829595.382189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829595.382193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829595.382193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829595.382193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829595.382199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829595.382200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829595.382200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829595.382207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829595.382208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829595.382208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829595.382213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829595.382214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829595.382214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829595.382217:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829595.382218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829595.382219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829595.382221:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829595.382224:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829595.382226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829595.382230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829595.382233:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829595.382236:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829595.382237:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829595.382240:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829595.382243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829595.894194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829595.894200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829595.894202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829595.894207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829595.894210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829595.894213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829595.894215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829595.894216:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829595.894218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829596.214177:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829596.214178:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829596.214181:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214184:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829596.214186:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214187:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214188:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829596.214192:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829596.214193:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829596.214194:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214195:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829596.214196:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214197:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214198:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829596.214202:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829596.214202:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829596.214203:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214204:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829596.214204:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214205:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214206:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829596.214209:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829596.214210:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829596.214210:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214211:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829596.214212:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214213:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214214:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829596.214216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829596.214217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829596.214265:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829596.214269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829596.214272:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829596.278164:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301073252, at 4301073280
00000100:00000040:2.0:1787829596.278167:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301073252, at 4301073280
00000100:00000010:3.0:1787829596.278175:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4c60.
00000100:00000010:2.0:1787829596.278178:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4960.
00000100:00000001:1.0:1787829596.406193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829596.406193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829596.406199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829596.406200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829596.406201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829596.406203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829596.406205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829596.406209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829596.406211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829596.406211:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829596.406214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829596.406215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829596.406217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829596.406220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829596.406220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829596.406223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829596.406224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829596.406225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829596.406227:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829596.406231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829596.406235:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829596.406235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829596.406238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829596.406241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829596.406241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829596.406244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829596.406246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829596.918177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829596.918183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829596.918185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829596.918190:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829596.918193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829596.918197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829596.918199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829596.918202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829596.918204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829597.238213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829597.238220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829597.238226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829597.238227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829597.238230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829597.238231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829597.238234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829597.238236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829597.238239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829597.238240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829597.238302:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829597.238313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829597.238320:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829597.430211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829597.430218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829597.430220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.430225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829597.430230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829597.430230:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829597.430235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829597.430241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829597.430242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829597.430245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.430247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829597.430256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829597.430257:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829597.430267:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829597.430274:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829597.430278:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829597.430280:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829597.430284:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829597.430435:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829597.430443:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829597.430444:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829597.430449:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829597.430449:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829597.430452:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829597.430457:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787829597.430459:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829597.430468:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829597.430468:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829597.430472:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.430476:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829597.430481:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829597.430482:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6402
00000100:00000001:0.0:1787829597.430484:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829597.430500:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829597.430511:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829597.430516:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829597.430521:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430524:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829597.430527:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430530:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829597.430535:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829597.430537:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829597.430541:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829597.430546:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829597.430549:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829597.430551:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829597.430555:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430558:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829597.430560:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430562:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829597.430566:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829597.430569:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430572:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829597.430576:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829597.430580:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829597.430583:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.430586:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829597.430589:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829597.430600:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829597.430604:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829597.430610:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829597.430612:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.430625:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829597.430629:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829597.430634:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829597.430644:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829597.430652:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829597.430665:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829597.430678:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829597.430684:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829597.430690:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829597.430719:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829597.430723:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829597.430726:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829597.430728:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829597.430730:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829597.430734:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829597.430737:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6402
00000400:00000200:3.0:1787829597.430741:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829597.430745:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829597.430748:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829597.430752:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430755:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829597.430758:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829597.430759:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829597.430765:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829597.430765:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829597.430769:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829597.430771:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829597.430775:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000040:0.0:1787829597.430778:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829597.430778:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829597.430783:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:0.0:1787829597.430790:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829597.430791:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:0.0:1787829597.430794:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829597.430797:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829597.430799:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829597.430802:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829597.430806:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829597.430807:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:0.0:1787829597.430811:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555393536:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829597.430814:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829597.430817:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787829597.430821:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829597.430822:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829597.430827:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829597.430828:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.430832:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787829597.430834:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000010:0.0:1787829597.430840:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
00000100:00080000:3.0:1787829597.430841:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829597.430844:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.430848:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829597.430852:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829597.430855:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829597.430860:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
02000000:00000001:3.0:1787829597.430861:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829597.430866:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829597.430868:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:3.0:1787829597.430869:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829597.430877:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1787829597.430890:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393536, portal 25
00000100:00000001:0.0:1787829597.430893:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829597.430895:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000008:00000001:3.0:1787829597.430902:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.430905:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.430911:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829597.430912:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829597.430918:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829597.430925:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829597.430928:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829597.430928:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.430933:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430934:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787829597.430938:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
02000000:00000001:3.0:1787829597.430939:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829597.430943:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829597.430944:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555393536, offset 0
02000000:00000010:3.0:1787829597.430952:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000400:00000200:0.0:1787829597.430954:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829597.430960:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829597.430969:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829597.430972:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829597.430983:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829597.430984:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829597.430993:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829597.430995:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829597.431000:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:3.0:1787829597.431006:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829597.431010:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829597.431019:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.431029:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90292:90292:256:4294967295] 192.168.203.108@tcp LPNI seq info [90279:90279:8:4294967295]
00000400:00000200:0.0:1787829597.431040:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829597.431044:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829597.431050:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829597.431055:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787829597.431058:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829597.431062:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1787829597.431064:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829597.431066:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1787829597.431071:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000001:3.0:1787829597.431071:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829597.431079:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6402
00000800:00000200:0.0:1787829597.431082:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829597.431088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1787829597.431091:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829597.431136:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:0.1:1787829597.431137:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829597.431144:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1787829597.431145:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787829597.431156:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829597.431157:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000010:0.0:1787829597.431160:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000001:3.0:1787829597.431163:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829597.431168:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.431171:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787829597.431172:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829597.431178:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787829597.431180:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787829597.431182:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829597.431186:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787829597.431187:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000020:00000040:3.0:1787829597.431190:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000010:0.0:1787829597.431191:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000020:00000001:3.0:1787829597.431197:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:0.0:1787829597.431198:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787829597.431202:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:0.0:1787829597.431204:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829597.431211:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829597.431217:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829597.431217:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829597.431224:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829597.431225:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829597.431230:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829597.431236:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829597.431244:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829597.431245:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431248:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829597.431252:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431255:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829597.431256:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829597.431261:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829597.431263:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829597.431264:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301078373
02000000:00000001:3.0:1787829597.431269:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.431273:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:0.0:1787829597.431276:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4f00.
00000008:00100000:3.0:1787829597.431277:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829597.431282:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431285:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829597.431285:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431292:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301078373
00000100:00000010:3.0:1787829597.431294:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000100:00000010:0.0:1787829597.431297:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4060.
00000020:00000040:3.0:1787829597.431299:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829597.431302:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829597.431305:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829597.431307:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829597.431309:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431310:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.431314:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829597.431315:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829597.431319:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829597.431323:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.431326:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829597/real 1787829597]  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829597.431330:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000001:3.0:1787829597.431336:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829597.431347:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1787829597.431348:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787829597.431349:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829597.431352:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829597.431356:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829597.431359:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829597.431363:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829597.431368:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829597.431370:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829597.431376:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829597.431380:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829597.431387:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.431388:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829597.431390:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.431394:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.431397:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829597.431406:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829597.431410:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829597.431412:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829597.431417:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829597.431421:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829597.431424:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829597.431428:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829597.431430:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829597.431436:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6402
00000100:00000040:0.0:1787829597.431439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829597.431446:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829597.431454:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829597.431457:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829597.431459:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829597.431466:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829597.431467:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829597.431471:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829597.431472:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829597.431475:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829597.431478:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829597.431480:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829597.431483:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829597.431485:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787829597.431489:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:0.0:1787829597.431492:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787829597.431493:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829597.431498:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829597.431502:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00080000:0.0:1787829597.431503:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:3.0:1787829597.431507:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829597.431508:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787829597.431515:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829597.431517:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829597.431524:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829597.431532:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829597.431533:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555393536:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829597.431539:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829597.431539:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829597.431544:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829597.431545:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829597.431548:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555393536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829597.431551:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:0.0:1787829597.431559:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787829597.431560:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829597.431563:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829597.431567:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
00000100:00000001:3.0:1787829597.431567:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.431572:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787829597.431573:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1787829597.431575:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829597.431578:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829597.431580:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829597.431580:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787829597.431584:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:3.0:1787829597.431585:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.431588:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829597.431590:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829597.431592:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:3.0:1787829597.431595:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000010:0.0:1787829597.431596:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:0.0:1787829597.431602:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000008:00000001:3.0:1787829597.431603:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431605:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829597.431607:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431610:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787829597.431614:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829597.431619:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829597.431621:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787829597.431623:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829597.431625:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829597.431627:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431630:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829597.431631:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829597.431634:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829597.431635:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829597.431638:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829597.431639:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.431645:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829597.431647:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829597.431655:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431656:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829597.431660:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.431662:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829597.431666:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829597.431667:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829597.431668:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.431675:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829597.431685:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829597.431687:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829597.431689:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829597.431692:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.431694:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.431698:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787829597.431702:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829597.431704:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829597.431708:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829597.431718:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829597.431723:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00000001:3.0:1787829597.431723:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829597.431726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00080000:3.0:1787829597.431729:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787829597.431731:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393664, portal 10
00000100:00000001:0.0:1787829597.431735:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829597.431738:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00080000:3.0:1787829597.431739:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829597.431744:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829597.431748:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787829597.431750:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829597.431755:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829597.431759:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829597.431762:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6402
00000100:00000040:0.0:1787829597.431765:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829597.431770:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829597.431772:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555393664, offset 0
00000400:00000200:3.0:1787829597.431774:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.431778:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829597.431783:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829597.431785:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829597.431790:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787829597.431792:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829597.431797:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829597.431798:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.431801:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829597.431805:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829597.431806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829597.431810:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:3.0:1787829597.431813:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.431815:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90293:90293:256:4294967295] 192.168.203.108@tcp LPNI seq info [90280:90280:8:4294967295]
00000100:00000001:3.0:1787829597.431820:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829597.431822:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829597.431827:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829597.431831:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:0.0:1787829597.431832:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787829597.431837:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787829597.431840:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:3.0:1787829597.431842:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000800:00000010:0.0:1787829597.431843:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829597.431849:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:3.0:1787829597.431849:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000800:00000200:0.0:1787829597.431853:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787829597.431856:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000800:00000200:0.1:1787829597.431859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829597.431863:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787829597.431867:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000100:0.0:1787829597.431870:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.431874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000001:3.0:1787829597.431874:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829597.431891:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787829597.431895:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.431898:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829597.431903:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829597.431904:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829597.431907:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829597.431912:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787829597.431912:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000200:0.0:1787829597.431916:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829597.431921:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829597.431930:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431931:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.431936:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829597.431936:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829597.431942:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829597.431944:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431948:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829597.431949:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431951:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.431954:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1787829597.431956:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000008:00100000:3.0:1787829597.431959:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:0.0:1787829597.431964:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:3.0:1787829597.431966:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431969:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301074517
00000100:00000001:3.0:1787829597.431970:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431977:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301078373
00000100:00000010:3.0:1787829597.431979:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829597.431983:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301074517
00000020:00000040:3.0:1787829597.431985:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829597.431988:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301078373
02000000:00000001:3.0:1787829597.431991:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829597.431994:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829597.431995:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.431998:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.432000:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829597.432003:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829597.432004:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829597.432008:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.432012:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829597/real 1787829597]  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787829597.432015:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829597.432022:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829597.432024:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829597.432027:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829597.432029:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829597.432034:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000100:00100000:3.0:1787829597.432034:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787829597.432037:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829597.432040:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829597.432045:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829597.432054:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787829597.432058:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829597.432059:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432068:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829597.432071:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829597.432072:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432073:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432075:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829597.432080:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432122:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829597.432122:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.432126:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829597.432131:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6412)
00000100:00000001:0.0:1787829597.432133:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829597.432138:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432139:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432141:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432142:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829597.432146:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829597.432148:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829597.432150:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829597.432153:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829597.432156:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829597.432162:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829597.432165:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829597.432168:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432172:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829597.432173:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.432174:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829597.432176:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829597.432177:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.432179:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829597.432181:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829597.432182:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829597.432183:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.432185:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432188:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829597.432189:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829597.432192:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829597.432193:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829597.432195:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829597.432197:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393792, portal 10
00000100:00000001:0.0:1787829597.432199:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829597.432199:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:0.0:1787829597.432203:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432208:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829597.432209:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829597.432211:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829597.432212:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555393792, offset 0
00000400:00000200:0.0:1787829597.432215:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829597.432217:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.432220:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829597.432222:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829597.432224:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829597.432226:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829597.432227:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.432229:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90294:90294:256:4294967295] 192.168.203.108@tcp LPNI seq info [90281:90281:8:4294967295]
00000400:00000200:0.0:1787829597.432232:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.432237:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829597.432239:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.432241:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829597.432244:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829597.432246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829597.432249:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829597.432251:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829597.432254:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.432256:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829597.432258:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829597.432260:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829597.432262:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829597.432263:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829597.432265:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829597.432267:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432272:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432274:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432278:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432279:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829597.432281:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.432283:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829597.432285:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829597.432286:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301074458
00000100:00000001:0.0:1787829597.432288:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301078373
00000100:00000001:0.0:1787829597.432289:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301074458
00000100:00000001:0.0:1787829597.432292:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301078373
00000100:00000001:0.0:1787829597.432293:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829597.432295:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432296:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829597.432298:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829597/real 1787829597]  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829597.432303:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829597.432304:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829597.432305:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829597.432306:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829597.432307:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829597.432308:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829597.432310:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829597.432316:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432320:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829597.432321:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432322:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432323:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829597.432325:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432329:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829597.432331:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432335:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829597.432337:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432338:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432338:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432340:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829597.432341:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829597.432343:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829597.432345:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829597.432346:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829597.432349:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829597.432353:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829597.432356:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432357:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432359:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555393664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432362:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829597.432364:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432365:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829597.432366:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829597.432367:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829597.432368:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829597.432370:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829597.432371:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:0.0:1787829597.432373:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829597.432374:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829597.432375:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:0.0:1787829597.432377:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829597.432378:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432378:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432380:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555393792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432385:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829597.432386:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432387:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829597.432389:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829597.432390:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829597.432391:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829597.432392:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829597.432393:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829597.432394:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829597.432395:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829597.432396:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:0.0:1787829597.432397:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829597.432398:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432400:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432403:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829597.432405:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432407:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829597.432408:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829597.432410:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829597.432414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432420:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829597.432421:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.432423:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829597.432425:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829597.432428:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.432431:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829597.432435:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829597.432437:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829597.432439:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.432441:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432444:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829597.432446:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829597.432450:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829597.432453:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829597.432457:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829597.432460:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555393920, portal 4
00000100:00000001:0.0:1787829597.432462:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829597.432464:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:0.0:1787829597.432471:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432478:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829597.432480:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829597.432483:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829597.432486:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555393920, offset 0
00000400:00000200:0.0:1787829597.432490:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829597.432495:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.432499:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829597.432503:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829597.432505:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829597.432508:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829597.432511:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.432514:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90295:90295:256:4294967295] 192.168.203.108@tcp LPNI seq info [90282:90282:8:4294967295]
00000400:00000200:0.0:1787829597.432519:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.432524:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829597.432527:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.432530:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829597.432533:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829597.432534:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829597.432537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829597.432539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829597.432542:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.432543:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829597.432546:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829597.432548:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829597.432550:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829597.432551:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829597.432553:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829597.432556:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432561:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432564:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432568:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432570:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829597.432572:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.432574:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829597.432576:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829597.432577:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301074491
00000100:00000001:0.0:1787829597.432579:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301078373
00000100:00000001:0.0:1787829597.432581:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301074491
00000100:00000001:0.0:1787829597.432582:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301078373
00000100:00000001:0.0:1787829597.432583:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829597.432585:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432586:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829597.432588:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829597/real 1787829597]  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829597.432594:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829597.432595:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829597.432597:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829597.432599:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829597.432601:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829597.432603:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829597.432606:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829597.432615:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432622:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829597.432623:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432626:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432627:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829597.432632:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432640:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829597.432644:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432651:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829597.432654:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432656:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432657:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432658:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829597.432660:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829597.432662:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829597.432664:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829597.432666:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829597.432669:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829597.432675:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555393920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829597.432679:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829597.432683:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432690:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829597.432691:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.432694:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829597.432696:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829597.432698:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829597.432701:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829597.432705:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829597.432708:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829597.432710:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829597.432712:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432715:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829597.432717:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829597.432721:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829597.432723:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829597.432726:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829597.432728:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394048, portal 4
00000100:00000001:0.0:1787829597.432730:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829597.432731:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:0.0:1787829597.432736:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432740:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829597.432742:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829597.432743:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829597.432745:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555394048, offset 0
00000400:00000200:0.0:1787829597.432747:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829597.432750:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.432753:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829597.432755:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829597.432757:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829597.432758:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829597.432760:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829597.432762:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90296:90296:256:4294967295] 192.168.203.108@tcp LPNI seq info [90283:90283:8:4294967295]
00000400:00000200:0.0:1787829597.432765:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829597.432769:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829597.432772:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.432774:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829597.432776:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829597.432778:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829597.432781:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829597.432783:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829597.432786:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829597.432788:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829597.432790:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829597.432793:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829597.432794:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829597.432796:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829597.432797:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829597.432799:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432805:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432807:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432811:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432812:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829597.432814:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829597.432816:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829597.432817:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829597.432819:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301074483
00000100:00000001:0.0:1787829597.432821:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301078373
00000100:00000001:0.0:1787829597.432822:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301074483
00000100:00000001:0.0:1787829597.432824:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301078373
00000100:00000001:0.0:1787829597.432825:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829597.432826:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432828:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829597.432830:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829597/real 1787829597]  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829597.432834:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829597.432835:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829597.432836:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829597.432837:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829597.432838:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829597.432840:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829597.432841:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829597.432847:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432851:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829597.432852:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432853:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432854:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829597.432856:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432860:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829597.432862:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432866:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829597.432868:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432869:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829597.432870:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432871:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829597.432873:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829597.432874:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829597.432876:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829597.432893:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829597.432897:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829597.432902:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829597.432904:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432906:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432909:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555393920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432913:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829597.432914:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432916:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829597.432923:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829597.432924:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829597.432926:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829597.432927:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829597.432929:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:0.0:1787829597.432930:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829597.432931:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829597.432932:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829597.432934:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829597.432935:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432936:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829597.432938:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555394048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829597.432946:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829597.432947:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829597.432948:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829597.432949:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829597.432950:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829597.432951:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829597.432952:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829597.432953:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:0.0:1787829597.432954:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829597.432955:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829597.432956:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829597.432957:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829597.432958:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432959:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829597.432962:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829597.432964:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829597.432966:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829597.432968:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829597.942199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829597.942206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829597.942208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829597.942216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829597.942221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829597.942225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829597.942228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829597.942232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829597.942236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829598.262170:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829598.262177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829598.262182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829598.262183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829598.262187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829598.262188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829598.262191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829598.262192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829598.262194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829598.262195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829598.262229:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829598.262232:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829598.262235:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829598.454181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829598.454187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829598.454189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829598.454193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829598.454196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829598.454199:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.454203:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829598.454205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829598.454211:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829598.454212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829598.454214:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.454222:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829598.454224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829598.454228:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.454230:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829598.454238:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829598.454239:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829598.454244:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829598.454245:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829598.454250:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829598.454252:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829598.454255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829598.454258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829598.454260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829598.454265:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829598.454269:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829598.454273:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829598.966184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829598.966191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829598.966193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829598.966198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829598.966201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829598.966205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829598.966207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829598.966210:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829598.966212:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829599.286189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829599.286196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829599.286202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829599.286203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829599.286207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829599.286208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829599.286211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829599.286212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829599.286215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829599.286217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829599.286269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829599.286273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829599.286276:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829599.478184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829599.478184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829599.478191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829599.478191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829599.478193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829599.478195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829599.478197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829599.478200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829599.478201:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829599.478205:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829599.478206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829599.478208:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829599.478210:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829599.478211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829599.478213:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829599.478216:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829599.478219:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829599.478222:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829599.478239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829599.478246:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829599.478248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829599.478253:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829599.478257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829599.478260:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829599.478263:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829599.478265:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829599.478268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829599.990192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829599.990197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829599.990199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829599.990203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829599.990206:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829599.990209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829599.990211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829599.990212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829599.990214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829600.310184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829600.310191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829600.310196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829600.310197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829600.310202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829600.310203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829600.310207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829600.310208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829600.310211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829600.310212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829600.310263:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829600.310267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829600.310270:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829600.502193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829600.502193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829600.502201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829600.502203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829600.502204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829600.502207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829600.502209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829600.502216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829600.502217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829600.502218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829600.502225:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829600.502227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829600.502228:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829600.502236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829600.502238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829600.502238:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829600.502248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829600.502248:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829600.502249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829600.502257:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829600.502258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829600.502259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829600.502264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829600.502267:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829600.502270:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829600.502273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829600.502276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829601.014172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829601.014179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829601.014181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829601.014186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829601.014190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829601.014193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829601.014196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829601.014198:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829601.014200:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829601.334181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829601.334186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829601.334190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829601.334191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829601.334193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829601.334194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829601.334196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829601.334197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829601.334201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829601.334202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829601.334246:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829601.334249:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829601.334252:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829601.398196:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301078373, at 4301078400
00000100:00000010:3.0:1787829601.398209:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4060.
00000100:00000040:2.0:1787829601.398220:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301078373, at 4301078400
00000100:00000010:2.0:1787829601.398237:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4f00.
00000100:00000001:0.0:1787829601.526152:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829601.526152:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829601.526159:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829601.526160:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829601.526161:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829601.526163:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829601.526167:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829601.526168:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829601.526172:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829601.526173:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829601.526177:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829601.526177:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829601.526180:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829601.526183:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829601.526186:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829601.526187:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829601.526189:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829601.526191:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829601.526208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829601.526213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829601.526215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829601.526219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829601.526222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829601.526225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829601.526228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829601.526230:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829601.526232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829602.038189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829602.038194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829602.038195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829602.038199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829602.038202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829602.038206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829602.038207:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829602.038209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829602.038210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359133:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829602.359138:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359142:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829602.359143:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359145:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829602.359146:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359148:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829602.359149:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359151:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829602.359153:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829602.359155:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829602.359157:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359159:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829602.359160:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359161:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829602.359162:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829602.359202:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829602.359205:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829602.359207:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829602.550196:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829602.550200:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829602.550200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829602.550207:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829602.550208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829602.550208:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829602.550211:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829602.550211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829602.550212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.550213:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829602.550216:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829602.550217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829602.550217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829602.550221:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829602.550223:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829602.550226:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829602.550227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829602.550227:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829602.550233:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6407
00000100:00100000:2.0:1787829602.550237:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829602.550238:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829602.550238:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829602.550245:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829602.550247:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829602.550247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787829602.550254:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829602.550255:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829602.550256:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829602.550264:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829602.550269:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829602.550270:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829602.550270:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.550272:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829602.550273:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829602.550276:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829602.550278:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.550278:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829602.550280:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829602.550283:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829602.550287:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829602.550290:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829602.550291:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829602.550302:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829602.550305:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829602.550308:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829602.550310:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829602.550312:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550314:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829602.550316:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550317:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829602.550319:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829602.550320:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550328:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829602.550330:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829602.550333:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829602.550335:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.550336:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829602.550338:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829602.550344:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829602.550346:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829602.550349:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829602.550350:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.550352:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829602.550355:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829602.550358:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829602.550363:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829602.550367:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829602.550376:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829602.550386:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829602.550390:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829602.550396:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829602.550417:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829602.550420:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829602.550423:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829602.550425:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829602.550426:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829602.550430:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829602.550433:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6407
00000400:00000200:0.0:1787829602.550440:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829602.550444:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829602.550447:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829602.550447:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829602.550454:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829602.550456:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829602.550458:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829602.550464:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829602.550469:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829602.550473:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829602.550487:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829602.550492:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829602.550494:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829602.550495:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829602.550499:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
02000000:00000001:2.0:1787829602.550501:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829602.550506:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829602.550507:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829602.550513:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829602.550516:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00100000:2.0:1787829602.550519:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555394176:192.168.203.108@tcp:250:kworker.0
00000020:00000001:0.0:1787829602.550526:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829602.550528:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787829602.550533:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829602.550533:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829602.550538:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.550541:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829602.550546:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:2.0:1787829602.550551:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
00000100:00000001:0.0:1787829602.550552:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829602.550557:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829602.550562:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550566:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829602.550569:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829602.550575:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829602.550575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829602.550584:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829602.550588:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787829602.550588:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
02000000:00000001:0.0:1787829602.550597:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787829602.550601:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000001:0.0:1787829602.550602:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.550611:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829602.550615:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787829602.550617:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394176, portal 25
00000100:00000001:2.0:1787829602.550624:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1787829602.550625:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.550627:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000001:0.0:1787829602.550634:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.550640:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829602.550644:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829602.550650:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787829602.550653:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:2.0:1787829602.550656:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829602.550663:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787829602.550665:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
02000000:00000001:0.0:1787829602.550667:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.550674:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787829602.550674:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555394176, offset 0
02000000:00000001:0.0:1787829602.550676:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829602.550681:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829602.550687:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000400:00000200:2.0:1787829602.550688:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550696:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.550706:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829602.550708:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829602.550720:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829602.550721:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829602.550726:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.550735:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787829602.550737:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829602.550745:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829602.550756:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829602.550765:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.550774:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90297:90297:256:4294967295] 192.168.203.108@tcp LPNI seq info [90284:90284:8:4294967295]
00000100:00000001:0.0:1787829602.550775:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829602.550789:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787829602.550790:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829602.550800:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829602.550804:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829602.550810:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787829602.550817:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829602.550819:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829602.550830:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6407
00000800:00000200:2.0:1787829602.550830:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.550841:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000400:00000200:0.0:1787829602.550855:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829602.550862:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829602.550865:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787829602.550873:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829602.550874:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550882:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787829602.550883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787829602.550890:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550895:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:2.1:1787829602.550903:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829602.550904:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829602.550909:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:2.1:1787829602.550911:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1787829602.550915:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:2.0:1787829602.550920:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829602.550922:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000010:2.0:1787829602.550923:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829602.550929:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787829602.550933:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829602.550941:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787829602.550942:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829602.550955:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.550955:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000100:00000001:0.0:1787829602.550963:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787829602.550964:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000040:0.0:1787829602.550970:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829602.550972:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829602.550976:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829602.550979:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000200:2.0:1787829602.550983:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829602.550984:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829602.550990:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829602.550998:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829602.551002:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829602.551007:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551010:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829602.551012:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829602.551012:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787829602.551017:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551018:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.551023:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829602.551024:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829602.551029:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829602.551034:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829602.551037:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551042:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829602.551046:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829602.551049:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829602.551056:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:2.0:1787829602.551058:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551060:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551062:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829602.551068:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829602.551071:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551081:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829602.551084:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829602.551085:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551092:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301083492
00000100:00000040:0.0:1787829602.551118:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787829602.551120:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829602.551130:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829602.551134:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551137:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301083493
00000100:00080000:0.0:1787829602.551139:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787829602.551142:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2300.
00000100:00000001:2.0:1787829602.551151:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829602.551152:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829602.551160:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829602.551161:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829602.551168:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829602.551169:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551177:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829602.551178:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787829602.551185:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829602/real 1787829602]  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829602.551186:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6407
00000400:00000200:0.0:1787829602.551204:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000001:2.0:1787829602.551205:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829602.551208:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829602.551211:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:0.0:1787829602.551213:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829602.551216:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000100:00080000:0.0:1787829602.551218:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787829602.551219:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829602.551225:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1787829602.551229:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829602.551233:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829602.551237:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829602.551250:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829602.551250:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829602.551264:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829602.551266:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829602.551268:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.551274:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1787829602.551275:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829602.551276:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829602.551280:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00100000:2.0:1787829602.551282:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829602.551287:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829602.551292:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829602.551294:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000040:2.0:1787829602.551299:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829602.551302:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829602.551314:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787829602.551316:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829602.551318:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.551323:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.551325:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829602.551327:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829602.551330:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829602.551332:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829602.551334:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787829602.551340:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:2.0:1787829602.551344:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829602.551346:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829602.551352:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829602.551354:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829602.551360:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787829602.551361:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829602.551369:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.551372:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829602.551373:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829602.551379:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829602.551388:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551393:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829602.551395:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555394176:192.168.203.108@tcp:250:kworker.0
00000008:00100000:0.0:1787829602.551397:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829602.551407:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551409:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829602.551413:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551414:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.551420:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555394176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829602.551421:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787829602.551434:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829602.551437:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829602.551442:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829602.551443:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787829602.551447:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:0.0:1787829602.551448:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551458:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829602.551458:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787829602.551465:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1787829602.551465:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829602.551472:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829602.551473:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829602.551476:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829602.551481:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000010:0.0:1787829602.551482:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829602.551491:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829602.551492:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.551493:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829602.551496:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:2.0:1787829602.551500:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829602.551504:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829602.551506:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829602.551507:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.551518:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829602.551521:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829602.551521:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551524:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829602.551527:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829602.551528:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551531:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829602.551537:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829602.551540:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.551558:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829602.551561:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.551569:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829602.551572:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829602.551577:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829602.551579:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829602.551583:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394304:192.168.203.108@tcp:38:kworker.0
00000100:00080000:0.0:1787829602.551586:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829602.551592:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829602.551595:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1787829602.551597:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829602.551599:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787829602.551601:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829602.551603:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829602.551607:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829602.551609:0:50166:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1787829602.551613:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829602.551620:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829602.551621:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6407
00000400:00000200:2.0:1787829602.551629:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829602.551633:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:0.0:1787829602.551634:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829602.551640:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829602.551644:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394304, portal 10
00000400:00000200:0.0:1787829602.551645:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829602.551649:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829602.551652:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829602.551653:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:0.0:1787829602.551663:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829602.551668:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829602.551669:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829602.551677:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829602.551685:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829602.551692:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829602.551695:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787829602.551696:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829602.551702:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829602.551703:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829602.551706:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000010:2.0:1787829602.551709:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000020:00000001:0.0:1787829602.551712:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:2.0:1787829602.551715:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555394304, offset 0
00000020:00000001:0.0:1787829602.551718:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:2.0:1787829602.551727:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829602.551732:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.551739:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829602.551743:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829602.551746:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:0.0:1787829602.551752:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.551752:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829602.551762:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829602.551762:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829602.551766:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787829602.551775:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:2.0:1787829602.551775:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.551784:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90298:90298:256:4294967295] 192.168.203.108@tcp LPNI seq info [90285:90285:8:4294967295]
00000100:00080000:0.0:1787829602.551789:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829602.551799:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.551800:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829602.551809:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829602.551816:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829602.551817:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787829602.551826:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829602.551826:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829602.551840:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787829602.551840:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000008:00100000:0.0:1787829602.551855:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829602.551863:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829602.551864:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829602.551867:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829602.551870:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000010:0.0:1787829602.551876:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000800:00000200:2.1:1787829602.551881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:0.0:1787829602.551885:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000200:2.1:1787829602.551885:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1787829602.551898:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1787829602.551900:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829602.551904:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829602.551905:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829602.551913:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787829602.551914:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829602.551922:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829602.551928:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.551928:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829602.551939:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
02000000:00000010:0.0:1787829602.551940:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000400:00000010:2.0:1787829602.551942:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829602.551948:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829602.551949:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829602.551953:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829602.551961:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829602.551964:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.551974:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829602.551985:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829602.551990:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551992:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.551997:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787829602.552001:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552004:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.552013:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829602.552023:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829602.552024:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552028:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301079637
00000100:00000040:0.0:1787829602.552032:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6417)
00000100:00000001:2.0:1787829602.552034:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301083492
00000100:00000001:2.0:1787829602.552039:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301079637
00000100:00000001:2.0:1787829602.552042:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301083493
00000100:00000001:2.0:1787829602.552044:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829602.552047:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552049:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829602.552056:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829602/real 1787829602]  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829602.552063:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829602.552064:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829602.552066:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829602.552068:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829602.552069:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829602.552071:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829602.552073:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829602.552078:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552083:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829602.552084:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552085:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552086:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829602.552088:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552092:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829602.552113:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552119:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829602.552121:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552122:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552123:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552124:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829602.552126:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829602.552128:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829602.552130:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829602.552132:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829602.552135:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829602.552140:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829602.552143:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829602.552145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552150:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829602.552151:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.552152:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829602.552154:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829602.552156:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829602.552158:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829602.552160:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829602.552162:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829602.552163:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.552164:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552167:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829602.552169:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.552171:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829602.552173:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829602.552175:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829602.552177:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394432, portal 10
00000100:00000001:2.0:1787829602.552179:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829602.552180:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829602.552184:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552189:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829602.552190:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829602.552192:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829602.552193:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555394432, offset 0
00000400:00000200:2.0:1787829602.552197:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829602.552200:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829602.552202:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829602.552205:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829602.552207:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829602.552209:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829602.552210:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.552212:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90299:90299:256:4294967295] 192.168.203.108@tcp LPNI seq info [90286:90286:8:4294967295]
00000400:00000200:2.0:1787829602.552215:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829602.552220:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829602.552223:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.552225:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829602.552228:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829602.552230:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829602.552234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829602.552236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829602.552239:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.552240:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829602.552242:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829602.552245:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829602.552247:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829602.552248:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829602.552250:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829602.552252:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552257:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552259:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552264:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552265:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829602.552267:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.552269:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829602.552271:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829602.552273:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301079578
00000100:00000001:2.0:1787829602.552275:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301083492
00000100:00000001:2.0:1787829602.552277:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301079578
00000100:00000001:2.0:1787829602.552278:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301083493
00000100:00000001:2.0:1787829602.552279:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829602.552281:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552282:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829602.552284:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829602/real 1787829602]  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829602.552289:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829602.552290:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829602.552291:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829602.552292:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829602.552293:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829602.552295:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829602.552297:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829602.552302:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552305:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829602.552306:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552307:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552308:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829602.552310:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552314:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829602.552317:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552321:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829602.552323:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552325:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552327:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552329:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829602.552330:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829602.552333:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829602.552337:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829602.552339:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829602.552344:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829602.552353:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829602.552357:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552359:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552362:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555394304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552370:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829602.552372:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552374:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829602.552376:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829602.552378:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829602.552380:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829602.552382:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829602.552384:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829602.552387:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829602.552389:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829602.552390:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829602.552393:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829602.552395:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552396:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552400:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555394432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552411:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829602.552412:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552414:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829602.552415:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829602.552416:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829602.552417:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829602.552418:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829602.552419:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:2.0:1787829602.552420:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829602.552421:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829602.552422:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829602.552423:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829602.552424:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552426:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552429:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829602.552429:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552431:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829602.552432:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829602.552434:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829602.552437:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552442:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829602.552443:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.552444:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829602.552446:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829602.552447:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829602.552449:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829602.552451:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829602.552453:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829602.552454:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.552456:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552458:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829602.552459:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.552462:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829602.552464:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829602.552467:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829602.552469:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394560, portal 4
00000100:00000001:2.0:1787829602.552471:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829602.552472:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:2.0:1787829602.552476:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552480:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829602.552482:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829602.552483:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829602.552485:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555394560, offset 0
00000400:00000200:2.0:1787829602.552488:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829602.552490:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829602.552492:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829602.552494:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829602.552496:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829602.552498:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829602.552500:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.552502:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90300:90300:256:4294967295] 192.168.203.108@tcp LPNI seq info [90287:90287:8:4294967295]
00000400:00000200:2.0:1787829602.552505:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829602.552509:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829602.552511:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.552513:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829602.552516:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829602.552518:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829602.552521:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829602.552523:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829602.552525:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.552527:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829602.552529:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829602.552531:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829602.552533:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829602.552534:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829602.552536:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829602.552538:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552544:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552546:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552550:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552551:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829602.552553:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.552556:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829602.552558:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829602.552559:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301079611
00000100:00000001:2.0:1787829602.552561:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301083492
00000100:00000001:2.0:1787829602.552563:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301079611
00000100:00000001:2.0:1787829602.552566:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301083493
00000100:00000001:2.0:1787829602.552568:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829602.552570:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552572:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829602.552576:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829602/real 1787829602]  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829602.552584:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829602.552586:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829602.552588:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829602.552590:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829602.552593:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829602.552595:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829602.552598:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829602.552608:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552615:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829602.552617:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552619:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552620:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829602.552623:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552628:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829602.552630:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552635:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829602.552636:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552637:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552638:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552639:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829602.552641:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829602.552643:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829602.552645:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829602.552646:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829602.552648:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829602.552653:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829602.552656:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829602.552659:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552663:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829602.552664:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.552666:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829602.552668:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829602.552669:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829602.552671:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829602.552673:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829602.552675:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829602.552676:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829602.552677:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552680:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829602.552681:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829602.552683:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829602.552685:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829602.552687:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829602.552689:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394688, portal 4
00000100:00000001:2.0:1787829602.552691:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829602.552692:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829602.552698:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552705:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829602.552708:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829602.552710:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829602.552713:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555394688, offset 0
00000400:00000200:2.0:1787829602.552717:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829602.552722:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829602.552726:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829602.552729:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829602.552732:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829602.552734:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829602.552737:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829602.552741:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90301:90301:256:4294967295] 192.168.203.108@tcp LPNI seq info [90288:90288:8:4294967295]
00000400:00000200:2.0:1787829602.552745:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829602.552751:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829602.552757:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.552760:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829602.552764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829602.552767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787829602.552771:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829602.552774:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787829602.552777:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829602.552778:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829602.552781:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829602.552783:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829602.552785:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829602.552787:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829602.552789:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829602.552791:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552797:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552799:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552803:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552804:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829602.552806:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829602.552809:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829602.552812:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829602.552813:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301079603
00000100:00000001:2.0:1787829602.552815:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301083492
00000100:00000001:2.0:1787829602.552817:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301079603
00000100:00000001:2.0:1787829602.552818:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301083493
00000100:00000001:2.0:1787829602.552819:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829602.552821:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552822:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829602.552824:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829602/real 1787829602]  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829602.552830:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829602.552831:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829602.552833:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829602.552834:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829602.552835:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829602.552836:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829602.552838:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829602.552857:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552862:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829602.552863:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552864:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552865:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829602.552868:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552872:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829602.552875:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552880:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829602.552881:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552882:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829602.552883:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552884:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829602.552886:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829602.552887:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829602.552889:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829602.552891:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829602.552894:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829602.552899:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829602.552901:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552902:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552904:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555394560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552908:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829602.552909:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552910:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829602.552912:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829602.552913:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829602.552914:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829602.552915:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829602.552917:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:2.0:1787829602.552918:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829602.552919:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829602.552920:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829602.552922:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829602.552923:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552924:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829602.552926:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555394688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829627 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829602.552930:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829602.552931:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829602.552932:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829602.552933:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829602.552934:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829602.552934:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829602.552935:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829602.552936:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:2.0:1787829602.552938:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829602.552939:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829602.552940:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829602.552941:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829602.552942:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552943:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829602.552946:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829602.552947:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829602.552948:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829602.552950:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829603.062152:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829603.062158:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829603.062161:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829603.062165:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829603.062169:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829603.062173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829603.062175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829603.062177:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829603.062180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829603.382171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829603.382177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829603.382183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829603.382184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829603.382187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829603.382189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829603.382191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829603.382192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829603.382195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829603.382196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829603.382237:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829603.382240:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829603.382243:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829603.574193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829603.574202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829603.574205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.574208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829603.574210:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829603.574211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829603.574212:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829603.574217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829603.574218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829603.574219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829603.574221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829603.574222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829603.574225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829603.574233:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829603.574235:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829603.574235:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829603.574239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829603.574240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829603.574240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829603.574245:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829603.574246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829603.574246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.574250:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829603.574252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829603.574256:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829603.574259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829603.574261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829604.086182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829604.086187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829604.086188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829604.086193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829604.086196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829604.086199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829604.086201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829604.086204:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829604.086206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829604.406211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829604.406216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829604.406220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829604.406221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829604.406223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829604.406224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829604.406227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829604.406227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829604.406229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829604.406230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829604.406279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829604.406282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829604.406285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829604.598202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829604.598203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829604.598209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829604.598211:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829604.598212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829604.598215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829604.598217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829604.598222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829604.598224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829604.598229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829604.598230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829604.598230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829604.598236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829604.598239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829604.598240:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829604.598245:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829604.598247:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829604.598250:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829604.598251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829604.598259:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829604.598260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829604.598269:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829604.598274:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829604.598277:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829604.598278:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829604.598283:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829604.598288:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829605.110186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829605.110195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829605.110197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829605.110203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829605.110207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829605.110211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829605.110214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829605.110217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829605.110220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430158:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829605.430165:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829605.430167:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829605.430169:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430173:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829605.430175:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430176:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430178:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829605.430182:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829605.430182:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829605.430183:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430184:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829605.430185:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430186:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430187:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829605.430190:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829605.430191:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829605.430192:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430193:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829605.430194:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430195:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430196:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829605.430199:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829605.430200:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829605.430201:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430202:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829605.430203:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430204:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430206:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829605.430208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829605.430209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829605.430259:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829605.430263:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829605.430265:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829605.622180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829605.622181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829605.622187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829605.622188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829605.622191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829605.622191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829605.622199:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829605.622199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829605.622207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829605.622207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829605.622212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829605.622213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829605.622219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829605.622222:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829605.622224:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829605.622225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829605.622228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829605.622230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829605.622233:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829605.622241:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829605.622244:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829605.622249:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829605.622254:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829605.622258:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829605.622261:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829605.622264:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829605.622267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829606.134181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829606.134187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829606.134188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829606.134193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829606.134197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829606.134200:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829606.134203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829606.134205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829606.134209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829606.454190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829606.454196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829606.454201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829606.454202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829606.454204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829606.454205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829606.454207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829606.454208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829606.454210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829606.454211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829606.454259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829606.454266:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829606.454272:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829606.518220:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301083492, at 4301083520
00000100:00000040:3.0:1787829606.518221:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301083493, at 4301083520
00000100:00000010:2.0:1787829606.518243:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829606.518252:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2300.
00000100:00000001:1.0:1787829606.646207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829606.646207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829606.646220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829606.646220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829606.646223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829606.646225:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829606.646227:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829606.646233:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829606.646235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829606.646236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829606.646243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829606.646244:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829606.646244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829606.646251:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829606.646251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829606.646253:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829606.646258:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829606.646262:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829606.646262:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829606.646271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829606.646272:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829606.646274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829606.646277:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829606.646279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829606.646280:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829606.646287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829606.646295:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829607.158259:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829607.158265:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829607.158267:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829607.158272:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829607.158276:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829607.158281:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829607.158284:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829607.158287:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829607.158290:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829607.478181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829607.478188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829607.478194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829607.478195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829607.478198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829607.478199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829607.478202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829607.478203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829607.478205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829607.478206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829607.478261:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829607.478266:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829607.478270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829607.670189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829607.670196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829607.670198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829607.670204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829607.670214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829607.670219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829607.670221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829607.670223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829607.670226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829607.670233:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829607.670239:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829607.670241:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829607.670249:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829607.670250:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829607.670255:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829607.670258:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829607.670263:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829607.670266:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829607.670268:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829607.670271:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829607.670277:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.670281:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829607.670282:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787829607.670284:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6412
00000100:00000001:2.0:1787829607.670287:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829607.670288:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829607.670294:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.670298:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829607.670301:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829607.670310:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829607.670313:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829607.670313:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829607.670319:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829607.670321:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829607.670328:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829607.670328:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829607.670335:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670339:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.670343:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670345:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829607.670348:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829607.670349:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829607.670353:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829607.670356:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829607.670358:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829607.670360:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829607.670363:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670364:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.670366:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670368:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829607.670370:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829607.670372:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670374:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829607.670376:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829607.670379:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829607.670381:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.670382:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829607.670384:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829607.670391:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829607.670394:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829607.670397:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829607.670398:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.670400:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829607.670403:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829607.670406:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829607.670411:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829607.670416:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829607.670423:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829607.670431:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829607.670434:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829607.670438:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829607.670455:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829607.670458:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829607.670461:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829607.670462:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829607.670463:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829607.670465:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829607.670467:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6412
00000400:00000200:0.0:1787829607.670470:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829607.670473:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829607.670475:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829607.670478:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670480:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.670483:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670484:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829607.670487:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829607.670487:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787829607.670499:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829607.670502:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829607.670502:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787829607.670513:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:2.0:1787829607.670514:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829607.670521:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829607.670527:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829607.670528:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829607.670542:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787829607.670543:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829607.670546:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.670551:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.670555:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829607.670559:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829607.670560:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829607.670564:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787829607.670567:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829607.670568:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829607.670575:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555394816:192.168.203.108@tcp:250:kworker.0
00000100:00080000:0.0:1787829607.670578:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829607.670582:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829607.670585:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.670588:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829607.670592:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829607.670592:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.670598:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829607.670607:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829607.670609:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829607.670611:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829607.670617:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.670618:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829607.670625:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787829607.670625:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000008:00100000:0.0:1787829607.670635:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787829607.670637:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000008:00000001:0.0:1787829607.670646:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829607.670647:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394816, portal 25
00000100:00000001:0.0:1787829607.670650:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.670652:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829607.670656:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000100:00000010:0.0:1787829607.670660:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000100:00000040:2.0:1787829607.670665:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829607.670668:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:2.0:1787829607.670680:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829607.670682:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787829607.670684:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829607.670690:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829607.670690:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829607.670697:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555394816, offset 0
00000100:00000001:0.0:1787829607.670698:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829607.670703:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787829607.670708:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829607.670710:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829607.670720:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000400:00000200:2.0:1787829607.670720:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829607.670730:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.670733:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829607.670744:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1787829607.670750:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829607.670756:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829607.670766:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829607.670774:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670775:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829607.670781:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.670783:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90302:90302:256:4294967295] 192.168.203.108@tcp LPNI seq info [90289:90289:8:4294967295]
00000100:00000040:0.0:1787829607.670792:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829607.670804:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829607.670828:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829607.670832:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829607.670849:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787829607.670849:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829607.670859:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829607.670862:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787829607.670868:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670870:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829607.670877:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6412
00000800:00000010:2.0:1787829607.670877:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000400:00000200:0.0:1787829607.670885:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.0:1787829607.670892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:0.0:1787829607.670899:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:2.0:1787829607.670907:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787829607.670908:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829607.670921:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670932:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787829607.670933:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829607.670946:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787829607.670947:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.670958:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000100:2.0:1787829607.670961:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.670967:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000020:00000001:0.0:1787829607.670968:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829607.670972:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829607.670975:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829607.670978:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787829607.670979:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829607.670987:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829607.670988:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787829607.670999:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829607.671000:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829607.671004:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000040:0.0:1787829607.671009:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829607.671016:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829607.671017:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.671033:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829607.671036:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829607.671038:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829607.671050:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829607.671065:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671068:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671070:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829607.671071:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829607.671090:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787829607.671092:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.671130:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671132:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829607.671137:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671141:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829607.671143:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829607.671145:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829607.671150:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.671160:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829607.671162:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671171:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301088613
00000100:00000010:0.0:1787829607.671173:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829607.671179:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000010:2.0:1787829607.671184:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
02000000:00000001:0.0:1787829607.671185:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829607.671191:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671196:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829607.671198:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829607.671200:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671200:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000010:0.0:1787829607.671213:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:2.0:1787829607.671216:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301088613
00000100:00000001:0.0:1787829607.671220:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829607.671223:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2e40.
00000100:00100000:0.0:1787829607.671229:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829607.671230:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829607.671243:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.671258:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671259:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829607.671266:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671270:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787829607.671275:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829607.671283:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829607/real 1787829607]  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829607.671299:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829607.671309:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787829607.671319:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787829607.671321:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829607.671334:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787829607.671334:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829607.671350:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000100:00080000:0.0:1787829607.671351:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829607.671365:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829607.671366:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829607.671374:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00080000:0.0:1787829607.671375:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6412
00000100:00000001:2.0:1787829607.671393:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787829607.671394:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829607.671405:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:2.0:1787829607.671406:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829607.671417:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829607.671432:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:2.0:1787829607.671438:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829607.671439:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.671452:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671465:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829607.671474:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829607.671480:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829607.671486:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829607.671489:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829607.671500:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829607.671508:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829607.671520:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829607.671523:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829607.671524:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829607.671527:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829607.671532:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829607.671533:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829607.671543:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829607.671543:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829607.671560:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00100000:2.0:1787829607.671566:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829607.671570:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671578:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829607.671585:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829607.671593:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.671595:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829607.671599:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671602:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787829607.671607:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787829607.671609:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829607.671620:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671629:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829607.671639:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829607.671639:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829607.671649:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.671651:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787829607.671652:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829607.671653:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.671659:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829607.671662:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829607.671662:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829607.671670:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829607.671671:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829607.671680:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829607.671681:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829607.671684:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787829607.671686:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787829607.671689:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829607.671693:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829607.671701:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555394816:192.168.203.108@tcp:250:kworker.0
02000000:00000010:0.0:1787829607.671706:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:2.0:1787829607.671706:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.671713:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.671716:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555394816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829607.671717:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671733:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:0.0:1787829607.671734:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829607.671737:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829607.671743:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
00000100:00000001:0.0:1787829607.671744:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829607.671750:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.671754:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787829607.671756:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829607.671759:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829607.671765:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671767:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829607.671773:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:0.0:1787829607.671774:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829607.671780:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1787829607.671782:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829607.671783:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829607.671786:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829607.671791:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829607.671794:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6412
02000000:00000001:2.0:1787829607.671794:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829607.671799:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829607.671802:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000400:00000200:0.0:1787829607.671803:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829607.671822:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000400:00000200:0.0:1787829607.671823:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829607.671827:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829607.671829:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829607.671830:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829607.671836:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671840:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.671842:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829607.671843:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829607.671849:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829607.671851:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829607.671852:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829607.671853:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829607.671854:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829607.671855:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829607.671856:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829607.671858:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671859:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829607.671860:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829607.671862:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829607.671863:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829607.671865:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829607.671867:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671868:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829607.671878:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829607.671879:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829607.671888:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829607.671889:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.671893:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829607.671895:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671899:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829607.671906:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000040:2.0:1787829607.671906:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829607.671918:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829607.671926:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.671937:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1787829607.671938:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829607.671943:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829607.671945:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829607.671947:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829607.671951:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829607.671954:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829607.671955:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829607.671961:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829607.671963:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829607.671969:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829607.671970:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829607.671975:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829607.671976:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829607.671980:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829607.671983:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.671983:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829607.671987:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829607.671990:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829607.671991:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000400:00000200:2.0:1787829607.671997:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829607.672001:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000100:00000001:0.0:1787829607.672003:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829607.672005:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829607.672010:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555394944, portal 10
00000100:00100000:0.0:1787829607.672011:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829607.672022:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829607.672028:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000001:0.0:1787829607.672045:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829607.672045:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829607.672055:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829607.672067:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672071:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829607.672083:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829607.672089:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829607.672135:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555394944, offset 0
00000100:00000001:0.0:1787829607.672138:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.672146:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829607.672150:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6422)
00000400:00000200:2.0:1787829607.672159:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672166:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829607.672169:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829607.672172:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829607.672175:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829607.672177:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672180:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90303:90303:256:4294967295] 192.168.203.108@tcp LPNI seq info [90290:90290:8:4294967295]
00000400:00000200:2.0:1787829607.672183:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672188:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829607.672191:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672194:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829607.672197:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829607.672200:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829607.672204:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829607.672206:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829607.672208:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672210:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829607.672212:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829607.672214:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829607.672217:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829607.672218:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829607.672220:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829607.672223:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672234:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672236:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672240:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672241:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829607.672244:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829607.672246:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829607.672249:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829607.672250:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301084758
00000100:00000001:2.0:1787829607.672253:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672254:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301084758
00000100:00000001:2.0:1787829607.672256:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672257:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.672258:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672259:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829607.672262:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829607/real 1787829607]  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829607.672267:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829607.672268:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829607.672269:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829607.672270:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829607.672272:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829607.672273:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829607.672275:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829607.672281:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672285:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829607.672287:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672288:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.672289:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829607.672292:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672296:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829607.672298:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672302:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829607.672304:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672305:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.672305:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672307:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829607.672309:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829607.672310:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829607.672312:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829607.672314:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829607.672316:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829607.672321:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555394944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829607.672323:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829607.672326:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672331:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829607.672332:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.672333:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829607.672335:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829607.672336:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829607.672338:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829607.672340:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829607.672342:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829607.672343:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.672344:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829607.672347:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829607.672348:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.672350:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829607.672351:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829607.672353:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829607.672355:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395072, portal 10
00000100:00000001:2.0:1787829607.672357:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829607.672358:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829607.672362:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672366:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829607.672368:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829607.672369:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829607.672370:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555395072, offset 0
00000400:00000200:2.0:1787829607.672373:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672375:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672377:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829607.672378:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829607.672380:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829607.672382:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829607.672383:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672385:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90304:90304:256:4294967295] 192.168.203.108@tcp LPNI seq info [90291:90291:8:4294967295]
00000400:00000200:2.0:1787829607.672388:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672392:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829607.672395:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672397:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829607.672400:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829607.672402:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829607.672405:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829607.672406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829607.672409:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672411:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829607.672412:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829607.672414:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829607.672416:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829607.672417:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829607.672419:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829607.672421:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672426:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672428:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672432:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672433:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829607.672435:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829607.672437:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829607.672439:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829607.672440:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301084698
00000100:00000001:2.0:1787829607.672442:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672444:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301084698
00000100:00000001:2.0:1787829607.672445:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672446:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.672447:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672448:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829607.672450:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829607/real 1787829607]  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829607.672455:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829607.672456:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829607.672457:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829607.672458:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829607.672460:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829607.672461:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829607.672463:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829607.672468:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672472:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829607.672472:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672474:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.672474:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829607.672476:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672480:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829607.672483:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672487:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829607.672488:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672489:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.672490:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672491:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829607.672492:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829607.672493:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829607.672495:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829607.672496:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829607.672499:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829607.672509:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829607.672511:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829607.672514:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672518:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829607.672519:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.672520:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829607.672521:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829607.672523:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829607.672524:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829607.672526:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829607.672527:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829607.672528:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.672529:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829607.672531:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829607.672533:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.672535:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829607.672536:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829607.672539:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829607.672541:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395200, portal 4
00000100:00000001:2.0:1787829607.672542:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829607.672543:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829607.672547:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672551:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829607.672553:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829607.672554:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829607.672556:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555395200, offset 0
00000400:00000200:2.0:1787829607.672558:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672561:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672563:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829607.672565:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829607.672567:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829607.672568:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829607.672570:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672572:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90305:90305:256:4294967295] 192.168.203.108@tcp LPNI seq info [90292:90292:8:4294967295]
00000400:00000200:2.0:1787829607.672575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672579:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829607.672581:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672583:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829607.672585:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829607.672587:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829607.672589:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829607.672591:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829607.672594:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672596:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829607.672598:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829607.672600:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829607.672602:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829607.672604:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829607.672606:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829607.672610:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672618:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672622:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672630:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672631:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829607.672634:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829607.672637:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829607.672640:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829607.672643:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301084731
00000100:00000001:2.0:1787829607.672645:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672647:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301084731
00000100:00000001:2.0:1787829607.672649:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672651:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.672654:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672655:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829607.672658:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829607/real 1787829607]  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829607.672666:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829607.672667:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829607.672669:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829607.672671:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829607.672672:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829607.672674:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829607.672678:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829607.672687:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672692:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829607.672694:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672696:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.672697:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829607.672701:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672707:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829607.672710:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672717:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829607.672719:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672721:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.672722:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672724:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829607.672726:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829607.672729:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829607.672732:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829607.672734:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829607.672738:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829607.672746:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829607.672750:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672752:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672755:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555394944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672761:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829607.672763:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829607.672765:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829607.672768:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829607.672769:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829607.672771:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829607.672773:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829607.672775:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:2.0:1787829607.672778:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829607.672779:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829607.672781:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829607.672784:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829607.672785:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672786:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672790:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555395072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672802:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829607.672804:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829607.672805:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829607.672819:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829607.672821:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829607.672822:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829607.672824:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829607.672826:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829607.672829:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829607.672830:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829607.672832:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829607.672833:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829607.672834:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672836:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672839:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555395200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672843:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829607.672844:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829607.672845:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829607.672847:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829607.672847:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829607.672848:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829607.672849:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829607.672850:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:2.0:1787829607.672851:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829607.672852:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829607.672853:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829607.672854:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829607.672855:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672856:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.672859:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829607.672859:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672861:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829607.672862:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829607.672863:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829607.672866:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672871:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829607.672872:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.672874:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829607.672875:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829607.672877:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829607.672879:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829607.672881:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829607.672883:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829607.672884:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829607.672885:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829607.672888:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829607.672889:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829607.672892:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829607.672894:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829607.672896:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829607.672898:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395328, portal 4
00000100:00000001:2.0:1787829607.672900:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829607.672901:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:2.0:1787829607.672905:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672910:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829607.672911:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829607.672913:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829607.672914:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555395328, offset 0
00000400:00000200:2.0:1787829607.672917:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672921:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829607.672923:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829607.672925:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829607.672927:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829607.672929:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829607.672931:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90306:90306:256:4294967295] 192.168.203.108@tcp LPNI seq info [90293:90293:8:4294967295]
00000400:00000200:2.0:1787829607.672934:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829607.672939:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829607.672942:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672944:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829607.672947:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829607.672949:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787829607.672952:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829607.672954:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787829607.672956:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829607.672958:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829607.672960:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829607.672962:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829607.672964:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829607.672965:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829607.672967:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829607.672969:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672975:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.672977:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829632 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.672981:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672982:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829607.672984:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829607.672986:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829607.672987:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829607.672989:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301084723
00000100:00000001:2.0:1787829607.672991:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672992:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301084723
00000100:00000001:2.0:1787829607.672994:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301088613
00000100:00000001:2.0:1787829607.672995:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829607.672997:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.672998:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829607.673001:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829607/real 1787829607]  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829607.673006:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829607.673007:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829607.673008:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829607.673009:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829607.673010:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829607.673012:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829607.673014:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829607.673019:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.673023:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829607.673024:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.673025:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.673026:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829607.673028:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.673032:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829607.673034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.673038:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829607.673040:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.673040:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829607.673041:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.673043:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829607.673044:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829607.673046:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829607.673049:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829607.673050:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829607.673053:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829607.673058:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829607.673060:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.673061:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829607.673063:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555395328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829632 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829607.673067:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829607.673068:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829607.673069:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829607.673070:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829607.673071:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829607.673072:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829607.673073:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829607.673074:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829607.673076:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829607.673077:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829607.673078:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829607.673079:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829607.673080:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.673081:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829607.673083:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829607.673084:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829607.673085:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829607.673086:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.182191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829608.182205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829608.182208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829608.182214:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829608.182218:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829608.182222:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.182225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829608.182228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.182231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829608.502207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829608.502212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829608.502217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829608.502218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829608.502220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829608.502221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829608.502223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829608.502224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829608.502226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829608.502227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829608.502290:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829608.502294:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829608.502298:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829608.694245:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829608.694246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829608.694246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829608.694261:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829608.694262:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829608.694262:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829608.694265:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829608.694267:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.694268:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829608.694277:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829608.694278:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829608.694278:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829608.694286:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829608.694289:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829608.694289:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829608.694291:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829608.694297:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829608.694297:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829608.694297:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829608.694303:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829608.694308:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829608.694309:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829608.694313:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829608.694318:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.694318:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829608.694323:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.694327:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829609.206193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829609.206202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829609.206205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829609.206211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829609.206216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829609.206220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829609.206223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829609.206226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829609.206231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829609.526206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829609.526212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829609.526218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829609.526220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829609.526224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829609.526225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829609.526229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829609.526230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829609.526234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829609.526235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829609.526299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829609.526304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829609.526307:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829609.718181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829609.718181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829609.718188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829609.718188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829609.718193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829609.718193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829609.718194:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829609.718200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829609.718201:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829609.718202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829609.718205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829609.718207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829609.718208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829609.718210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829609.718213:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829609.718214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829609.718215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829609.718221:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829609.718222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829609.718224:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829609.718228:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829609.718229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829609.718232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829609.718234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829609.718235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829609.718239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829609.718242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829610.230186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829610.230192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829610.230193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829610.230198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829610.230201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829610.230204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829610.230206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829610.230208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829610.230210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829610.550200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829610.550208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829610.550214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829610.550215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829610.550219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829610.550220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829610.550223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829610.550225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829610.550228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829610.550230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829610.550294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829610.550299:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829610.550302:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829610.742198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829610.742198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829610.742198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829610.742206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829610.742206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829610.742207:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829610.742209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829610.742211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829610.742212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829610.742214:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829610.742219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829610.742219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829610.742220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829610.742225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829610.742225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829610.742226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829610.742231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829610.742231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829610.742235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829610.742238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829610.742242:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829610.742243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829610.742248:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829610.742251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829610.742254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829610.742257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829610.742261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829611.254208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829611.254214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829611.254216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829611.254219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829611.254223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829611.254226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829611.254228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829611.254231:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829611.254233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829611.574182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829611.574188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829611.574194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829611.574195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829611.574197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829611.574198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829611.574201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829611.574202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829611.574204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829611.574205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829611.574265:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829611.574270:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829611.574273:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829611.638197:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301088613, at 4301088640
00000100:00000040:2.0:1787829611.638198:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301088613, at 4301088640
00000100:00000010:3.0:1787829611.638214:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2e40.
00000100:00000010:2.0:1787829611.638216:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:1.0:1787829611.766182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829611.766182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829611.766182:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829611.766189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829611.766191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829611.766191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829611.766192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829611.766197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829611.766198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829611.766198:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829611.766204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829611.766206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829611.766206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829611.766208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829611.766212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829611.766213:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829611.766214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829611.766217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829611.766218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829611.766219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829611.766223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829611.766224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829611.766228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829611.766232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829611.766235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829611.766238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829611.766241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829612.278197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829612.278204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829612.278206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829612.278211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829612.278215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829612.278220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829612.278223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829612.278226:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829612.278229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829612.598214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829612.598221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829612.598226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829612.598231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829612.598238:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829612.598240:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829612.598244:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598247:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829612.598249:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598251:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829612.598254:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829612.598306:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829612.598310:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829612.598314:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829612.790178:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829612.790178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829612.790182:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829612.790185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829612.790186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829612.790188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.790191:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829612.790191:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829612.790193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829612.790196:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829612.790199:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829612.790199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829612.790200:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829612.790203:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829612.790207:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829612.790207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829612.790208:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.790211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829612.790213:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829612.790214:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.790216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829612.790217:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.790219:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6417
00000100:00000001:1.0:1787829612.790221:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.790228:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829612.790230:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829612.790233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829612.790234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829612.790237:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.790239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787829612.790241:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829612.790244:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829612.790246:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829612.790247:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.790251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829612.790255:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829612.790256:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.790263:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.790267:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790269:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829612.790273:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829612.790275:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829612.790277:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829612.790280:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829612.790283:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829612.790285:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829612.790287:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790289:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.790290:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790291:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829612.790294:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829612.790296:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790299:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829612.790301:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829612.790303:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829612.790305:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.790307:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829612.790309:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829612.790316:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829612.790319:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829612.790322:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829612.790323:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.790326:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829612.790328:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829612.790331:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829612.790337:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829612.790343:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829612.790350:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829612.790357:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829612.790360:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829612.790364:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.790382:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.790384:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829612.790387:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829612.790388:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829612.790390:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829612.790392:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829612.790393:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6417
00000400:00000200:0.0:1787829612.790396:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829612.790399:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829612.790401:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829612.790404:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790406:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.790408:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790410:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829612.790411:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829612.790412:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829612.790416:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:2.0:1787829612.790418:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829612.790419:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829612.790422:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:2.0:1787829612.790423:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829612.790425:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829612.790428:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829612.790433:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790434:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829612.790434:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829612.790439:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790443:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829612.790447:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829612.790449:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790450:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829612.790451:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829612.790455:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829612.790459:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.790462:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829612.790463:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829612.790468:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829612.790470:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829612.790473:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1787829612.790474:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.790478:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.790478:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829612.790484:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829612.790486:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000100:00100000:2.0:1787829612.790491:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555395456:192.168.203.108@tcp:250:kworker.0
00000020:00000040:0.0:1787829612.790492:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829612.790500:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829612.790501:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829612.790504:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.790506:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829612.790509:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829612.790511:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829612.790514:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.790516:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.790520:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829612.790522:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
02000000:00000010:2.0:1787829612.790526:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:0.0:1787829612.790528:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.790531:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829612.790538:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829612.790540:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829612.790547:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000100:00000001:0.0:1787829612.790555:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829612.790556:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000001:0.0:1787829612.790559:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829612.790565:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395456, portal 25
00000100:00000040:0.0:1787829612.790567:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.790570:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829612.790573:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000100:00000040:2.0:1787829612.790584:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.790587:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.790593:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829612.790601:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829612.790603:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829612.790608:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787829612.790608:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829612.790612:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00080000:0.0:1787829612.790613:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787829612.790617:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555395456, offset 0
00000100:00000001:0.0:1787829612.790618:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829612.790625:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6417
00000400:00000200:2.0:1787829612.790626:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829612.790634:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829612.790641:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829612.790642:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829612.790646:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829612.790655:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.790655:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829612.790661:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.790665:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.790666:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829612.790672:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829612.790677:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:0.0:1787829612.790678:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829612.790682:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829612.790686:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787829612.790687:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829612.790691:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829612.790695:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:0.0:1787829612.790697:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829612.790703:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90307:90307:256:4294967295] 192.168.203.108@tcp LPNI seq info [90294:90294:8:4294967295]
00000020:00000001:0.0:1787829612.790704:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829612.790714:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.790716:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829612.790719:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.790724:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790728:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829612.790733:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829612.790737:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829612.790741:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790746:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829612.790749:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787829612.790751:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829612.790754:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829612.790758:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829612.790760:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00000001:0.0:1787829612.790761:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829612.790765:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829612.790784:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829612.790785:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829612.790788:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829612.790792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000010:0.0:1787829612.790795:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000020:00000040:0.0:1787829612.790800:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829612.790806:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787829612.790806:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829612.790810:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829612.790812:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787829612.790814:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829612.790819:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829612.790823:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829612.790823:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.790826:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
02000000:00000010:0.0:1787829612.790831:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000400:00000200:2.0:1787829612.790834:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787829612.790836:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829612.790842:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1787829612.790845:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829612.790849:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829612.790853:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829612.790860:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829612.790866:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787829612.790868:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.790870:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829612.790881:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.790885:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.790893:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.790897:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.790904:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829612.790911:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829612.790913:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829612.790915:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829612.790918:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829612.790919:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.790923:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6417
00000100:00000001:2.0:1787829612.790925:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1787829612.790932:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829612.790935:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829612.790937:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829612.790942:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829612.790945:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829612.790949:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829612.790952:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301093732
00000100:00000001:0.0:1787829612.790953:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.790958:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.790960:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829612.790962:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:2.0:1787829612.790963:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000020:00000040:0.0:1787829612.790964:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829612.790968:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829612.790971:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829612.790975:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829612.790975:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829612.790981:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829612.790983:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301093732
00000100:00000040:0.0:1787829612.790987:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000010:2.0:1787829612.790990:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2e40.
00000100:00000001:0.0:1787829612.790993:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829612.790995:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1787829612.791000:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829612.791002:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829612.791006:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829612.791008:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829612.791014:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:2.0:1787829612.791015:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829612.791023:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829612/real 1787829612]  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829612.791024:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829612.791031:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829612.791036:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829612.791042:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787829612.791043:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829612.791046:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829612.791048:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829612.791050:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000100:00000001:0.0:1787829612.791054:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829612.791055:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000008:00100000:0.0:1787829612.791058:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000400:00000010:2.0:1787829612.791059:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829612.791064:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1787829612.791065:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.791071:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829612.791071:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829612.791078:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829612.791084:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829612.791090:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787829612.791091:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829612.791094:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.791119:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829612.791121:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829612.791124:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829612.791132:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:2.0:1787829612.791134:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829612.791138:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791139:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.791145:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1787829612.791149:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829612.791149:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829612.791160:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.791164:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829612.791168:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791177:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829612.791178:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829612.791190:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.791192:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829612.791199:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829612.791208:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829612.791212:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829612.791212:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829612.791216:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829612.791220:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829612.791221:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829612.791225:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829612.791228:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6417
00000100:00000001:2.0:1787829612.791229:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.791235:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:0.0:1787829612.791238:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829612.791239:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787829612.791246:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829612.791246:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829612.791251:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787829612.791256:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000040:0.0:1787829612.791260:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829612.791262:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829612.791265:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829612.791270:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:2.0:1787829612.791274:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.791275:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829612.791280:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829612.791282:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829612.791286:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829612.791290:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829612.791295:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00100000:2.0:1787829612.791296:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555395456:192.168.203.108@tcp:250:kworker.0
00000020:00000001:0.0:1787829612.791298:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829612.791304:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.791308:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829612.791309:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829612.791310:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829612.791315:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829612.791317:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829612.791319:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829612.791320:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829612.791321:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829612.791324:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829612.791326:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791326:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829612.791330:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829612.791332:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829612.791335:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829612.791335:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555395456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829612.791339:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829612.791345:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829612.791349:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829612.791351:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829612.791353:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829612.791355:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829612.791356:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829612.791360:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829612.791361:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787829612.791361:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829612.791364:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.791368:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1787829612.791369:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000020:00000001:2.0:1787829612.791372:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787829612.791374:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829612.791375:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829612.791380:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:0.0:1787829612.791381:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787829612.791383:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:2.0:1787829612.791390:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829612.791391:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829612.791394:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829612.791395:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829612.791398:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00000040:0.0:1787829612.791400:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791403:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829612.791406:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.791412:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829612.791413:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829612.791420:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6427)
00000100:00000001:2.0:1787829612.791425:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829612.791428:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791432:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829612.791434:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829612.791436:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829612.791442:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791450:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.791452:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.791454:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829612.791456:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829612.791458:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829612.791461:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829612.791465:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829612.791467:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829612.791468:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.791470:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829612.791474:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829612.791476:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829612.791480:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829612.791483:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829612.791487:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829612.791490:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395584, portal 10
00000100:00000001:2.0:1787829612.791492:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829612.791494:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:2.0:1787829612.791501:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791508:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829612.791510:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829612.791513:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829612.791515:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555395584, offset 0
00000400:00000200:2.0:1787829612.791520:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829612.791525:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.791529:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829612.791532:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829612.791534:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829612.791537:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829612.791540:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.791544:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90308:90308:256:4294967295] 192.168.203.108@tcp LPNI seq info [90295:90295:8:4294967295]
00000400:00000200:2.0:1787829612.791548:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.791555:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829612.791560:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.791564:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829612.791568:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829612.791571:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829612.791576:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829612.791579:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829612.791583:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.791585:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829612.791588:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829612.791591:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829612.791595:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829612.791597:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829612.791599:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829612.791603:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791611:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.791615:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791622:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791624:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829612.791627:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829612.791630:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829612.791633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829612.791635:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301089877
00000100:00000001:2.0:1787829612.791637:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.791639:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301089877
00000100:00000001:2.0:1787829612.791642:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.791644:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829612.791647:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791649:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829612.791653:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829612/real 1787829612]  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829612.791661:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829612.791662:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829612.791664:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829612.791667:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829612.791668:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829612.791671:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829612.791674:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829612.791683:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791690:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829612.791692:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.791694:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.791695:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829612.791699:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791707:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829612.791711:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791718:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829612.791721:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.791723:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.791724:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.791726:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829612.791729:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829612.791731:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829612.791736:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829612.791738:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829612.791742:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829612.791751:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829612.791755:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829612.791758:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791764:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.791766:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.791768:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829612.791785:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829612.791788:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829612.791791:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829612.791794:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829612.791796:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829612.791798:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.791800:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829612.791804:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829612.791806:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829612.791809:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829612.791812:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829612.791816:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829612.791818:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395712, portal 10
00000100:00000001:2.0:1787829612.791821:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829612.791822:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829612.791828:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791835:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829612.791838:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829612.791841:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829612.791843:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555395712, offset 0
00000400:00000200:2.0:1787829612.791848:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829612.791852:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.791855:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829612.791858:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829612.791861:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829612.791864:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829612.791866:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.791870:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90309:90309:256:4294967295] 192.168.203.108@tcp LPNI seq info [90296:90296:8:4294967295]
00000400:00000200:2.0:1787829612.791874:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.791880:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829612.791885:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.791888:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829612.791892:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829612.791895:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829612.791899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829612.791902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829612.791906:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.791908:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829612.791911:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829612.791914:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829612.791917:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829612.791919:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829612.791922:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829612.791925:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791933:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.791937:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.791943:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791945:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829612.791949:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829612.791952:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829612.791955:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829612.791958:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301089817
00000100:00000001:2.0:1787829612.791960:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.791963:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301089817
00000100:00000001:2.0:1787829612.791965:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.791967:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829612.791970:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.791972:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829612.791976:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829612/real 1787829612]  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829612.791985:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829612.791986:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829612.791988:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829612.791991:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829612.791993:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829612.791995:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829612.791998:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829612.792008:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792015:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829612.792016:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792018:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.792019:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829612.792023:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792030:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829612.792034:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792043:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829612.792045:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792047:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.792048:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792050:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829612.792052:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829612.792054:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829612.792057:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829612.792059:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829612.792063:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829612.792071:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829612.792074:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829612.792078:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792085:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.792087:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.792089:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829612.792091:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829612.792092:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829612.792113:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829612.792115:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829612.792117:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829612.792118:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.792119:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829612.792122:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829612.792123:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829612.792126:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829612.792128:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829612.792130:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829612.792133:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395840, portal 4
00000100:00000001:2.0:1787829612.792134:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829612.792135:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829612.792139:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792144:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829612.792145:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829612.792147:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829612.792148:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555395840, offset 0
00000400:00000200:2.0:1787829612.792151:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829612.792153:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.792156:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829612.792158:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829612.792159:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829612.792161:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829612.792163:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.792165:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90310:90310:256:4294967295] 192.168.203.108@tcp LPNI seq info [90297:90297:8:4294967295]
00000400:00000200:2.0:1787829612.792167:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.792171:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829612.792174:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.792177:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829612.792179:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829612.792181:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829612.792184:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829612.792186:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829612.792188:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.792190:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829612.792192:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829612.792194:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829612.792196:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829612.792197:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829612.792199:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829612.792201:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792206:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.792208:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792212:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.792213:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829612.792215:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829612.792217:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829612.792219:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829612.792220:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301089851
00000100:00000001:2.0:1787829612.792222:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.792223:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301089851
00000100:00000001:2.0:1787829612.792225:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.792226:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829612.792227:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.792229:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829612.792231:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829612/real 1787829612]  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829612.792235:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829612.792236:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829612.792237:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829612.792238:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829612.792239:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829612.792240:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829612.792242:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829612.792247:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792256:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829612.792257:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792258:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.792259:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829612.792261:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792265:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829612.792267:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792271:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829612.792273:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792274:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.792274:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792276:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829612.792277:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829612.792279:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829612.792280:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829612.792282:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829612.792284:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829612.792289:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829612.792291:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829612.792293:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792297:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829612.792298:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.792300:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829612.792301:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829612.792302:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829612.792304:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829612.792306:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829612.792307:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829612.792308:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829612.792309:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829612.792311:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829612.792312:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829612.792314:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829612.792316:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829612.792317:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829612.792319:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555395968, portal 4
00000100:00000001:2.0:1787829612.792320:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829612.792321:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:2.0:1787829612.792325:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792329:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829612.792330:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829612.792332:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829612.792333:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555395968, offset 0
00000400:00000200:2.0:1787829612.792335:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829612.792337:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.792339:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829612.792341:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829612.792342:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829612.792344:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829612.792345:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829612.792347:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90311:90311:256:4294967295] 192.168.203.108@tcp LPNI seq info [90298:90298:8:4294967295]
00000400:00000200:2.0:1787829612.792350:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829612.792354:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829612.792357:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.792359:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829612.792361:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829612.792363:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787829612.792365:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829612.792367:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787829612.792370:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829612.792371:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829612.792373:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829612.792375:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829612.792377:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829612.792378:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829612.792379:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829612.792381:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792386:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.792388:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829637 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792392:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.792393:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829612.792395:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829612.792397:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829612.792398:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829612.792399:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301089843
00000100:00000001:2.0:1787829612.792401:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.792402:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301089843
00000100:00000001:2.0:1787829612.792404:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301093732
00000100:00000001:2.0:1787829612.792405:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829612.792406:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.792407:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829612.792410:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829612/real 1787829612]  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829612.792415:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829612.792416:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829612.792417:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829612.792418:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829612.792419:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829612.792420:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829612.792422:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829612.792427:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792431:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829612.792432:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792433:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.792434:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829612.792436:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792440:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829612.792442:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792446:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829612.792447:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792448:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829612.792449:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792450:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829612.792451:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829612.792453:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829612.792455:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829612.792456:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829612.792458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829612.792464:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555395968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829612.792466:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792467:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.792469:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555395584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792473:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829612.792474:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829612.792475:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829612.792477:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829612.792478:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829612.792478:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829612.792480:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829612.792481:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829612.792482:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829612.792483:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829612.792484:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829612.792486:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829612.792487:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792488:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.792490:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555395712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792494:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829612.792495:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829612.792495:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829612.792497:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829612.792497:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829612.792498:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829612.792499:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829612.792500:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:2.0:1787829612.792501:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829612.792502:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829612.792503:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829612.792505:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829612.792506:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792507:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.792509:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555395840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792513:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829612.792514:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829612.792515:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829612.792516:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829612.792516:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829612.792517:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829612.792518:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829612.792519:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:2.0:1787829612.792520:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829612.792521:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829612.792521:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829612.792523:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829612.792523:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792524:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829612.792526:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555395968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829637 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829612.792530:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829612.792530:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829612.792531:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829612.792532:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829612.792533:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829612.792534:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829612.792535:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829612.792536:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829612.792537:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829612.792537:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829612.792538:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829612.792539:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829612.792540:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792541:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829612.792544:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829612.792545:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829612.792546:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829612.792548:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829613.302205:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829613.302214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829613.302217:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829613.302222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829613.302226:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829613.302230:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829613.302232:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829613.302235:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829613.302237:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829613.622194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829613.622200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829613.622206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829613.622208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829613.622211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829613.622212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829613.622215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829613.622217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829613.622221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829613.622222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829613.622278:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829613.622281:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829613.622284:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829613.814159:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829613.814159:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829613.814163:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829613.814166:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829613.814166:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829613.814169:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829613.814171:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829613.814171:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829613.814173:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829613.814178:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829613.814178:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829613.814179:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829613.814185:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829613.814185:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829613.814185:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829613.814190:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829613.814191:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829613.814191:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829613.814194:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829613.814198:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829613.814202:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829613.814203:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829613.814206:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829613.814209:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829613.814209:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829613.814211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829613.814213:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.326173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829614.326179:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829614.326181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829614.326185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829614.326188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829614.326191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.326193:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829614.326195:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.326197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829614.646196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829614.646202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829614.646214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829614.646216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829614.646219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829614.646221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829614.646224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829614.646226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829614.646229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829614.646231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829614.646279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829614.646282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829614.646285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829614.838205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829614.838205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829614.838212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829614.838214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829614.838215:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829614.838219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829614.838220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.838220:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.838223:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829614.838230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829614.838230:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829614.838231:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829614.838239:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829614.838239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829614.838239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829614.838247:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.838247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829614.838248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829614.838253:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829614.838258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829614.838262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.838263:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829614.838267:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829614.838270:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.838271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829614.838275:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.838278:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829615.350203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829615.350210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829615.350212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829615.350216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829615.350219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829615.350223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829615.350225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829615.350227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829615.350229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670156:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829615.670163:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829615.670165:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829615.670167:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670171:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829615.670173:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670174:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670176:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829615.670180:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829615.670181:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829615.670182:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670183:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829615.670184:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670185:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670187:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829615.670190:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829615.670191:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829615.670192:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670193:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829615.670193:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670194:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670201:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829615.670205:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829615.670206:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829615.670206:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670207:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829615.670208:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670209:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670210:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829615.670213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829615.670214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829615.670263:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829615.670266:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829615.670269:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829615.862201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829615.862201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829615.862205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829615.862210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829615.862211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829615.862215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829615.862216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829615.862218:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829615.862222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829615.862224:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829615.862225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829615.862226:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829615.862232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829615.862233:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829615.862238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829615.862240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829615.862240:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829615.862242:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829615.862247:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829615.862250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829615.862254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829615.862255:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829615.862258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829615.862265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829615.862266:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829615.862269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829615.862272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829616.374189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829616.374197:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829616.374199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829616.374206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829616.374210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829616.374214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829616.374217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829616.374220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829616.374225:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829616.694223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829616.694229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829616.694232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829616.694234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829616.694236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829616.694237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829616.694240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829616.694241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829616.694243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829616.694244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829616.694305:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829616.694309:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829616.694311:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829616.758205:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301093732, at 4301093760
00000100:00000040:3.0:1787829616.758205:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301093732, at 4301093760
00000100:00000010:2.0:1787829616.758224:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829616.758227:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2e40.
00000100:00000001:1.0:1787829616.886175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829616.886177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829616.886177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829616.886186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829616.886186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829616.886186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829616.886192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829616.886193:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829616.886193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829616.886197:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829616.886199:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829616.886200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829616.886202:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829616.886204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829616.886206:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829616.886207:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829616.886208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829616.886212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829616.886213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829616.886215:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829616.886219:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829616.886220:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829616.886223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829616.886225:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829616.886226:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829616.886230:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829616.886234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829617.398196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829617.398202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829617.398204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829617.398208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829617.398211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829617.398215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829617.398218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829617.398221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829617.398224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829617.718167:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829617.718173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829617.718184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829617.718185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829617.718187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829617.718188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829617.718190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829617.718191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829617.718194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829617.718194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829617.718245:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829617.718248:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829617.718250:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829617.910200:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829617.910201:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829617.910201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829617.910208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829617.910209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829617.910212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829617.910213:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829617.910214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829617.910218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829617.910219:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787829617.910220:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829617.910223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829617.910227:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829617.910228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829617.910229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829617.910233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.910235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829617.910236:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829617.910240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829617.910246:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6422
00000100:00000001:3.0:1787829617.910247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829617.910248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829617.910252:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829617.910257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829617.910259:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829617.910266:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829617.910269:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829617.910272:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910275:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829617.910278:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910280:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829617.910284:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829617.910286:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:2.0:1787829617.910288:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1787829617.910289:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829617.910291:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1787829617.910293:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00000001:2.0:1787829617.910294:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829617.910299:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00100000:2.0:1787829617.910299:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829617.910303:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829617.910304:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:2.0:1787829617.910306:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.910309:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787829617.910310:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829617.910311:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829617.910313:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829617.910315:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829617.910317:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910320:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829617.910334:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829617.910343:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910346:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829617.910349:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829617.910353:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829617.910356:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910359:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829617.910361:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829617.910370:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829617.910373:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829617.910376:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829617.910378:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910380:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829617.910382:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829617.910386:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829617.910392:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829617.910397:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829617.910405:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829617.910413:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829617.910416:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829617.910420:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829617.910439:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829617.910442:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829617.910446:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829617.910448:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829617.910450:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829617.910454:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829617.910457:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6422
00000400:00000200:0.0:1787829617.910461:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829617.910465:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829617.910467:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829617.910470:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910473:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829617.910475:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829617.910475:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829617.910477:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829617.910479:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829617.910479:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787829617.910481:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:2.0:1787829617.910481:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829617.910483:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829617.910485:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:2.0:1787829617.910487:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829617.910488:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829617.910490:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829617.910494:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910496:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829617.910496:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787829617.910498:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829617.910498:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910500:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829617.910502:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787829617.910503:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829617.910505:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829617.910506:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910508:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.910508:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829617.910511:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829617.910511:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555396096:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829617.910516:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829617.910516:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829617.910518:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910520:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829617.910520:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829617.910523:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829617.910524:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829617.910525:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829617.910528:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910530:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829617.910530:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829617.910532:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829617.910534:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000020:00000040:0.0:1787829617.910536:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000200:2.0:1787829617.910538:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829617.910539:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829617.910540:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910542:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787829617.910542:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
02000000:00000001:0.0:1787829617.910544:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829617.910546:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829617.910548:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000010:0.0:1787829617.910549:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829617.910552:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829617.910554:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396096, portal 25
00000100:00100000:0.0:1787829617.910557:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829617.910557:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829617.910559:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000100:00000040:2.0:1787829617.910564:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829617.910565:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829617.910568:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829617.910572:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.910573:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829617.910576:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829617.910578:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000001:0.0:1787829617.910582:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829617.910582:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555396096, offset 0
00000100:00080000:0.0:1787829617.910585:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829617.910588:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787829617.910589:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910590:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829617.910591:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829617.910594:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829617.910597:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6422
00000400:00000200:2.0:1787829617.910597:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829617.910600:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829617.910603:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829617.910604:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:0.0:1787829617.910606:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829617.910609:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829617.910609:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829617.910611:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829617.910613:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829617.910613:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829617.910615:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829617.910617:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787829617.910618:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829617.910619:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:2.0:1787829617.910620:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:0.0:1787829617.910621:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829617.910623:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829617.910624:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90312:90312:256:4294967295] 192.168.203.108@tcp LPNI seq info [90299:90299:8:4294967295]
00000020:00000001:0.0:1787829617.910625:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829617.910628:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829617.910629:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829617.910631:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910633:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829617.910635:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910638:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829617.910640:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829617.910640:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787829617.910643:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910646:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829617.910647:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829617.910650:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829617.910652:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910655:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787829617.910656:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000008:00100000:0.0:1787829617.910657:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829617.910660:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910661:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829617.910664:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000800:00000010:2.0:1787829617.910664:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000020:00000040:0.0:1787829617.910666:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829617.910669:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829617.910670:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910672:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787829617.910672:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829617.910674:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829617.910676:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829617.910676:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
02000000:00000010:0.0:1787829617.910680:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000800:00000200:2.1:1787829617.910682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829617.910684:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829617.910685:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1787829617.910688:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829617.910690:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.910693:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000100:00000001:0.0:1787829617.910696:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829617.910698:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829617.910699:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787829617.910701:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829617.910704:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829617.910709:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829617.910710:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000100:00080000:0.0:1787829617.910712:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787829617.910713:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00080000:0.0:1787829617.910715:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829617.910717:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829617.910717:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829617.910719:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829617.910721:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787829617.910721:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829617.910724:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6422
00000400:00000200:0.0:1787829617.910728:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829617.910730:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829617.910731:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829617.910733:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829617.910734:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829617.910751:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910753:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829617.910755:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829617.910756:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910757:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829617.910758:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829617.910760:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829617.910761:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829617.910763:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829617.910764:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829617.910765:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829617.910767:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:2.0:1787829617.910768:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829617.910769:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829617.910771:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301098852
00000100:00000040:0.0:1787829617.910772:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910774:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829617.910776:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000010:2.0:1787829617.910777:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000100:00000001:0.0:1787829617.910779:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829617.910781:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829617.910783:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829617.910783:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829617.910786:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829617.910787:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829617.910787:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301098852
02000000:00000001:0.0:1787829617.910790:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787829617.910790:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2300.
02000000:00000001:0.0:1787829617.910793:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910793:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829617.910795:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829617.910796:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829617.910797:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829617.910799:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910800:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910801:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910802:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1787829617.910805:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829617.910807:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00100000:2.0:1787829617.910807:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829617/real 1787829617]  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829617.910809:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829617.910811:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910813:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829617.910815:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829617.910816:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829617.910816:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829617.910818:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:0.0:1787829617.910820:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000400:00000010:2.0:1787829617.910820:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829617.910822:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000100:00000001:0.0:1787829617.910823:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829617.910824:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829617.910827:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1787829617.910828:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787829617.910831:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829617.910836:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829617.910838:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829617.910841:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829617.910842:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.910849:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829617.910851:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910851:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829617.910854:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829617.910854:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.910856:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829617.910858:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829617.910859:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787829617.910860:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829617.910861:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829617.910864:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829617.910867:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6422
00000100:00000001:2.0:1787829617.910868:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829617.910870:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829617.910873:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000040:2.0:1787829617.910873:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829617.910876:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829617.910879:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910881:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829617.910882:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787829617.910883:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910885:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829617.910885:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.910886:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1787829617.910888:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829617.910888:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829617.910889:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829617.910890:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829617.910890:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1787829617.910892:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829617.910892:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787829617.910894:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00080000:2.0:1787829617.910895:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787829617.910896:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829617.910899:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00080000:2.0:1787829617.910899:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829617.910901:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829617.910901:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829617.910903:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910905:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:2.0:1787829617.910906:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829617.910908:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829617.910910:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829617.910913:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829617.910915:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829617.910916:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555396096:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829617.910917:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829617.910919:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910920:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829617.910921:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829617.910922:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787829617.910923:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829617.910925:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829617.910926:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555396096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829617.910927:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829617.910930:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000020:00000040:0.0:1787829617.910933:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829617.910935:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829617.910937:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829617.910938:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829617.910940:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829617.910940:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829617.910942:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.910943:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829617.910944:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
02000000:00000010:2.0:1787829617.910945:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
00000100:00000001:0.0:1787829617.910947:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.910948:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829617.910951:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:0.0:1787829617.910952:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:2.0:1787829617.910952:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829617.910954:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829617.910957:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829617.910959:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829617.910961:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.910961:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829617.910963:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1787829617.910965:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787829617.910965:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:2.0:1787829617.910968:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829617.910969:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.910972:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829617.910973:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829617.910977:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6432)
00000100:00000001:2.0:1787829617.910978:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829617.910980:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.910982:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829617.910983:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829617.910985:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829617.910989:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.910996:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829617.910997:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911000:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829617.911002:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829617.911004:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829617.911007:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829617.911010:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829617.911013:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829617.911014:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911016:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911020:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829617.911021:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829617.911024:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829617.911026:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829617.911029:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829617.911032:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396224, portal 10
00000100:00000001:2.0:1787829617.911033:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829617.911034:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829617.911039:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911044:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829617.911045:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829617.911046:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829617.911048:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555396224, offset 0
00000400:00000200:2.0:1787829617.911051:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911054:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911056:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829617.911058:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829617.911060:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829617.911062:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829617.911064:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911066:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90313:90313:256:4294967295] 192.168.203.108@tcp LPNI seq info [90300:90300:8:4294967295]
00000400:00000200:2.0:1787829617.911068:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911073:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829617.911076:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911078:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829617.911081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829617.911083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829617.911086:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829617.911088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829617.911090:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911092:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829617.911094:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829617.911113:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829617.911116:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829617.911117:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829617.911119:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829617.911122:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911127:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911129:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911134:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911135:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829617.911137:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829617.911140:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829617.911142:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829617.911143:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301094997
00000100:00000001:2.0:1787829617.911145:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911147:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301094997
00000100:00000001:2.0:1787829617.911148:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911150:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829617.911151:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911153:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829617.911155:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829617/real 1787829617]  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829617.911160:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829617.911161:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829617.911162:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829617.911163:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829617.911164:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829617.911166:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829617.911167:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829617.911173:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911181:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829617.911191:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911192:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911193:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829617.911195:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911200:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829617.911203:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911207:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829617.911209:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911210:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911211:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911212:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829617.911214:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829617.911215:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829617.911217:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829617.911218:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829617.911221:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829617.911226:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829617.911229:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829617.911231:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911235:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829617.911236:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911238:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829617.911239:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829617.911240:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829617.911242:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829617.911245:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829617.911246:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829617.911247:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911248:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911250:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829617.911251:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829617.911254:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829617.911256:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829617.911258:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829617.911259:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396352, portal 10
00000100:00000001:2.0:1787829617.911261:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829617.911262:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:2.0:1787829617.911266:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911270:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829617.911272:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829617.911274:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829617.911275:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555396352, offset 0
00000400:00000200:2.0:1787829617.911278:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911280:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911282:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829617.911284:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829617.911286:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829617.911288:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829617.911289:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911292:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90314:90314:256:4294967295] 192.168.203.108@tcp LPNI seq info [90301:90301:8:4294967295]
00000400:00000200:2.0:1787829617.911295:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911299:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829617.911302:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911304:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829617.911307:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829617.911309:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829617.911312:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829617.911314:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829617.911316:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911318:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829617.911320:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829617.911330:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829617.911332:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829617.911333:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829617.911338:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829617.911340:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911345:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911347:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911352:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911353:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829617.911355:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829617.911357:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829617.911359:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829617.911361:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301094937
00000100:00000001:2.0:1787829617.911363:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911365:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301094937
00000100:00000001:2.0:1787829617.911366:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911368:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829617.911369:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911370:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829617.911372:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829617/real 1787829617]  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829617.911378:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829617.911379:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829617.911380:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829617.911382:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829617.911383:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829617.911384:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829617.911386:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829617.911391:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911395:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829617.911396:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911397:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911398:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829617.911400:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911404:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829617.911407:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911411:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829617.911412:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911413:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911414:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911415:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829617.911416:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829617.911417:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829617.911419:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829617.911420:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829617.911423:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829617.911428:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829617.911431:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829617.911433:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911437:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829617.911438:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911439:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829617.911440:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829617.911441:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829617.911443:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829617.911445:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829617.911446:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829617.911447:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911448:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911450:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829617.911451:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829617.911453:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829617.911455:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829617.911457:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829617.911459:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396480, portal 4
00000100:00000001:2.0:1787829617.911460:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829617.911461:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829617.911465:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911470:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829617.911471:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829617.911473:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829617.911474:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555396480, offset 0
00000400:00000200:2.0:1787829617.911477:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911479:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911481:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829617.911483:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829617.911485:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829617.911486:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829617.911488:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911490:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90315:90315:256:4294967295] 192.168.203.108@tcp LPNI seq info [90302:90302:8:4294967295]
00000400:00000200:2.0:1787829617.911493:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911497:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829617.911499:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911502:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829617.911504:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829617.911506:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829617.911508:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829617.911510:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829617.911513:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911514:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829617.911516:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829617.911518:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829617.911520:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829617.911521:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829617.911522:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829617.911524:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911529:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911531:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911535:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911536:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829617.911538:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829617.911539:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829617.911541:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829617.911543:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301094970
00000100:00000001:2.0:1787829617.911544:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911546:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301094970
00000100:00000001:2.0:1787829617.911547:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911548:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829617.911550:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911551:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829617.911553:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829617/real 1787829617]  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829617.911557:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829617.911558:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829617.911559:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829617.911560:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829617.911561:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829617.911562:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829617.911565:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829617.911570:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911574:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829617.911575:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911576:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911577:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829617.911579:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911583:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829617.911585:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911589:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829617.911591:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911592:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911592:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911594:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829617.911596:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829617.911598:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829617.911602:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829617.911604:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829617.911608:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829617.911616:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829617.911620:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829617.911623:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911630:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829617.911631:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911634:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829617.911636:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829617.911638:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829617.911641:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829617.911645:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829617.911647:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829617.911648:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829617.911650:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911654:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829617.911656:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829617.911659:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829617.911661:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
00000400:00000010:2.0:1787829617.911664:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
00000100:00000200:2.0:1787829617.911666:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396608, portal 4
00000100:00000001:2.0:1787829617.911668:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829617.911668:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:2.0:1787829617.911673:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911677:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829617.911679:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829617.911680:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00000200:2.0:1787829617.911682:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555396608, offset 0
00000400:00000200:2.0:1787829617.911684:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911687:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911689:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829617.911691:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829617.911692:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829617.911694:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829617.911696:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829617.911698:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90316:90316:256:4294967295] 192.168.203.108@tcp LPNI seq info [90303:90303:8:4294967295]
00000400:00000200:2.0:1787829617.911701:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829617.911705:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829617.911708:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911710:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000800:00000200:2.0:1787829617.911713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829617.911715:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787829617.911718:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829617.911719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787829617.911722:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829617.911723:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829617.911725:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829617.911727:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829617.911729:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829617.911731:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829617.911732:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829617.911734:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911762:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911764:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829642 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911769:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911770:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829617.911772:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829617.911774:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829617.911777:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829617.911778:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301094962
00000100:00000001:2.0:1787829617.911780:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911781:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301094962
00000100:00000001:2.0:1787829617.911783:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301098852
00000100:00000001:2.0:1787829617.911784:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829617.911786:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911787:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829617.911789:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829617/real 1787829617]  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829617.911794:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829617.911795:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829617.911796:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:2.0:1787829617.911798:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:2.0:1787829617.911799:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:2.0:1787829617.911800:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829617.911802:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829617.911807:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911811:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829617.911812:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911814:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911815:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829617.911817:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911821:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829617.911824:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911827:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829617.911829:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911830:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829617.911831:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911832:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829617.911833:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829617.911835:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829617.911836:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829617.911838:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829617.911840:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829617.911845:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829617.911847:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911848:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911850:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555396224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911854:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829617.911855:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911857:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829617.911858:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829617.911859:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829617.911861:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829617.911862:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829617.911863:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:2.0:1787829617.911865:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829617.911866:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829617.911867:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829617.911869:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829617.911870:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911871:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911873:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555396352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911878:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829617.911878:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911879:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829617.911881:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829617.911881:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829617.911882:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829617.911883:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829617.911884:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:2.0:1787829617.911885:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829617.911886:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829617.911887:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829617.911888:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829617.911889:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911890:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911892:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555396480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911895:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829617.911896:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911897:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:2.0:1787829617.911898:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829617.911899:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829617.911899:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829617.911900:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829617.911901:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829617.911902:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829617.911903:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829617.911904:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829617.911906:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829617.911907:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911908:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829617.911910:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555396608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829642 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829617.911913:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829617.911914:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829617.911915:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829617.911916:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829617.911917:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829617.911918:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829617.911919:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829617.911920:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:2.0:1787829617.911921:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829617.911921:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829617.911922:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829617.911923:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829617.911924:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911925:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829617.911928:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829617.911929:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829617.911930:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829617.911931:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829618.422173:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829618.422186:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829618.422189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829618.422193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829618.422197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829618.422201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829618.422203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829618.422205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829618.422207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829618.742166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829618.742171:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829618.742175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829618.742176:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829618.742178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829618.742179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829618.742181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829618.742182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829618.742184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829618.742185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829618.742234:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829618.742239:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829618.742242:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829618.934170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829618.934188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829618.934191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829618.934194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829618.934197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829618.934199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829618.934204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829618.934204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829618.934209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829618.934210:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829618.934212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829618.934215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829618.934217:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829618.934217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829618.934221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829618.934221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829618.934223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829618.934228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829618.934230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829618.934230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829618.934231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829618.934235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829618.934236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829618.934243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829618.934243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829618.934246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829618.934249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.446186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829619.446193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829619.446196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829619.446201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829619.446205:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829619.446209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.446212:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829619.446215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.446218:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829619.766158:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829619.766163:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829619.766167:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829619.766168:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829619.766171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829619.766171:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829619.766174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829619.766175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829619.766177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829619.766178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829619.766224:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829619.766228:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829619.766231:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829619.958231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829619.958231:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829619.958239:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829619.958240:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829619.958242:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829619.958244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.958248:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829619.958250:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829619.958251:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829619.958254:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829619.958257:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829619.958258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829619.958258:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829619.958263:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.958263:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.958270:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829619.958274:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829619.958277:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829619.958279:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829619.958280:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.958282:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829619.958283:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829619.958288:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.958289:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829619.958307:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829619.958310:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829619.958313:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829620.470162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829620.470168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829620.470170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829620.470174:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829620.470178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829620.470181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829620.470184:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829620.470186:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829620.470188:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829620.790188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829620.790195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829620.790201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829620.790203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829620.790206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829620.790208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829620.790212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829620.790213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829620.790217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829620.790218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829620.790309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829620.790313:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829620.790315:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829620.982165:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829620.982169:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829620.982170:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829620.982171:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829620.982175:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829620.982175:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829620.982177:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829620.982180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829620.982182:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829620.982182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829620.982186:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829620.982187:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829620.982189:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829620.982193:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829620.982193:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829620.982194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829620.982197:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829620.982199:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829620.982200:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829620.982200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829620.982207:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829620.982208:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829620.982212:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829620.982215:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829620.982216:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829620.982220:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829620.982223:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829621.494184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829621.494190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829621.494193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829621.494198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829621.494202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829621.494205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829621.494208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829621.494211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829621.494213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829621.814203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829621.814210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829621.814216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829621.814217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829621.814220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829621.814221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829621.814225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829621.814226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829621.814230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829621.814231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829621.814284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829621.814287:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829621.814290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829621.878181:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301098852, at 4301098880
00000100:00000040:3.0:1787829621.878181:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301098852, at 4301098880
00000100:00000010:2.0:1787829621.878197:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829621.878198:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2300.
00000100:00000001:0.0:1787829622.006203:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829622.006203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829622.006203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829622.006210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829622.006210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829622.006211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829622.006213:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829622.006214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829622.006215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829622.006221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829622.006222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829622.006223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829622.006226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829622.006230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829622.006231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829622.006231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829622.006236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829622.006237:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829622.006237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829622.006241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829622.006245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829622.006246:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829622.006249:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829622.006252:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829622.006253:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829622.006257:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829622.006261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829622.518171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829622.518178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829622.518181:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829622.518186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829622.518190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829622.518194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829622.518196:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829622.518199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829622.518202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829622.838192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829622.838200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829622.838204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829622.838207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829622.838221:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829622.838223:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829622.838225:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838228:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829622.838229:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838231:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829622.838232:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829622.838276:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829622.838279:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829622.838282:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829623.030167:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829623.030180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829623.030182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829623.030187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829623.030191:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829623.030195:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829623.030196:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829623.030198:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829623.030198:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829623.030200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829623.030200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829623.030203:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829623.030205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.030206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829623.030208:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829623.030209:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829623.030211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829623.030211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030212:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829623.030217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829623.030218:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829623.030219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829623.030221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829623.030224:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829623.030226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829623.030226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829623.030229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829623.030232:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6427
00000100:00000001:2.0:1787829623.030232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829623.030233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.030239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829623.030243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829623.030247:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829623.030249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829623.030255:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829623.030258:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829623.030261:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030265:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030267:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030269:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829623.030271:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829623.030273:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829623.030275:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829623.030278:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829623.030279:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829623.030281:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829623.030284:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030285:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030287:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030288:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829623.030291:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829623.030293:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030295:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829623.030298:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829623.030300:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829623.030302:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030303:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829623.030305:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829623.030312:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829623.030314:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829623.030318:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829623.030319:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030321:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829623.030323:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829623.030326:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829623.030332:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829623.030337:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829623.030344:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829623.030357:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829623.030360:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829623.030363:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829623.030379:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829623.030381:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829623.030384:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829623.030385:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829623.030386:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829623.030388:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829623.030390:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6427
00000400:00000200:0.0:1787829623.030393:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829623.030395:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829623.030397:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829623.030400:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030402:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030403:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030405:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829623.030407:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829623.030407:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787829623.030410:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829623.030412:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829623.030413:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787829623.030415:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829623.030419:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829623.030419:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829623.030424:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829623.030429:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829623.030431:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030438:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030443:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030449:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829623.030450:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829623.030453:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829623.030456:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:2.0:1787829623.030459:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829623.030463:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829623.030464:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829623.030470:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.030471:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829623.030474:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829623.030479:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555396736:192.168.203.108@tcp:250:kworker.0
02000000:00000001:0.0:1787829623.030480:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829623.030486:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030489:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829623.030489:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787829623.030495:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829623.030495:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787829623.030500:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.030500:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030508:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.030508:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829623.030515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9000.
00000100:00000010:0.0:1787829623.030517:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
02000000:00000001:2.0:1787829623.030520:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829623.030523:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829623.030529:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829623.030529:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829623.030533:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030537:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787829623.030537:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcf78.
02000000:00000001:0.0:1787829623.030541:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829623.030545:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829623.030546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404cc0.
02000000:00000010:0.0:1787829623.030550:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000100:00000001:0.0:1787829623.030554:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829623.030555:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396736, portal 25
00000100:00100000:0.0:1787829623.030561:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829623.030561:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829623.030565:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000001:0.0:1787829623.030574:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829623.030577:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829623.030578:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829623.030585:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.030602:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829623.030603:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829623.030606:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787829623.030608:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829623.030610:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829623.030613:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787829623.030614:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404440.
00000100:00080000:0.0:1787829623.030615:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829623.030621:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787829623.030621:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555396736, offset 0
00000100:00080000:0.0:1787829623.030626:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6427
00000400:00000200:0.0:1787829623.030631:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.030636:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829623.030637:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829623.030640:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829623.030642:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030643:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030644:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030645:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829623.030647:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829623.030649:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829623.030651:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829623.030653:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829623.030654:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829623.030656:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829623.030660:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829623.030661:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829623.030662:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030666:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030667:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829623.030669:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829623.030671:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:0.0:1787829623.030674:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030678:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829623.030679:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829623.030682:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829623.030684:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030686:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787829623.030686:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1787829623.030690:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829623.030693:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.030695:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829623.030696:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829623.030712:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000020:00000040:0.0:1787829623.030715:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:2.0:1787829623.030717:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787829623.030719:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829623.030723:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.030726:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030727:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829623.030729:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829623.030732:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829623.030736:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000400:00000200:2.0:1787829623.030737:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90317:90317:256:4294967295] 192.168.203.108@tcp LPNI seq info [90304:90304:8:4294967295]
00000100:00000001:0.0:1787829623.030741:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.030746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829623.030749:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829623.030756:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829623.030760:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.030764:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787829623.030766:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829623.030777:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829623.030779:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829623.030780:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829623.030786:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829623.030787:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829623.030788:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829623.030790:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1787829623.030790:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574db00.
00000100:00080000:0.0:1787829623.030795:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6427
00000400:00000200:0.0:1787829623.030801:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:2.0:1787829623.030804:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:0.0:1787829623.030806:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829623.030811:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829623.030813:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030815:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787829623.030819:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829623.030820:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030825:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829623.030827:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829623.030828:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829623.030829:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829623.030830:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829623.030832:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829623.030834:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829623.030836:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030838:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829623.030840:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030841:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829623.030842:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829623.030843:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829623.030848:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829623.030852:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.030853:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829623.030854:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829623.030858:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829623.030859:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301103972
02000000:00000001:0.0:1787829623.030863:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030865:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829623.030867:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000010:2.0:1787829623.030868:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000008:00000001:0.0:1787829623.030872:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030874:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829623.030878:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829623.030878:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1787829623.030884:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829623.030886:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829623.030888:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.030888:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301103972
00000100:00000001:0.0:1787829623.030892:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829623.030894:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829623.030896:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829623.030897:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2ae0.
02000000:00000010:0.0:1787829623.030900:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:2.0:1787829623.030903:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829623.030904:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829623.030912:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829623.030912:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829623.030920:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.030923:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829623.030926:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.030926:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.030932:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829623.030933:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829623.030941:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.030942:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829623.030944:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829623.030946:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1787829623.030949:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829623.030951:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829623.030952:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829623.030955:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829623.030956:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829623.030958:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829623.030960:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829623.030961:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6427
00000400:00000200:0.0:1787829623.030967:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829623.030971:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829623.030975:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829623.030981:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829623.030989:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829623.030992:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829623.030994:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829623.030995:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829623.031000:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829623.031001:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829623.031005:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829623.031006:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829623.031011:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829623.031012:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829623.031016:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829623.031020:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787829623.031021:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396864:192.168.203.108@tcp:38:kworker.0
00000020:00000040:0.0:1787829623.031023:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829623.031027:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829623.031031:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829623.031037:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829623.031037:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829623.031041:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829623.031041:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787829623.031046:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829623.031046:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.031050:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829623.031052:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787829623.031054:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829623.031057:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:2.0:1787829623.031058:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
00000100:00000001:0.0:1787829623.031059:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829623.031065:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829623.031065:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829623.031069:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829623.031072:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.031074:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829623.031075:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829623.031080:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000010:2.0:1787829623.031081:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dcb58.
00000008:00000001:0.0:1787829623.031082:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.031087:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829623.031089:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404908.
00000100:00000010:0.0:1787829623.031091:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00000200:2.0:1787829623.031115:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396864, portal 10
00000100:00000001:2.0:1787829623.031119:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829623.031121:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000020:00000040:0.0:1787829623.031128:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000040:2.0:1787829623.031130:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829623.031134:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829623.031137:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829623.031142:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829623.031146:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829623.031147:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829623.031152:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829623.031153:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829623.031160:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404aa0.
02000000:00000010:0.0:1787829623.031162:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000200:2.0:1787829623.031164:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555396864, offset 0
00000100:00000001:0.0:1787829623.031168:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.031174:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00100000:0.0:1787829623.031180:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829623.031182:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031191:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:0.0:1787829623.031199:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829623.031199:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829623.031205:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.031206:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829623.031212:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787829623.031216:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829623.031219:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031227:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90318:90318:255:4294967295] 192.168.203.108@tcp LPNI seq info [90305:90305:7:4294967295]
00000400:00000200:2.0:1787829623.031238:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031247:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829623.031249:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829623.031255:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829623.031258:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6437)
00000800:00000010:2.0:1787829623.031261:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d800.
00000800:00000200:2.0:1787829623.031268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829623.031274:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829623.031277:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829623.031282:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829623.031287:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829623.031290:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301100117
00000100:00000001:2.0:1787829623.031294:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031298:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301100117
00000100:00000001:2.0:1787829623.031301:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031303:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829623.031306:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031309:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829623.031313:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.031321:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829623.031323:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.031325:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829623.031327:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829623.031330:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829623.031333:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829623.031337:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829623.031339:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829623.031341:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.031343:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829623.031347:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829623.031349:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.031359:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829623.031363:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc000.
00000400:00000010:2.0:1787829623.031367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24043b8.
00000100:00000200:2.0:1787829623.031371:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555396992, portal 10
00000100:00000001:2.0:1787829623.031373:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829623.031375:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829623.031381:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.031391:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829623.031393:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829623.031396:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404e58.
00000100:00000200:2.0:1787829623.031399:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555396992, offset 0
00000400:00000200:2.0:1787829623.031404:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031408:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031412:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829623.031415:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829623.031418:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829623.031421:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829623.031424:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031428:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90319:90319:254:4294967295] 192.168.203.108@tcp LPNI seq info [90306:90306:6:4294967295]
00000400:00000200:2.0:1787829623.031433:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031440:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829623.031445:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829623.031449:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d200.
00000800:00000200:2.0:1787829623.031453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829623.031458:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829623.031462:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829623.031465:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829623.031469:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829623.031471:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301100057
00000100:00000001:2.0:1787829623.031474:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031477:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301100057
00000100:00000001:2.0:1787829623.031479:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031482:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829623.031485:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031487:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829623.031492:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.031508:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829623.031509:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.031512:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829623.031514:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829623.031516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829623.031520:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829623.031524:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829623.031526:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829623.031528:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.031530:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829623.031534:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b8800.
02000000:00000001:2.0:1787829623.031537:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.031541:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829623.031544:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc630.
00000400:00000010:2.0:1787829623.031548:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d24044c8.
00000100:00000200:2.0:1787829623.031552:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397120, portal 4
00000100:00000001:2.0:1787829623.031554:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829623.031555:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:2.0:1787829623.031562:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.031570:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829623.031572:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829623.031575:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829623.031578:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555397120, offset 0
00000400:00000200:2.0:1787829623.031583:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031587:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031597:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829623.031600:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829623.031603:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829623.031605:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829623.031608:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031611:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90320:90320:253:4294967295] 192.168.203.108@tcp LPNI seq info [90307:90307:5:4294967295]
00000400:00000200:2.0:1787829623.031616:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031622:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829623.031626:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829623.031630:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574d300.
00000800:00000200:2.0:1787829623.031634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829623.031638:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829623.031641:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829623.031644:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829623.031647:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829623.031649:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301100090
00000100:00000001:2.0:1787829623.031652:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031654:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301100090
00000100:00000001:2.0:1787829623.031656:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031659:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829623.031661:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031664:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031666:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829623.031670:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829623.031671:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829623.031673:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829623.031675:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829623.031676:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829623.031680:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.031687:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829623.031688:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.031690:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829623.031692:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829623.031694:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829623.031697:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829623.031718:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829623.031720:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829623.031722:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829623.031724:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829623.031727:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829623.031729:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829623.031733:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829623.031735:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc948.
00000400:00000010:2.0:1787829623.031739:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404d48.
00000100:00000200:2.0:1787829623.031743:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397248, portal 4
00000100:00000001:2.0:1787829623.031745:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829623.031746:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829623.031751:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829623.031758:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829623.031760:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829623.031763:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829623.031766:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555397248, offset 0
00000400:00000200:2.0:1787829623.031771:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031775:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031779:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829623.031782:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829623.031785:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829623.031788:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829623.031790:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829623.031794:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90321:90321:252:4294967295] 192.168.203.108@tcp LPNI seq info [90308:90308:4:4294967295]
00000400:00000200:2.0:1787829623.031799:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829623.031805:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829623.031810:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829623.031813:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829623.031817:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829623.031822:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829623.031824:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829623.031828:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829623.031831:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829623.031833:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301100082
00000100:00000001:2.0:1787829623.031835:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031838:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301100082
00000100:00000001:2.0:1787829623.031840:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301103972
00000100:00000001:2.0:1787829623.031842:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829623.031845:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031848:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031850:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829623.031854:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829623.031856:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829623.031858:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829623.031860:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829623.031862:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829623.031865:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829623.542174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829623.542182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829623.542185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829623.542192:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829623.542196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829623.542201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829623.542205:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829623.542207:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829623.542214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829623.862260:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829623.862265:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829623.862280:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829623.862281:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829623.862284:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829623.862285:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829623.862287:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829623.862288:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829623.862290:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829623.862291:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829623.862352:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829623.862356:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829623.862360:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829624.054202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829624.054202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829624.054209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829624.054210:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829624.054212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.054214:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829624.054217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829624.054219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829624.054221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829624.054225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829624.054226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829624.054230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829624.054231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829624.054233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829624.054238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.054239:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829624.054243:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829624.054246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.054266:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829624.054271:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829624.054273:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829624.054276:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829624.054279:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829624.054282:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.054284:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829624.054286:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.054288:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.566153:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829624.566159:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829624.566161:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829624.566164:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829624.566167:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829624.566170:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.566172:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829624.566174:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.566176:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829624.886156:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829624.886161:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829624.886166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829624.886167:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829624.886169:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829624.886170:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829624.886172:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829624.886174:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829624.886176:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829624.886177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829624.886223:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829624.886226:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829624.886228:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829625.078195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829625.078203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829625.078204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829625.078208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829625.078212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829625.078213:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829625.078215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829625.078219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829625.078219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829625.078224:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829625.078225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829625.078231:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829625.078231:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829625.078238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829625.078241:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829625.078244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829625.078247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829625.078247:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829625.078251:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829625.078255:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829625.078257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829625.078259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829625.078260:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829625.078263:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829625.078266:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829625.078268:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829625.078269:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829625.590175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829625.590183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829625.590185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829625.590189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829625.590192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829625.590197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829625.590200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829625.590203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829625.590206:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829625.910212:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829625.910214:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829625.910217:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910221:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829625.910222:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910225:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910227:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829625.910233:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829625.910234:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829625.910236:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910238:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829625.910239:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910241:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910243:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829625.910248:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829625.910250:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829625.910251:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910253:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829625.910255:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910257:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910259:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910263:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829625.910265:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829625.910266:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829625.910267:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910269:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829625.910271:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910272:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910274:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829625.910277:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829625.910278:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829625.910326:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829625.910329:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829625.910332:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829626.102211:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829626.102211:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829626.102219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829626.102219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829626.102221:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829626.102227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829626.102228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829626.102234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829626.102234:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829626.102239:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829626.102240:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829626.102245:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829626.102247:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829626.102249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102252:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829626.102254:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829626.102257:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829626.102394:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829626.102399:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829626.102401:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829626.102404:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829626.102408:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829626.102411:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829626.102413:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829626.102415:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829626.102418:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787829626.102420:0:2373:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:2.0:1787829626.102464:0:2373:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787829626.102475:0:2373:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829626.102479:0:2373:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:2.0:1787829626.102484:0:2373:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829626.102488:0:2373:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787829626.102494:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829626.102498:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574db00.
00000400:00000200:2.0:1787829626.102503:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829626.102508:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829626.102514:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404440
00000400:00000010:2.0:1787829626.102517:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404440.
00000100:00000001:2.0:1787829626.102521:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829626.102530:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102559:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829626.102564:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102572:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102574:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829626.102584:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829626.102586:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d800.
00000400:00000200:2.0:1787829626.102590:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829626.102593:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829626.102597:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404aa0
00000400:00000010:2.0:1787829626.102598:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404aa0.
00000100:00000001:2.0:1787829626.102601:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829626.102605:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102613:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829626.102616:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102623:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102624:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829626.102629:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829626.102632:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d200.
00000400:00000200:2.0:1787829626.102635:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829626.102638:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829626.102641:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404e58
00000400:00000010:2.0:1787829626.102643:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404e58.
00000100:00000001:2.0:1787829626.102646:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829626.102650:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102668:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829626.102672:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102691:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102693:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829626.102699:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829626.102701:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574d300.
00000400:00000200:2.0:1787829626.102704:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829626.102707:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829626.102710:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829626.102712:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829626.102714:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829626.102719:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102727:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829626.102731:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102737:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102739:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829626.102743:0:2373:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:2.0:1787829626.102746:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829626.102748:0:2373:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787829626.102752:0:2373:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787829626.102754:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829626.102756:0:2373:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829626.102759:0:2373:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829626.102763:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102771:0:2373:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829626.102774:0:2373:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829626.102781:0:2373:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829626.102782:0:2373:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829626.102851:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829626.102857:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829626.102860:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829626.102867:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829626]  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829626.102879:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829626.102881:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829626.102884:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc948.
00000400:00000200:0.0:1787829626.102888:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404d48
00000400:00000010:0.0:1787829626.102890:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404d48.
00000100:00000001:0.0:1787829626.102893:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829626.102897:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829626.102906:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.102912:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829626.102914:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.102917:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.102919:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829626.102923:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.102931:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829626.102937:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.102944:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829626.102947:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.102949:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.102950:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.102953:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829626.102956:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829626.102960:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829626.102965:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829626.102968:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829626.102972:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829626.102981:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829626.102986:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829626.102990:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829626]  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829626.102997:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829626.102998:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829626.103001:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcb58.
00000400:00000200:0.0:1787829626.103003:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404908
00000400:00000010:0.0:1787829626.103005:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404908.
00000100:00000001:0.0:1787829626.103007:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829626.103010:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829626.103018:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103025:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829626.103026:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103028:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103029:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829626.103033:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103040:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829626.103044:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103051:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829626.103053:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103055:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103056:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103058:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829626.103060:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829626.103063:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829626.103066:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829626.103069:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829626.103072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829626.103079:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829626.103084:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829626.103087:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829626]  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829626.103136:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829626.103138:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829626.103140:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc000.
00000400:00000200:0.0:1787829626.103144:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24043b8
00000400:00000010:0.0:1787829626.103146:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24043b8.
00000100:00000001:0.0:1787829626.103148:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829626.103153:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829626.103162:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103169:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829626.103171:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103173:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103174:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829626.103179:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103185:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829626.103189:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103196:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829626.103199:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103201:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103203:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103204:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829626.103206:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829626.103209:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829626.103214:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829626.103217:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829626.103221:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829626.103229:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555396992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829626.103234:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829626.103238:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829626]  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829626.103247:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829626.103249:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829626.103251:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc630.
00000400:00000200:0.0:1787829626.103254:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d24044c8
00000400:00000010:0.0:1787829626.103256:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d24044c8.
00000100:00000001:0.0:1787829626.103258:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829626.103261:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829626.103272:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103280:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829626.103282:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103284:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103286:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829626.103292:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103300:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829626.103304:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103310:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829626.103313:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103314:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103315:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103317:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829626.103326:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829626.103329:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829626.103333:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829626.103336:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829626.103340:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829626.103349:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829626.103353:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829626.103357:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829623/real 1787829626]  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829626.103366:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829626.103367:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829626.103370:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dcf78.
00000400:00000200:0.0:1787829626.103373:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404cc0
00000400:00000010:0.0:1787829626.103375:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404cc0.
00000100:00000001:0.0:1787829626.103377:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829626.103381:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829626.103389:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103397:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829626.103398:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103400:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103401:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829626.103404:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103411:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829626.103415:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103421:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829626.103424:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103425:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829626.103426:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103428:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829626.103430:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829626.103432:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829626.103435:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829626.103438:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829626.103441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829626.103449:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555396736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829626.103454:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103456:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829626.103460:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555397248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103467:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829626.103470:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829626.103475:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:0.0:1787829626.103479:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829626.103483:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829626.103485:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829626.103487:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829626.103490:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:0.0:1787829626.103494:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829626.103496:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829626.103498:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:0.0:1787829626.103502:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829626.103504:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103506:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829626.103510:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555396864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103517:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829626.103518:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829626.103520:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:0.0:1787829626.103522:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829626.103524:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829626.103525:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829626.103527:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829626.103528:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829626.103531:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829626.103532:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829626.103533:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:0.0:1787829626.103536:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829626.103538:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103539:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829626.103543:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555396992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103550:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829626.103551:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829626.103553:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:0.0:1787829626.103554:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829626.103555:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829626.103556:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829626.103559:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829626.103560:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829626.103561:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829626.103562:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829626.103563:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:0.0:1787829626.103565:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829626.103566:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103567:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829626.103569:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555397120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103573:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829626.103573:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829626.103574:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:0.0:1787829626.103576:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829626.103577:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829626.103578:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829626.103580:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829626.103581:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829626.103584:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829626.103585:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829626.103586:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:0.0:1787829626.103588:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829626.103590:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103592:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829626.103595:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555396736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829626.103602:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829626.103604:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829626.103605:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829626.103609:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829626.103610:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829626.103611:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829626.103613:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829626.103615:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829626.103617:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829626.103618:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829626.103619:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:0.0:1787829626.103621:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829626.103623:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103625:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829626.103633:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829626.103635:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829626.103638:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829626.103639:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829626.614208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829626.614214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829626.614216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829626.614220:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829626.614223:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829626.614226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829626.614229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829626.614231:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829626.614233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829626.934160:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829626.934167:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829626.934173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829626.934173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829626.934176:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829626.934177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829626.934197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829626.934198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829626.934201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829626.934202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829626.934274:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829626.934277:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829626.934279:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829626.998201:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301103972, at 4301104000
00000100:00000040:3.0:1787829626.998206:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301103972, at 4301104000
00000100:00000010:2.0:1787829626.998214:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829626.998216:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2ae0.
00000100:00000001:1.0:1787829627.126195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829627.126202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829627.126204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829627.126205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829627.126211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829627.126212:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829627.126216:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829627.126218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829627.126222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829627.126225:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829627.126229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829627.126231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829627.126234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829627.126237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829627.126243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829627.126248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829627.126252:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829627.126253:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829627.126256:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829627.126259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829627.126260:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829627.126265:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829627.126271:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829627.126273:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829627.126275:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829627.126277:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829627.126279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829627.638232:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829627.638238:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829627.638241:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829627.638245:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829627.638249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829627.638253:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829627.638256:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829627.638259:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829627.638262:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829627.958203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829627.958209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829627.958213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829627.958214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829627.958216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829627.958217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829627.958219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829627.958220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829627.958222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829627.958223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829627.958273:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829627.958276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829627.958279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829628.150205:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829628.150212:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829628.150214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.150214:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829628.150218:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829628.150219:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829628.150220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829628.150222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829628.150227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829628.150228:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:0.0:1787829628.150231:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829628.150232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.150232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829628.150237:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829628.150237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829628.150238:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829628.150252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829628.150255:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829628.150257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.150259:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829628.150259:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829628.150262:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829628.150263:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829628.150265:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829628.150267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829628.150269:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6432
00000100:00000001:3.0:1787829628.150269:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829628.150273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829628.150276:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787829628.150279:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829628.150280:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829628.150282:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829628.150284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829628.150285:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829628.150287:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829628.150289:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829628.150292:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150296:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829628.150300:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150302:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829628.150306:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829628.150309:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829628.150312:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829628.150314:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829628.150317:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829628.150320:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829628.150325:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150327:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829628.150329:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150332:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829628.150336:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829628.150339:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150342:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829628.150344:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829628.150347:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829628.150349:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150351:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829628.150353:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829628.150358:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829628.150361:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829628.150364:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829628.150366:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150368:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829628.150370:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829628.150373:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829628.150378:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829628.150385:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829628.150392:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829628.150400:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829628.150403:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829628.150409:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829628.150436:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829628.150440:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829628.150443:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829628.150445:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829628.150446:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829628.150449:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829628.150452:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6432
00000400:00000200:0.0:1787829628.150457:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829628.150461:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829628.150464:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829628.150468:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150471:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829628.150474:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787829628.150475:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150480:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829628.150481:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829628.150486:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829628.150486:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829628.150490:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829628.150492:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787829628.150495:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829628.150497:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829628.150503:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829628.150509:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:2.0:1787829628.150516:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787829628.150518:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829628.150520:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150526:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829628.150527:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829628.150531:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829628.150532:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829628.150536:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150537:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829628.150543:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00100000:2.0:1787829628.150545:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555397376:192.168.203.108@tcp:250:kworker.0
00000100:00080000:0.0:1787829628.150550:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150556:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829628.150559:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829628.150563:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829628.150565:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829628.150570:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150573:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829628.150573:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829628.150577:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829628.150581:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829628.150583:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829628.150588:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150591:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829628.150591:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829628.150597:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829628.150601:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000400:00000200:2.0:1787829628.150607:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829628.150608:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829628.150614:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787829628.150614:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
02000000:00000001:0.0:1787829628.150618:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150622:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829628.150624:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787829628.150625:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
02000000:00000001:0.0:1787829628.150626:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829628.150634:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000200:2.0:1787829628.150635:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397376, portal 25
00000100:00000001:0.0:1787829628.150640:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.150640:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829628.150642:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000040:2.0:1787829628.150650:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829628.150676:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829628.150697:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829628.150699:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829628.150705:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829628.150705:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829628.150712:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000040:0.0:1787829628.150714:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829628.150718:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555397376, offset 0
00000100:00000001:0.0:1787829628.150731:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829628.150732:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829628.150737:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829628.150742:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829628.150746:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829628.150746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829628.150749:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829628.150754:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829628.150758:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:0.0:1787829628.150762:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6432
00000400:00000200:2.0:1787829628.150768:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829628.150771:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.150777:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829628.150779:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829628.150783:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829628.150784:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787829628.150791:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829628.150792:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150798:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829628.150804:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90322:90322:256:4294967295] 192.168.203.108@tcp LPNI seq info [90309:90309:8:4294967295]
00000100:00000040:0.0:1787829628.150806:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150813:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829628.150818:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829628.150819:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829628.150823:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829628.150828:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829628.150830:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829628.150836:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829628.150839:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787829628.150841:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829628.150850:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:2.0:1787829628.150851:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150854:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829628.150860:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:2.0:1787829628.150860:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000100:00000001:0.0:1787829628.150867:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829628.150870:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:2.0:1787829628.150875:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829628.150876:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829628.150882:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829628.150883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1787829628.150885:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829628.150891:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787829628.150895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829628.150897:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150902:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787829628.150902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000008:00100000:0.0:1787829628.150906:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1787829628.150912:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000008:00000001:0.0:1787829628.150913:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787829628.150917:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00000001:0.0:1787829628.150918:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829628.150926:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000400:00000200:2.0:1787829628.150927:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787829628.150930:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829628.150933:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829628.150936:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.150941:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787829628.150942:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787829628.150944:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829628.150949:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829628.150951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
02000000:00000010:0.0:1787829628.150954:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000400:00000010:2.0:1787829628.150957:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:0.0:1787829628.150960:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.150964:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829628.150970:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787829628.150972:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.150995:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.151000:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829628.151002:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829628.151006:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829628.151016:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829628.151026:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151032:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829628.151033:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829628.151036:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829628.151041:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829628.151044:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829628.151047:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829628.151047:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.151053:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829628.151056:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829628.151060:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6432
00000100:00000001:2.0:1787829628.151062:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301109092
00000400:00000200:0.0:1787829628.151069:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:2.0:1787829628.151070:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000400:00000200:0.0:1787829628.151077:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829628.151080:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829628.151081:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829628.151088:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301109092
00000100:00000040:0.0:1787829628.151089:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000010:2.0:1787829628.151119:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c23c0.
00000100:00000001:0.0:1787829628.151120:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829628.151125:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1787829628.151126:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.151132:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829628.151132:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829628.151138:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829628.151139:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829628.151142:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:2.0:1787829628.151144:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1787829628.151146:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829628.151151:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00100000:2.0:1787829628.151154:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628]  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829628.151155:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829628.151162:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829628.151171:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.151175:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829628.151175:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829628.151180:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787829628.151181:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:2.0:1787829628.151185:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000100:00000001:0.0:1787829628.151186:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829628.151191:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000020:00000040:0.0:1787829628.151192:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000400:00000010:2.0:1787829628.151196:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00080000:0.0:1787829628.151199:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829628.151201:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829628.151206:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829628.151209:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829628.151210:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829628.151216:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829628.151221:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.151226:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787829628.151230:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787829628.151231:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829628.151239:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.151244:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151251:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1787829628.151252:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829628.151254:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829628.151258:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829628.151260:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.151264:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829628.151265:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829628.151269:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.151273:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787829628.151274:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829628.151275:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829628.151279:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829628.151285:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:2.0:1787829628.151290:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829628.151292:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829628.151298:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829628.151303:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829628.151321:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829628.151325:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829628.151328:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829628.151331:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151333:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.151336:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829628.151340:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151341:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829628.151345:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829628.151354:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829628.151361:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829628.151364:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00080000:0.0:1787829628.151366:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829628.151370:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787829628.151372:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829628.151377:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829628.151379:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829628.151381:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829628.151385:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829628.151392:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6432
00000400:00000200:0.0:1787829628.151401:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:2.0:1787829628.151402:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555397376:192.168.203.108@tcp:250:kworker.0
00000400:00000200:0.0:1787829628.151410:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829628.151411:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829628.151414:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829628.151416:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829628.151422:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.151427:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829628.151430:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829628.151433:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829628.151435:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829628.151437:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000040:2.0:1787829628.151438:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555397376/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829628.151439:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829628.151443:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829628.151448:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829628.151455:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:2.0:1787829628.151456:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829628.151462:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1787829628.151463:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:2.0:1787829628.151466:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
00000100:00000001:0.0:1787829628.151467:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829628.151472:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829628.151474:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829628.151476:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829628.151478:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829628.151482:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000020:00000040:2.0:1787829628.151483:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:2.0:1787829628.151488:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:0.0:1787829628.151489:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:2.0:1787829628.151492:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
00000100:00000001:0.0:1787829628.151494:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829628.151499:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829628.151499:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829628.151505:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829628.151505:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829628.151509:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
02000000:00000001:0.0:1787829628.151510:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151515:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829628.151516:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829628.151520:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829628.151521:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:2.0:1787829628.151526:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829628.151527:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.151533:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829628.151537:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829628.151538:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1787829628.151540:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:2.0:1787829628.151542:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829628.151546:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829628.151547:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829628.151550:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151552:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829628.151555:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829628.151556:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829628.151560:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787829628.151564:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829628.151565:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829628.151572:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:0.0:1787829628.151578:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151581:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829628.151584:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829628.151587:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829628.151590:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829628.151594:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829628.151600:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829628.151608:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829628.151615:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829628.151617:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829628.151619:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829628.151621:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.151623:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.151628:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829628.151630:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787829628.151633:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829628.151639:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829628.151649:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829628.151649:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829628.151656:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000100:00000040:0.0:1787829628.151658:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6442)
00000400:00000010:2.0:1787829628.151663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829628.151680:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397504, portal 10
00000100:00000001:2.0:1787829628.151682:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829628.151683:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00000040:2.0:1787829628.151692:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151700:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829628.151703:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829628.151707:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829628.151710:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555397504, offset 0
00000400:00000200:2.0:1787829628.151716:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829628.151721:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.151726:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829628.151730:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829628.151733:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829628.151736:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829628.151738:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829628.151742:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90323:90323:256:4294967295] 192.168.203.108@tcp LPNI seq info [90310:90310:8:4294967295]
00000400:00000200:2.0:1787829628.151746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.151753:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829628.151759:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.151764:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829628.151768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829628.151775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829628.151779:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829628.151781:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787829628.151784:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.151786:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829628.151788:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829628.151791:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829628.151794:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829628.151796:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829628.151797:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829628.151801:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151810:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.151813:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151820:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151822:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829628.151827:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829628.151831:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829628.151835:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829628.151837:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301105237
00000100:00000001:2.0:1787829628.151840:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.151843:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301105237
00000100:00000001:2.0:1787829628.151845:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.151848:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829628.151850:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.151852:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829628.151856:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628]  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829628.151866:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829628.151867:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829628.151869:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829628.151872:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829628.151873:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829628.151875:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829628.151877:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829628.151883:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151890:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829628.151892:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.151894:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.151895:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829628.151899:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151906:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829628.151911:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151919:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829628.151922:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.151924:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.151925:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.151927:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829628.151930:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829628.151933:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829628.151937:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829628.151939:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829628.151944:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829628.151950:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397504:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829628.151954:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829628.151957:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.151964:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829628.151965:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.151968:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829628.151970:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829628.151972:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829628.151975:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829628.151979:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829628.151981:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829628.151982:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.151984:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829628.151988:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829628.151990:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829628.151995:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829628.151997:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829628.152001:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829628.152004:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397632, portal 10
00000100:00000001:2.0:1787829628.152006:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829628.152007:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:2.0:1787829628.152011:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152016:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829628.152017:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829628.152019:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829628.152020:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555397632, offset 0
00000400:00000200:2.0:1787829628.152023:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829628.152028:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.152032:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829628.152035:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829628.152037:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829628.152040:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829628.152042:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829628.152045:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90324:90324:256:4294967295] 192.168.203.108@tcp LPNI seq info [90311:90311:8:4294967295]
00000400:00000200:2.0:1787829628.152049:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.152056:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829628.152061:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.152065:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829628.152069:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829628.152073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829628.152077:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829628.152080:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787829628.152083:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.152085:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829628.152087:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829628.152090:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829628.152092:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829628.152094:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829628.152119:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829628.152123:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152132:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152135:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152142:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152144:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829628.152148:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829628.152152:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829628.152155:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829628.152157:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301105178
00000100:00000001:2.0:1787829628.152160:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.152162:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301105178
00000100:00000001:2.0:1787829628.152164:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.152167:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829628.152169:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152171:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829628.152175:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628]  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829628.152184:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829628.152185:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829628.152187:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829628.152189:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829628.152191:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829628.152194:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829628.152197:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829628.152205:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152212:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829628.152214:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152215:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.152217:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829628.152221:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152227:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829628.152232:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152238:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829628.152241:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152243:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.152244:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152246:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829628.152248:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829628.152251:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829628.152253:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829628.152256:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829628.152259:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829628.152267:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397632:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829628.152271:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829628.152275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152281:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829628.152283:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.152285:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829628.152287:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829628.152289:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829628.152292:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829628.152296:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829628.152298:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829628.152300:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.152302:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829628.152305:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829628.152308:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829628.152311:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829628.152314:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829628.152318:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829628.152321:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397760, portal 4
00000100:00000001:2.0:1787829628.152323:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829628.152325:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:2.0:1787829628.152332:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152339:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829628.152341:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829628.152343:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829628.152346:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555397760, offset 0
00000400:00000200:2.0:1787829628.152350:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829628.152354:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.152358:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829628.152361:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829628.152364:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829628.152366:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829628.152369:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829628.152372:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90325:90325:256:4294967295] 192.168.203.108@tcp LPNI seq info [90312:90312:8:4294967295]
00000400:00000200:2.0:1787829628.152376:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.152382:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829628.152385:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.152388:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829628.152391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829628.152393:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829628.152396:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829628.152398:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787829628.152400:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.152402:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829628.152404:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829628.152406:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829628.152408:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829628.152410:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829628.152411:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829628.152414:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152419:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152421:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152426:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152427:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829628.152429:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829628.152431:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829628.152433:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829628.152435:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301105211
00000100:00000001:2.0:1787829628.152437:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.152438:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301105211
00000100:00000001:2.0:1787829628.152439:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.152441:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829628.152442:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152443:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829628.152446:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628]  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829628.152451:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829628.152452:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829628.152453:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829628.152455:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829628.152456:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829628.152457:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829628.152459:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829628.152466:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152472:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829628.152474:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152476:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.152477:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829628.152481:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152489:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829628.152493:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152500:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829628.152502:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152504:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.152505:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152507:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829628.152509:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829628.152512:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829628.152515:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829628.152517:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829628.152522:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829628.152530:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397760:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829628.152533:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152536:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152539:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555397504/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152546:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829628.152548:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829628.152550:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829628.152553:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829628.152555:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829628.152557:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829628.152564:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829628.152565:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829628.152567:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829628.152568:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829628.152569:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:2.0:1787829628.152572:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829628.152572:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152574:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152576:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555397632/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152581:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829628.152581:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829628.152583:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829628.152584:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829628.152585:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829628.152586:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829628.152587:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829628.152588:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:2.0:1787829628.152589:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829628.152590:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829628.152591:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:2.0:1787829628.152593:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829628.152593:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152595:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152596:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555397760/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152600:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829628.152601:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829628.152602:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829628.152603:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829628.152604:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829628.152604:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829628.152605:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829628.152606:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829628.152607:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829628.152608:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829628.152609:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:2.0:1787829628.152610:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829628.152611:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152612:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152615:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829628.152616:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152617:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829628.152618:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829628.152619:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829628.152621:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152625:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829628.152626:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.152628:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829628.152629:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829628.152630:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829628.152632:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829628.152634:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829628.152636:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829628.152637:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829628.152638:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829628.152640:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829628.152642:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829628.152644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829628.152646:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829628.152648:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829628.152650:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555397888, portal 4
00000100:00000001:2.0:1787829628.152652:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829628.152653:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:2.0:1787829628.152657:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152661:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829628.152663:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829628.152684:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829628.152686:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555397888, offset 0
00000400:00000200:2.0:1787829628.152689:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829628.152692:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.152694:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829628.152697:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829628.152699:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829628.152701:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829628.152702:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829628.152704:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90326:90326:256:4294967295] 192.168.203.108@tcp LPNI seq info [90313:90313:8:4294967295]
00000400:00000200:2.0:1787829628.152707:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829628.152711:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829628.152714:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.152717:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829628.152719:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829628.152721:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787829628.152724:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829628.152726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787829628.152728:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829628.152730:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829628.152732:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829628.152734:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829628.152736:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829628.152737:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829628.152739:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829628.152742:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152747:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152749:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152753:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152754:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829628.152757:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829628.152759:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829628.152761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829628.152762:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301105203
00000100:00000001:2.0:1787829628.152764:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.152765:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301105203
00000100:00000001:2.0:1787829628.152767:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301109092
00000100:00000001:2.0:1787829628.152768:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829628.152769:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152770:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829628.152773:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829628/real 1787829628]  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829628.152777:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829628.152778:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829628.152779:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829628.152780:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829628.152781:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829628.152783:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829628.152785:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829628.152790:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152794:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829628.152795:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152797:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.152798:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829628.152802:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152809:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829628.152812:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152819:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829628.152822:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152824:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829628.152825:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152827:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829628.152829:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829628.152832:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829628.152835:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829628.152838:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829628.152842:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829628.152851:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555397888:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829628.152855:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152857:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829628.152859:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555397888/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829628.152864:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829628.152865:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829628.152866:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bbc00.
02000000:00000001:2.0:1787829628.152868:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829628.152869:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829628.152870:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829628.152871:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829628.152872:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829628.152874:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829628.152875:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829628.152876:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:2.0:1787829628.152878:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829628.152879:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152880:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829628.152883:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829628.152885:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829628.152887:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829628.152888:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829628.662197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829628.662205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829628.662207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829628.662213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829628.662217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829628.662221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829628.662225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829628.662228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829628.662231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829628.982166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829628.982171:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829628.982175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829628.982176:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829628.982178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829628.982179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829628.982182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829628.982183:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829628.982185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829628.982186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829628.982225:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829628.982229:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829628.982237:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829629.174164:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829629.174177:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829629.174179:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829629.174184:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829629.174188:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829629.174192:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829629.174194:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829629.174196:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829629.174199:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829629.174208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829629.174212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829629.174215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829629.174218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829629.174221:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829629.174224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829629.174226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829629.174228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829629.174230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.174310:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829629.174313:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829629.174314:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829629.174316:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829629.174317:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829629.174319:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.174320:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829629.174321:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.174323:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.686161:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829629.686167:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829629.686169:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829629.686173:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829629.686176:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829629.686179:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.686182:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829629.686184:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.686186:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829630.006189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829630.006195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829630.006199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829630.006200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829630.006202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829630.006203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829630.006205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829630.006206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829630.006209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829630.006210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829630.006258:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829630.006261:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829630.006264:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829630.198180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829630.198180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829630.198188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829630.198189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829630.198192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829630.198194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829630.198194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829630.198197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829630.198201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829630.198202:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829630.198202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829630.198208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829630.198209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829630.198210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829630.198213:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829630.198215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829630.198216:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829630.198218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829630.198218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829630.198222:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829630.198225:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829630.198230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829630.198233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829630.198236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829630.198236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829630.198240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829630.198244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829630.710193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829630.710200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829630.710202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829630.710207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829630.710211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829630.710215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829630.710218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829630.710221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829630.710223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829631.030207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829631.030213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829631.030217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829631.030218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829631.030220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829631.030221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829631.030223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829631.030224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829631.030226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829631.030227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829631.030269:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829631.030272:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829631.030275:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829631.222173:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829631.222173:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829631.222175:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829631.222179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829631.222180:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829631.222180:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829631.222182:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829631.222184:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829631.222184:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829631.222189:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829631.222190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829631.222190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829631.222194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829631.222196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829631.222197:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829631.222199:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829631.222201:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829631.222202:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829631.222202:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829631.222207:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829631.222210:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829631.222213:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829631.222218:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829631.222221:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829631.222222:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829631.222223:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829631.222226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829631.734181:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829631.734187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829631.734189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829631.734193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829631.734196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829631.734199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829631.734201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829631.734203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829631.734205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829632.054218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829632.054225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829632.054231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829632.054232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829632.054236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829632.054237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829632.054241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829632.054242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829632.054245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829632.054247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829632.054310:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829632.054320:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829632.054323:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829632.118201:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301109092, at 4301109120
00000100:00000040:3.0:1787829632.118201:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301109092, at 4301109120
00000100:00000010:3.0:1787829632.118219:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c23c0.
00000100:00000010:2.0:1787829632.118221:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:1.0:1787829632.246234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829632.246234:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829632.246234:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829632.246242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829632.246242:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829632.246242:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829632.246247:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829632.246247:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829632.246247:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829632.246256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829632.246257:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829632.246257:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829632.246261:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829632.246265:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829632.246265:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829632.246266:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829632.246270:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829632.246271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829632.246271:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829632.246272:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829632.246279:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829632.246280:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829632.246284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829632.246289:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829632.246290:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829632.246294:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829632.246297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829632.758214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829632.758222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829632.758225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829632.758231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829632.758233:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829632.758236:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829632.758238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829632.758240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829632.758242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829633.078190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829633.078194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829633.078197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829633.078200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829633.078205:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829633.078207:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829633.078209:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078212:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829633.078213:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078214:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829633.078216:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829633.078266:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829633.078269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829633.078272:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829633.270164:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829633.270167:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829633.270167:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829633.270171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829633.270173:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829633.270173:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829633.270174:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829633.270177:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.270177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829633.270180:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829633.270184:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829633.270184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829633.270186:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829633.270189:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829633.270191:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829633.270192:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829633.270192:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829633.270196:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829633.270199:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829633.270202:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829633.270205:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.270207:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.270211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829633.270217:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.270217:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829633.270220:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829633.270225:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829633.270273:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829633.270283:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829633.270286:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829633.270291:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829633.270296:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829633.270305:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6437
00000400:00000200:0.0:1787829633.270316:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829633.270324:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829633.270328:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829633.270331:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270334:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829633.270337:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270339:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829633.270344:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829633.270347:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829633.270352:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829633.270357:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829633.270361:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829633.270364:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829633.270369:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270372:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829633.270375:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270378:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829633.270383:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829633.270389:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270393:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829633.270415:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829633.270420:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829633.270425:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.270428:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829633.270432:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829633.270446:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829633.270451:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829633.270457:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829633.270459:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.270485:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829633.270488:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829633.270492:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829633.270502:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829633.270510:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829633.270519:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829633.270546:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829633.270551:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829633.270557:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829633.270582:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829633.270586:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829633.270591:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829633.270593:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829633.270595:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829633.270599:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829633.270604:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6437
00000400:00000200:0.0:1787829633.270610:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829633.270613:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787829633.270614:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829633.270620:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829633.270621:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829633.270656:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829633.270662:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270671:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829633.270671:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829633.270677:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270684:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829633.270693:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829633.270697:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829633.270703:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829633.270711:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:2.0:1787829633.270711:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.270716:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829633.270717:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829633.270723:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:2.0:1787829633.270724:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787829633.270730:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829633.270731:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829633.270736:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829633.270738:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829633.270741:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270745:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:2.0:1787829633.270748:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555398016:192.168.203.108@tcp:250:kworker.0
00000020:00000040:0.0:1787829633.270751:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:2.0:1787829633.270756:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829633.270761:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270763:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.270763:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829633.270772:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829633.270772:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.270780:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829633.270784:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829633.270788:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829633.270789:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
00000100:00000001:0.0:1787829633.270797:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829633.270797:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829633.270807:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787829633.270817:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:0.0:1787829633.270818:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.270825:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829633.270828:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000100:00000010:0.0:1787829633.270832:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829633.270837:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000010:2.0:1787829633.270838:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
02000000:00000001:0.0:1787829633.270841:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829633.270845:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.270847:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787829633.270849:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398016, portal 25
02000000:00000001:0.0:1787829633.270850:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829633.270854:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.270856:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829633.270860:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
02000000:00000010:0.0:1787829633.270864:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829633.270873:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829633.270874:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829633.270889:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829633.270890:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829633.270903:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270910:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829633.270911:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000001:0.0:1787829633.270912:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829633.270923:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829633.270924:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555398016, offset 0
00000400:00000200:2.0:1787829633.270944:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829633.270945:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829633.270959:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829633.270963:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829633.270968:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787829633.270968:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829633.270975:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829633.270978:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829633.270982:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:0.0:1787829633.270986:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6437
00000400:00000200:2.0:1787829633.270994:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829633.270999:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829633.271005:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:2.0:1787829633.271005:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:0.0:1787829633.271011:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829633.271015:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787829633.271021:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271026:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829633.271027:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271030:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:2.0:1787829633.271031:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:0.0:1787829633.271042:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829633.271047:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829633.271051:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829633.271051:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90327:90327:256:4294967295] 192.168.203.108@tcp LPNI seq info [90314:90314:8:4294967295]
00000020:00000040:0.0:1787829633.271058:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829633.271063:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829633.271064:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829633.271072:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:0.0:1787829633.271076:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271078:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829633.271081:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271085:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829633.271090:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:2.0:1787829633.271126:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829633.271134:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829633.271136:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271141:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829633.271143:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1787829633.271143:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
02000000:00000001:0.0:1787829633.271152:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829633.271160:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829633.271161:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829633.271163:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829633.271167:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787829633.271167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000008:00000001:0.0:1787829633.271179:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.271185:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787829633.271186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000010:0.0:1787829633.271195:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000800:00000200:2.1:1787829633.271195:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1787829633.271204:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829633.271209:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829633.271212:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829633.271212:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271217:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829633.271219:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787829633.271220:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
02000000:00000001:0.0:1787829633.271221:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829633.271226:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:0.0:1787829633.271230:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829633.271232:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1787829633.271253:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829633.271259:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829633.271284:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000100:00000001:0.0:1787829633.271286:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787829633.271291:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:0.0:1787829633.271293:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.271301:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787829633.271302:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829633.271312:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829633.271315:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829633.271321:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829633.271332:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829633.271336:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829633.271341:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829633.271348:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829633.271356:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6437
00000100:00000001:2.0:1787829633.271357:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.271366:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829633.271371:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829633.271383:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829633.271388:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829633.271390:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829633.271394:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787829633.271401:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271406:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829633.271407:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829633.271415:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829633.271422:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829633.271423:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829633.271427:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301114213
00000020:00000001:0.0:1787829633.271429:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829633.271450:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000010:2.0:1787829633.271451:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000020:00000001:0.0:1787829633.271455:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829633.271461:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829633.271464:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829633.271466:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829633.271466:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1787829633.271476:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271477:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829633.271481:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829633.271482:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301114213
00000100:00000001:0.0:1787829633.271483:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829633.271488:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000010:2.0:1787829633.271490:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c25a0.
00000100:00080000:0.0:1787829633.271491:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829633.271512:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829633.271516:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.271518:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829633.271520:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829633.271523:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829633.271528:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829633.271528:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829633.271535:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829633.271540:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633]  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829633.271541:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829633.271547:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829633.271562:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.271572:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829633.271600:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829633.271603:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:0.0:1787829633.271604:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000400:00000010:2.0:1787829633.271610:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000020:00000040:0.0:1787829633.271611:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829633.271625:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829633.271626:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829633.271644:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829633.271650:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829633.271668:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829633.271668:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829633.271681:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829633.271686:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829633.271692:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829633.271693:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829633.271699:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000100:00000001:2.0:1787829633.271710:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829633.271711:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.271713:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.271717:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.271731:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829633.271734:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829633.271741:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829633.271754:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829633.271773:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787829633.271773:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829633.271783:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829633.271800:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.271800:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829633.271812:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.271821:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.271825:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.271835:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829633.271840:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829633.271841:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829633.271849:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829633.271849:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829633.271863:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1787829633.271865:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829633.271867:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829633.271871:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787829633.271873:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787829633.271882:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829633.271884:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829633.271895:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6437
00000400:00000200:0.0:1787829633.271909:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829633.271921:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829633.271926:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787829633.271926:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555398016:192.168.203.108@tcp:250:kworker.0
00000100:00000040:0.0:1787829633.271934:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.271945:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829633.271950:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829633.271952:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829633.271960:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829633.271960:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829633.271968:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787829633.271971:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555398016/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829633.271972:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829633.271977:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829633.271984:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:2.0:1787829633.271990:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1787829633.271991:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:2.0:1787829633.271994:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1787829633.271996:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000010:2.0:1787829633.271998:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829633.272010:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787829633.272015:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.272018:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1787829633.272018:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829633.272030:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000040:0.0:1787829633.272034:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829633.272042:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829633.272042:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829633.272054:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
00000020:00000040:0.0:1787829633.272055:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829633.272069:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:2.0:1787829633.272069:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829633.272075:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272077:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787829633.272079:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1787829633.272082:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
02000000:00000001:0.0:1787829633.272084:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829633.272095:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.272097:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829633.272099:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829633.272102:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.272104:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829633.272109:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829633.272112:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829633.272115:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829633.272118:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272118:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829633.272121:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829633.272122:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829633.272124:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829633.272129:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272138:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829633.272140:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272142:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829633.272146:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829633.272148:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829633.272153:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829633.272154:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829633.272164:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:2.0:1787829633.272167:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.272170:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.272171:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272173:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829633.272178:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829633.272184:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829633.272185:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829633.272202:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829633.272221:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829633.272224:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829633.272227:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829633.272228:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.272231:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272235:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829633.272240:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787829633.272244:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829633.272254:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829633.272256:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829633.272265:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6447)
00000400:00000200:2.0:1787829633.272265:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829633.272287:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829633.272293:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829633.272299:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398144, portal 10
00000100:00000001:2.0:1787829633.272301:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829633.272302:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:2.0:1787829633.272314:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272323:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829633.272326:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829633.272329:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829633.272331:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555398144, offset 0
00000400:00000200:2.0:1787829633.272336:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829633.272341:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.272346:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829633.272349:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829633.272352:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829633.272354:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829633.272356:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829633.272358:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90328:90328:256:4294967295] 192.168.203.108@tcp LPNI seq info [90315:90315:8:4294967295]
00000400:00000200:2.0:1787829633.272362:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.272367:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829633.272372:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.272377:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829633.272382:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829633.272385:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829633.272391:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829633.272394:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829633.272398:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.272400:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829633.272404:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829633.272408:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829633.272411:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829633.272413:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829633.272415:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829633.272418:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272424:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.272426:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272431:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272432:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829633.272434:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829633.272437:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829633.272440:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829633.272441:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301110358
00000100:00000001:2.0:1787829633.272443:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.272445:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301110358
00000100:00000001:2.0:1787829633.272446:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.272448:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829633.272450:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272453:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829633.272456:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633]  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829633.272476:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829633.272478:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829633.272480:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829633.272483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829633.272484:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829633.272487:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829633.272491:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829633.272500:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272508:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829633.272509:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272512:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.272513:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829633.272516:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272521:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829633.272524:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272537:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829633.272538:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272539:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.272540:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272541:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829633.272543:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829633.272545:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829633.272547:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829633.272548:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829633.272551:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829633.272555:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398144:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829633.272558:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829633.272561:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272566:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.272567:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272568:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829633.272569:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829633.272571:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829633.272572:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829633.272574:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829633.272576:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829633.272578:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272579:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829633.272582:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829633.272583:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829633.272586:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829633.272587:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829633.272589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829633.272592:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398272, portal 10
00000100:00000001:2.0:1787829633.272593:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829633.272594:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:2.0:1787829633.272598:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272602:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829633.272604:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829633.272605:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829633.272607:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555398272, offset 0
00000400:00000200:2.0:1787829633.272609:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829633.272612:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.272614:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829633.272616:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829633.272618:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829633.272620:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829633.272621:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829633.272623:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90329:90329:256:4294967295] 192.168.203.108@tcp LPNI seq info [90316:90316:8:4294967295]
00000400:00000200:2.0:1787829633.272626:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.272652:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829633.272655:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.272658:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829633.272661:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829633.272662:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829633.272666:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829633.272667:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829633.272670:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.272671:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829633.272674:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829633.272676:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829633.272678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829633.272679:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829633.272681:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829633.272683:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272689:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.272691:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272695:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272696:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829633.272698:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829633.272700:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829633.272703:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829633.272704:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301110298
00000100:00000001:2.0:1787829633.272706:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.272707:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301110298
00000100:00000001:2.0:1787829633.272709:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.272711:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829633.272712:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272713:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829633.272716:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633]  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829633.272720:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829633.272721:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829633.272722:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829633.272724:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829633.272724:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829633.272726:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829633.272728:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829633.272733:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272737:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829633.272738:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272739:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.272740:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829633.272742:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272746:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829633.272748:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272752:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829633.272754:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272755:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.272756:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272757:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829633.272758:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829633.272760:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829633.272762:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829633.272764:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829633.272766:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829633.272771:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398272:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829633.272773:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829633.272776:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272780:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.272781:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272782:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829633.272784:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829633.272785:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829633.272787:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829633.272789:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829633.272791:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829633.272792:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.272793:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829633.272795:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829633.272796:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829633.272798:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829633.272799:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829633.272802:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829633.272804:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398400, portal 4
00000100:00000001:2.0:1787829633.272805:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829633.272806:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:2.0:1787829633.272809:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272814:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829633.272816:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829633.272817:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829633.272819:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555398400, offset 0
00000400:00000200:2.0:1787829633.272821:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829633.272823:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.272826:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829633.272829:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829633.272832:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829633.272834:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829633.272836:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829633.272839:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90330:90330:256:4294967295] 192.168.203.108@tcp LPNI seq info [90317:90317:8:4294967295]
00000400:00000200:2.0:1787829633.272843:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.272849:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829633.272854:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.272858:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829633.272862:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829633.272865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829633.272869:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829633.272872:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829633.272876:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.272878:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829633.272880:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829633.272882:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829633.272884:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829633.272886:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829633.272887:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829633.272890:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272897:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.272900:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272914:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272916:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829633.272919:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829633.272922:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829633.272926:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829633.272928:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301110331
00000100:00000001:2.0:1787829633.272931:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.272933:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301110331
00000100:00000001:2.0:1787829633.272936:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.272938:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829633.272940:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.272942:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829633.272945:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633]  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829633.272950:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829633.272951:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829633.272953:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829633.272954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829633.272955:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829633.272957:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829633.272959:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829633.272964:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272969:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829633.272969:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272971:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.272971:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829633.272973:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272978:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829633.272981:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.272985:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829633.272986:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272987:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.272988:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.272989:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829633.272991:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829633.272992:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829633.272994:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829633.272996:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829633.272998:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829633.273002:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398400:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829633.273005:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273006:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.273008:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555398144/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273013:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829633.273014:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829633.273015:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:2.0:1787829633.273017:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829633.273018:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829633.273019:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829633.273020:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829633.273022:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:2.0:1787829633.273024:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829633.273025:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829633.273026:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:2.0:1787829633.273028:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829633.273029:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273030:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.273032:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555398272/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273036:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829633.273037:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829633.273038:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:2.0:1787829633.273039:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829633.273040:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829633.273041:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829633.273042:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829633.273043:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:2.0:1787829633.273044:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829633.273045:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829633.273046:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:2.0:1787829633.273047:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829633.273048:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273048:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.273050:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555398400/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273054:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829633.273055:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829633.273056:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829633.273057:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829633.273057:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829633.273058:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829633.273059:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829633.273060:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:2.0:1787829633.273061:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829633.273062:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829633.273063:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:2.0:1787829633.273064:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829633.273065:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273066:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273070:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829633.273071:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.273073:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829633.273075:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829633.273076:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829633.273080:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273087:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829633.273089:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.273091:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829633.273093:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829633.273116:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829633.273120:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829633.273123:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829633.273124:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829633.273126:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829633.273127:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829633.273129:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829633.273131:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829633.273133:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829633.273135:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829633.273137:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829633.273139:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398528, portal 4
00000100:00000001:2.0:1787829633.273141:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829633.273142:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:2.0:1787829633.273146:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273150:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829633.273152:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829633.273153:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829633.273154:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555398528, offset 0
00000400:00000200:2.0:1787829633.273157:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829633.273160:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.273162:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829633.273164:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829633.273166:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829633.273168:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829633.273170:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829633.273172:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90331:90331:256:4294967295] 192.168.203.108@tcp LPNI seq info [90318:90318:8:4294967295]
00000400:00000200:2.0:1787829633.273174:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829633.273179:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829633.273182:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.273184:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829633.273186:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829633.273188:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787829633.273191:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829633.273193:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787829633.273195:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829633.273196:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829633.273198:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829633.273201:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829633.273204:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829633.273206:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829633.273208:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829633.273212:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273219:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.273223:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273230:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.273231:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829633.273235:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829633.273249:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829633.273252:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829633.273254:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301110324
00000100:00000001:2.0:1787829633.273257:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.273259:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301110324
00000100:00000001:2.0:1787829633.273261:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301114213
00000100:00000001:2.0:1787829633.273262:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829633.273264:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.273266:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829633.273270:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829633/real 1787829633]  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829633.273279:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829633.273280:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829633.273282:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829633.273285:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829633.273287:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829633.273289:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829633.273292:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829633.273300:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273306:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829633.273308:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273310:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.273311:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829633.273315:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273321:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829633.273325:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273332:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829633.273334:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273336:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829633.273337:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273339:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829633.273341:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829633.273343:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829633.273347:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829633.273349:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829633.273353:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829633.273359:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398528:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829633.273363:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273365:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829633.273368:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555398528/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829633.273374:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829633.273376:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829633.273378:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba000.
02000000:00000001:2.0:1787829633.273380:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829633.273381:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829633.273383:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829633.273385:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829633.273386:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:2.0:1787829633.273400:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829633.273401:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829633.273402:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:2.0:1787829633.273405:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829633.273406:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273408:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829633.273411:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829633.273413:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829633.273414:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829633.273417:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829633.782204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829633.782210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829633.782212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829633.782216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829633.782219:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829633.782223:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829633.782225:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829633.782227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829633.782229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829634.102271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829634.102280:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829634.102288:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829634.102290:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829634.102295:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829634.102297:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829634.102301:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829634.102303:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829634.102308:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829634.102310:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829634.102425:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829634.102430:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829634.102434:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829634.294186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829634.294191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829634.294194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829634.294197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829634.294198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.294201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829634.294202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829634.294206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829634.294209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829634.294210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829634.294212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829634.294213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.294216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829634.294219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829634.294220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829634.294221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.294225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829634.294227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829634.294231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829634.294232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.294237:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.294240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829634.294245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829634.294250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829634.294250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829634.294254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829634.294257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.806166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829634.806171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829634.806173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829634.806177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829634.806180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829634.806183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.806185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829634.806187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.806189:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829635.126190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829635.126197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829635.126203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829635.126204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829635.126208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829635.126209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829635.126212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829635.126213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829635.126217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829635.126219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829635.126264:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829635.126267:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829635.126270:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829635.318164:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829635.318165:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829635.318167:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829635.318172:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829635.318172:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829635.318172:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829635.318176:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829635.318176:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829635.318177:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829635.318184:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829635.318184:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829635.318185:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829635.318190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829635.318192:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829635.318192:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829635.318194:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829635.318195:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829635.318198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829635.318200:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829635.318203:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829635.318205:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829635.318209:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829635.318212:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829635.318214:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829635.318215:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829635.318218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829635.318222:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829635.830197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829635.830203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829635.830204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829635.830208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829635.830211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829635.830215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829635.830217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829635.830218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829635.830220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829636.150196:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829636.150199:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829636.150202:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150207:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829636.150210:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150212:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829636.150221:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829636.150223:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829636.150224:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150226:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829636.150228:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150229:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150232:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829636.150236:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829636.150237:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829636.150238:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150239:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829636.150240:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150241:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150243:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829636.150246:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829636.150246:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829636.150247:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150248:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829636.150249:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150251:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150252:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829636.150254:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829636.150255:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829636.150304:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829636.150308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829636.150310:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829636.342186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829636.342187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829636.342192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829636.342193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829636.342194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829636.342196:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829636.342199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829636.342200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829636.342202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829636.342203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829636.342206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829636.342208:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829636.342209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829636.342211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829636.342213:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829636.342214:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829636.342216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829636.342218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829636.342218:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829636.342223:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829636.342226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829636.342231:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829636.342235:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829636.342247:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829636.342247:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829636.342251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829636.342254:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829636.854202:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829636.854209:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829636.854211:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829636.854216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829636.854220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829636.854225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829636.854228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829636.854230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829636.854233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829637.174171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829637.174177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829637.174180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829637.174181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829637.174184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829637.174185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829637.174187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829637.174188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829637.174190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829637.174191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829637.174244:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829637.174249:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829637.174252:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829637.238173:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301114213, at 4301114240
00000100:00000040:2.0:1787829637.238177:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301114213, at 4301114240
00000100:00000010:3.0:1787829637.238186:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c25a0.
00000100:00000010:2.0:1787829637.238188:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000001:2.0:1787829637.366185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829637.366186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829637.366186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829637.366193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829637.366193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829637.366194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829637.366197:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829637.366198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829637.366199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829637.366205:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829637.366205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829637.366206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829637.366212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829637.366213:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829637.366213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829637.366219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829637.366219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829637.366219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829637.366224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829637.366227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829637.366229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829637.366232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829637.366235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829637.366237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829637.366238:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829637.366242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829637.366246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829637.878165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829637.878171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829637.878173:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829637.878177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829637.878180:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829637.878183:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829637.878185:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829637.878187:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829637.878190:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829638.198206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829638.198213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829638.198219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829638.198220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829638.198223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829638.198224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829638.198227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829638.198228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829638.198231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829638.198232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829638.198293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829638.198298:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829638.198301:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829638.390212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829638.390212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829638.390218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829638.390218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829638.390219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829638.390222:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829638.390224:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390225:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829638.390225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829638.390232:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829638.390233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829638.390234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829638.390237:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829638.390241:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829638.390242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829638.390242:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829638.390246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829638.390247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.390248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829638.390249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829638.390256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829638.390258:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829638.390262:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829638.390265:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.390266:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829638.390271:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829638.390271:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829638.390277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829638.390277:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829638.390282:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829638.390285:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829638.390288:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829638.390293:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6442
00000400:00000200:2.0:1787829638.390301:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829638.390306:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829638.390309:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829638.390311:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390314:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829638.390317:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390319:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829638.390321:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829638.390323:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829638.390325:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829638.390328:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829638.390329:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829638.390330:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829638.390333:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390334:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829638.390336:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390337:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829638.390340:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829638.390343:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390345:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829638.390346:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829638.390349:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829638.390351:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390352:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829638.390354:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829638.390362:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829638.390365:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829638.390369:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829638.390371:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390374:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829638.390376:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829638.390387:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829638.390393:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829638.390398:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829638.390405:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829638.390412:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829638.390415:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829638.390418:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829638.390433:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829638.390435:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829638.390437:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829638.390438:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829638.390440:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829638.390442:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829638.390444:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6442
00000400:00000200:2.0:1787829638.390447:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829638.390455:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829638.390457:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829638.390458:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787829638.390461:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829638.390463:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829638.390464:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829638.390467:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829638.390468:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390471:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829638.390473:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829638.390475:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000040:0.0:1787829638.390476:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829638.390477:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829638.390481:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829638.390484:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829638.390488:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829638.390494:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829638.390496:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829638.390497:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829638.390500:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829638.390501:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390503:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829638.390505:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787829638.390507:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:0.0:1787829638.390509:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829638.390511:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829638.390513:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390515:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829638.390519:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555398656:192.168.203.108@tcp:250:kworker.0
02000000:00000001:2.0:1787829638.390519:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829638.390524:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829638.390526:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829638.390528:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829638.390529:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.390532:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390532:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829638.390537:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787829638.390538:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829638.390542:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829638.390544:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
00000100:00000001:2.0:1787829638.390544:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.390550:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829638.390550:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000020:00000040:2.0:1787829638.390554:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829638.390556:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829638.390558:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390561:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787829638.390562:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829638.390563:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829638.390566:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829638.390570:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
02000000:00000010:2.0:1787829638.390571:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb400.
00000100:00000001:2.0:1787829638.390576:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829638.390581:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787829638.390582:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:2.0:1787829638.390590:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787829638.390603:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398656, portal 25
00000100:00000001:2.0:1787829638.390605:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.390607:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829638.390611:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:2.0:1787829638.390612:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829638.390621:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829638.390623:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829638.390628:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829638.390635:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829638.390639:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829638.390640:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829638.390641:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787829638.390647:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390647:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787829638.390650:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00080000:2.0:1787829638.390652:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6442
00000100:00000200:0.0:1787829638.390655:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555398656, offset 0
00000400:00000200:2.0:1787829638.390658:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829638.390662:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829638.390667:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:2.0:1787829638.390667:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829638.390672:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390674:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829638.390676:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.390680:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829638.390681:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829638.390684:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829638.390686:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829638.390687:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787829638.390689:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000040:2.0:1787829638.390690:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829638.390694:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829638.390697:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787829638.390698:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829638.390703:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.390705:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:2.0:1787829638.390706:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829638.390711:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.390712:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787829638.390714:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829638.390718:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000040:2.0:1787829638.390719:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:0.0:1787829638.390725:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90332:90332:256:4294967295] 192.168.203.108@tcp LPNI seq info [90319:90319:8:4294967295]
00000100:00080000:2.0:1787829638.390725:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390728:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829638.390731:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829638.390733:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829638.390735:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829638.390737:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390739:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829638.390741:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829638.390746:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.390747:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787829638.390748:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829638.390754:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000800:00000200:0.0:1787829638.390759:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:2.0:1787829638.390759:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829638.390765:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1787829638.390766:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
02000000:00000001:2.0:1787829638.390768:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390772:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829638.390775:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829638.390776:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829638.390781:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000800:00000200:0.0:1787829638.390782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829638.390787:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829638.390788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000100:00100000:2.0:1787829638.390796:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787829638.390801:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829638.390809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1787829638.390813:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1787829638.390818:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390819:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829638.390825:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000040:2.0:1787829638.390827:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829638.390835:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829638.390839:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829638.390844:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829638.390847:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787829638.390850:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829638.390853:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829638.390855:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000100:00080000:2.0:1787829638.390855:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787829638.390860:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:2.0:1787829638.390861:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829638.390867:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6442
00000100:00000001:0.0:1787829638.390868:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787829638.390873:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:0.0:1787829638.390877:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829638.390881:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829638.390886:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829638.390894:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390898:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829638.390900:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829638.390902:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390905:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829638.390907:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829638.390908:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829638.390911:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829638.390914:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829638.390918:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829638.390922:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829638.390927:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829638.390929:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829638.390933:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390936:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829638.390938:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390940:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829638.390943:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:0.0:1787829638.390947:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787829638.390949:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829638.390953:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829638.390956:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829638.390957:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829638.390959:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829638.390965:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.390966:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829638.390971:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829638.390972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301119332
00000008:00100000:2.0:1787829638.390976:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000010:0.0:1787829638.390981:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f40c0.
00000008:00000001:2.0:1787829638.390981:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.390987:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.390992:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000010:2.0:1787829638.390992:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000020:00000040:2.0:1787829638.390997:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829638.391000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301119332
02000000:00000001:2.0:1787829638.391002:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829638.391005:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829638.391008:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4840.
00000100:00000001:2.0:1787829638.391008:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829638.391010:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829638.391014:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391015:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000010:2.0:1787829638.391019:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000100:00000001:0.0:1787829638.391020:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829638.391027:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.391027:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391031:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829638.391036:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829638.391041:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638]  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829638.391070:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829638.391073:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829638.391073:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787829638.391079:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000100:00000001:2.0:1787829638.391079:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.391086:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000100:00000040:2.0:1787829638.391090:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787829638.391091:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829638.391118:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829638.391124:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829638.391150:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829638.391150:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829638.391157:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829638.391167:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829638.391168:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829638.391170:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829638.391172:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829638.391173:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829638.391177:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829638.391179:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829638.391182:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829638.391185:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6442
00000100:00100000:0.0:1787829638.391192:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787829638.391194:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829638.391202:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829638.391207:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829638.391210:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829638.391213:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.391217:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829638.391221:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829638.391223:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.391228:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829638.391234:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829638.391236:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829638.391241:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829638.391242:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787829638.391244:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:0.0:1787829638.391248:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829638.391249:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:2.0:1787829638.391255:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829638.391256:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.391260:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829638.391261:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829638.391265:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829638.391266:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829638.391271:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787829638.391271:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829638.391276:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00080000:0.0:1787829638.391279:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1787829638.391281:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829638.391288:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00080000:2.0:1787829638.391289:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829638.391296:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829638.391296:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829638.391300:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829638.391305:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829638.391306:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829638.391310:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.391315:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829638.391319:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829638.391325:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829638.391328:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555398656:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829638.391328:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829638.391336:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000100:00000001:0.0:1787829638.391337:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829638.391341:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829638.391342:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829638.391347:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787829638.391349:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555398656/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829638.391350:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829638.391355:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829638.391358:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829638.391361:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391367:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1787829638.391368:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
02000000:00000001:0.0:1787829638.391370:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787829638.391374:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829638.391375:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
00000100:00100000:2.0:1787829638.391383:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829638.391387:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829638.391391:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829638.391393:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829638.391398:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829638.391402:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829638.391405:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829638.391409:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.391410:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829638.391414:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1787829638.391417:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829638.391418:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:0.0:1787829638.391424:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829638.391427:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.391432:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829638.391434:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829638.391441:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6453)
00000100:00000001:0.0:1787829638.391442:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829638.391446:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391449:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829638.391451:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829638.391453:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829638.391458:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391466:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829638.391468:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.391471:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829638.391473:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829638.391475:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829638.391479:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829638.391484:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829638.391488:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829638.391490:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.391492:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829638.391495:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829638.391498:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.391503:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829638.391505:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829638.391510:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829638.391513:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398784, portal 10
00000100:00000001:0.0:1787829638.391515:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829638.391517:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:0.0:1787829638.391525:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391532:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829638.391535:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829638.391538:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829638.391541:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555398784, offset 0
00000400:00000200:0.0:1787829638.391547:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829638.391551:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.391556:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829638.391560:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829638.391563:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829638.391566:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829638.391568:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.391571:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90333:90333:256:4294967295] 192.168.203.108@tcp LPNI seq info [90320:90320:8:4294967295]
00000400:00000200:0.0:1787829638.391575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.391582:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829638.391587:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.391592:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829638.391611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829638.391615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829638.391620:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829638.391622:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829638.391626:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.391628:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829638.391631:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829638.391635:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829638.391639:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829638.391641:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829638.391643:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829638.391647:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391654:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.391657:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391663:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391664:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829638.391667:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829638.391673:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829638.391676:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829638.391678:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301115477
00000100:00000001:0.0:1787829638.391682:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.391685:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301115477
00000100:00000001:0.0:1787829638.391687:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.391689:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829638.391692:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391693:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829638.391697:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638]  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829638.391704:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829638.391706:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829638.391708:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829638.391716:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829638.391718:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829638.391720:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829638.391723:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829638.391731:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391737:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829638.391739:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.391740:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.391741:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829638.391745:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391752:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829638.391755:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391762:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829638.391765:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.391766:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.391767:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.391769:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829638.391772:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829638.391775:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829638.391778:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829638.391780:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829638.391784:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829638.391791:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398784:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829638.391796:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829638.391799:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391806:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829638.391807:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.391809:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829638.391811:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829638.391814:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829638.391817:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829638.391825:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829638.391828:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829638.391830:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.391832:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829638.391836:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829638.391839:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.391842:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829638.391845:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829638.391848:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829638.391851:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555398912, portal 10
00000100:00000001:0.0:1787829638.391853:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829638.391855:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:0.0:1787829638.391861:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391868:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829638.391871:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829638.391873:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829638.391876:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555398912, offset 0
00000400:00000200:0.0:1787829638.391881:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829638.391885:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.391888:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829638.391892:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829638.391895:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829638.391897:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829638.391900:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.391904:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90334:90334:256:4294967295] 192.168.203.108@tcp LPNI seq info [90321:90321:8:4294967295]
00000400:00000200:0.0:1787829638.391908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.391914:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829638.391919:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.391923:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829638.391927:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829638.391930:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829638.391934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829638.391936:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829638.391940:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.391942:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829638.391946:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829638.391949:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829638.391952:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829638.391954:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829638.391956:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829638.391960:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391968:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.391972:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.391979:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.391981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829638.391985:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829638.391989:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829638.391992:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829638.391994:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301115417
00000100:00000001:0.0:1787829638.391997:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.391999:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301115417
00000100:00000001:0.0:1787829638.392002:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.392004:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829638.392006:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.392008:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829638.392012:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638]  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829638.392021:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829638.392022:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829638.392024:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829638.392026:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829638.392029:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829638.392031:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829638.392034:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829638.392042:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392048:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829638.392050:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392052:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.392053:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829638.392057:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392064:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829638.392068:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392076:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829638.392078:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392080:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.392081:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392084:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829638.392086:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829638.392089:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829638.392092:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829638.392123:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829638.392128:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829638.392137:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555398912:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829638.392141:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829638.392145:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392151:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829638.392153:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.392155:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829638.392158:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829638.392160:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829638.392163:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829638.392166:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829638.392169:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829638.392170:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.392172:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829638.392175:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829638.392177:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.392181:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829638.392184:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829638.392188:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829638.392191:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399040, portal 4
00000100:00000001:0.0:1787829638.392193:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829638.392194:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:0.0:1787829638.392200:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392207:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829638.392209:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829638.392212:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829638.392214:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555399040, offset 0
00000400:00000200:0.0:1787829638.392219:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829638.392223:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.392227:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829638.392230:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829638.392232:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829638.392235:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829638.392237:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.392240:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90335:90335:256:4294967295] 192.168.203.108@tcp LPNI seq info [90322:90322:8:4294967295]
00000400:00000200:0.0:1787829638.392244:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.392251:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829638.392255:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.392258:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829638.392263:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829638.392265:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829638.392269:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829638.392273:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829638.392277:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.392278:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829638.392282:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829638.392286:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829638.392289:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829638.392290:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829638.392293:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829638.392297:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392306:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.392309:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392322:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.392324:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829638.392328:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829638.392331:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829638.392335:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829638.392337:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301115451
00000100:00000001:0.0:1787829638.392340:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.392342:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301115451
00000100:00000001:0.0:1787829638.392344:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.392346:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829638.392348:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.392350:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829638.392354:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638]  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829638.392362:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829638.392364:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829638.392366:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829638.392369:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829638.392371:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829638.392374:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829638.392377:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829638.392385:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392392:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829638.392394:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392395:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.392397:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829638.392402:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392409:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829638.392413:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392421:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829638.392424:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392426:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.392427:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392430:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829638.392434:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829638.392438:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829638.392442:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829638.392444:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829638.392449:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829638.392458:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399040:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829638.392466:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829638.392479:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392487:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829638.392489:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.392492:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829638.392495:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829638.392497:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829638.392501:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829638.392504:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829638.392507:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829638.392509:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829638.392511:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829638.392515:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829638.392517:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829638.392520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829638.392523:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829638.392527:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829638.392530:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399168, portal 4
00000100:00000001:0.0:1787829638.392532:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829638.392533:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:0.0:1787829638.392540:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392547:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829638.392550:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829638.392553:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829638.392555:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555399168, offset 0
00000400:00000200:0.0:1787829638.392559:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829638.392563:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.392567:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829638.392574:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829638.392578:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829638.392581:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829638.392583:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829638.392587:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90336:90336:256:4294967295] 192.168.203.108@tcp LPNI seq info [90323:90323:8:4294967295]
00000400:00000200:0.0:1787829638.392608:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829638.392619:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829638.392625:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.392629:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829638.392634:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829638.392637:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787829638.392642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829638.392645:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787829638.392657:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829638.392660:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829638.392665:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829638.392672:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829638.392678:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829638.392679:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829638.392682:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829638.392687:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392696:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.392699:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392708:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.392710:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829638.392715:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829638.392718:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829638.392722:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829638.392725:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301115443
00000100:00000001:0.0:1787829638.392727:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.392729:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301115443
00000100:00000001:0.0:1787829638.392731:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301119332
00000100:00000001:0.0:1787829638.392732:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829638.392734:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.392735:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829638.392738:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829638/real 1787829638]  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829638.392743:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829638.392744:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829638.392745:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829638.392747:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829638.392748:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829638.392750:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829638.392752:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829638.392758:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392761:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829638.392762:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392764:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.392764:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829638.392767:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392771:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829638.392774:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392778:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829638.392779:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392780:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829638.392781:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392782:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829638.392783:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829638.392785:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829638.392787:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829638.392788:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829638.392790:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829638.392795:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399168:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829638.392797:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392799:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.392801:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555398784/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392806:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829638.392807:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829638.392809:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829638.392811:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829638.392812:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829638.392814:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829638.392815:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829638.392817:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:0.0:1787829638.392819:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829638.392820:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829638.392821:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:0.0:1787829638.392823:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829638.392824:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392826:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.392828:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555398912/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392832:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829638.392833:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829638.392834:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829638.392835:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829638.392836:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829638.392837:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829638.392838:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829638.392839:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:0.0:1787829638.392840:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829638.392841:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829638.392841:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:0.0:1787829638.392843:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829638.392844:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392845:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.392846:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555399040/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392850:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829638.392851:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829638.392852:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829638.392854:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829638.392855:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829638.392855:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829638.392857:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829638.392858:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:0.0:1787829638.392859:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829638.392859:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829638.392860:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:0.0:1787829638.392862:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829638.392863:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392863:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829638.392865:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555399168/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829638.392869:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829638.392869:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829638.392870:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829638.392872:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829638.392872:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829638.392873:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829638.392874:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829638.392875:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:0.0:1787829638.392876:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829638.392877:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829638.392877:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:0.0:1787829638.392879:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829638.392879:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392880:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829638.392885:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829638.392886:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829638.392887:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829638.392889:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829638.902237:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829638.902243:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829638.902245:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829638.902249:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829638.902252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829638.902256:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829638.902258:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829638.902260:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829638.902262:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829639.222230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829639.222239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829639.222244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829639.222245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829639.222248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829639.222249:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829639.222253:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829639.222253:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829639.222256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829639.222257:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829639.222335:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829639.222342:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829639.222346:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829639.414220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829639.414225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829639.414229:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829639.414232:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829639.414233:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829639.414236:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829639.414241:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829639.414242:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829639.414247:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829639.414249:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829639.414255:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829639.414255:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829639.414262:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829639.414266:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829639.414269:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829639.414271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829639.414275:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829639.414279:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.414303:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829639.414309:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829639.414311:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.414314:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829639.414317:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829639.414321:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.414323:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829639.414324:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.414327:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.926158:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829639.926164:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829639.926166:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.926170:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829639.926172:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829639.926176:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.926178:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829639.926180:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.926182:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829640.246207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829640.246214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829640.246221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829640.246222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829640.246226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829640.246228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829640.246232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829640.246234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829640.246237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829640.246239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829640.246309:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829640.246314:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829640.246318:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829640.438199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829640.438203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829640.438209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829640.438210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829640.438213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829640.438214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829640.438222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829640.438222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829640.438229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829640.438229:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829640.438235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829640.438236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.438240:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829640.438242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829640.438245:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829640.438247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.438249:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829640.438253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829640.438254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829640.438255:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829640.438259:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.438261:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829640.438265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829640.438266:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.438281:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829640.438284:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.438287:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829640.950218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829640.950225:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829640.950227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829640.950233:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829640.950236:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829640.950240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.950243:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829640.950245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829640.950247:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829641.270208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829641.270215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829641.270222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829641.270223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829641.270226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829641.270228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829641.270231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829641.270232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829641.270236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829641.270237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829641.270299:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829641.270302:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829641.270305:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829641.462189:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829641.462197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829641.462200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829641.462208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829641.462213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829641.462213:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829641.462218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829641.462219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829641.462223:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829641.462224:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829641.462227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829641.462230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829641.462233:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829641.462234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829641.462236:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829641.462244:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829641.462245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829641.462250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829641.462252:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829641.462255:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829641.462261:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829641.462269:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829641.462274:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829641.462280:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829641.462283:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829641.462286:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829641.462290:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829641.974157:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829641.974163:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829641.974165:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829641.974168:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829641.974171:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829641.974174:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829641.974176:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829641.974179:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829641.974181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829642.294177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829642.294182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829642.294186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829642.294187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829642.294189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829642.294190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829642.294193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829642.294193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829642.294196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829642.294196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829642.294279:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829642.294282:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829642.294285:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829642.358165:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301119332, at 4301119360
00000100:00000040:2.0:1787829642.358172:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301119332, at 4301119360
00000100:00000010:3.0:1787829642.358177:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4840.
00000100:00000010:2.0:1787829642.358182:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f40c0.
00000100:00000001:3.0:1787829642.486173:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829642.486181:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829642.486184:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829642.486190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829642.486193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829642.486195:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829642.486200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829642.486202:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829642.486204:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829642.486207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787829642.486210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829642.486212:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829642.486215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829642.486221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829642.486226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829642.486229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829642.486231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829642.486234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829642.486255:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829642.486271:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829642.486273:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829642.486277:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829642.486280:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829642.486282:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829642.486285:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829642.486287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829642.486289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829642.998215:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829642.998222:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829642.998225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829642.998230:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829642.998234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829642.998237:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829642.998240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829642.998243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829642.998246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829643.318182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829643.318190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829643.318194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829643.318199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829643.318206:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829643.318208:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829643.318212:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318215:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829643.318217:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318219:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829643.318222:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829643.318268:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829643.318271:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829643.318274:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829643.510209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829643.510219:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829643.510221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829643.510227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829643.510231:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829643.510235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829643.510238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829643.510241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829643.510242:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829643.510245:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829643.510247:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829643.510251:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829643.510255:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829643.510258:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829643.510260:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829643.510263:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829643.510265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829643.510268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829643.510377:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829643.510383:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829643.510386:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829643.510390:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829643.510393:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829643.510401:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6448
00000400:00000200:0.0:1787829643.510411:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829643.510417:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829643.510421:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829643.510423:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.510427:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.510429:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.510431:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829643.510436:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829643.510438:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829643.510441:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829643.510445:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829643.510447:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829643.510450:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829643.510453:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.510455:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.510457:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.510459:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829643.510462:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829643.510466:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829643.510468:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829643.510471:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829643.510476:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829643.510479:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.510481:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829643.510483:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829643.510493:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829643.510497:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829643.510501:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829643.510503:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.510506:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829643.510509:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829643.510513:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829643.510521:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829643.510527:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829643.510536:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829643.510547:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829643.510551:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829643.510556:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829643.510586:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829643.510591:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829643.510592:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829643.510595:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829643.510597:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829643.510599:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829643.510604:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829643.510606:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829643.510612:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829643.510613:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829643.510648:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829643.510654:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829643.510657:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829643.510665:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.510674:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829643.510676:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.510680:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829643.510683:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829643.510685:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829643.510689:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555399296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829643.510693:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829643.510697:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829643.510699:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.510702:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829643.510707:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829643.510710:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.510717:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829643.510722:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829643.510729:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829643.510736:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399296, portal 25
00000100:00000001:1.0:1787829643.510738:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829643.510740:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000100:00000040:1.0:1787829643.510746:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.510754:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829643.510757:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829643.510759:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829643.510763:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555399296, offset 0
00000400:00000200:1.0:1787829643.510771:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829643.510782:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.510790:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829643.510797:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829643.510803:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829643.510807:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829643.510810:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829643.510814:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90337:90337:256:4294967295] 192.168.203.108@tcp LPNI seq info [90324:90324:8:4294967295]
00000400:00000200:1.0:1787829643.510818:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.510829:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829643.510835:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.510841:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829643.510847:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829643.510852:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829643.510859:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829643.510862:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829643.510867:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.510870:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829643.510877:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829643.510882:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829643.510888:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829643.510891:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829643.510909:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829643.510914:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.510925:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.510928:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.510936:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.510938:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829643.510946:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.510951:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829643.510954:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301124452
00000100:00000010:1.0:1787829643.510960:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c540.
00000100:00000001:1.0:1787829643.510967:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829643.510972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301124452
00000100:00000010:1.0:1787829643.510976:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cb40.
00000100:00000001:1.0:1787829643.510980:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829643.510983:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829643.510986:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.510989:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829643.510994:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829643/real 1787829643]  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829643.511004:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829643.511006:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829643.511008:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829643.511011:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829643.511013:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829643.511016:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829643.511020:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829643.511029:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.511036:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829643.511038:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.511041:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.511043:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829643.511047:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.511056:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829643.511062:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.511069:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829643.511072:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.511074:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.511075:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.511078:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829643.511080:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829643.511083:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829643.511087:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829643.511090:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829643.511127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829643.511138:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555399296:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829643.511144:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.511147:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.511151:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555399296/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.511165:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829643.511169:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829643.511173:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829643.511177:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829643.511180:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829643.511182:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829643.511184:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829643.511187:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:1.0:1787829643.511191:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829643.511194:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829643.511195:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00000001:1.0:1787829643.511199:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829643.511201:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.511204:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.511212:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829643.511214:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.511216:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829643.511218:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829643.511436:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829643.511472:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829643.511474:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829643.511477:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512018:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829643.512032:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6448
00000400:00000200:0.0:1787829643.512046:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829643.512054:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829643.512059:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829643.512067:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512071:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512075:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512078:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829643.512083:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829643.512085:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829643.512143:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829643.512148:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829643.512150:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829643.512153:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829643.512156:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512159:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512162:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512165:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829643.512167:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829643.512173:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512177:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829643.512180:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829643.512190:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829643.512194:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512197:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829643.512203:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829643.512206:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512209:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829643.512220:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829643.512224:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829643.512229:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829643.512238:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512241:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829643.512244:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829643.512248:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829643.512257:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829643.512264:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829643.512273:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829643.512283:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829643.512286:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829643.512290:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829643.512318:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829643.512323:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829643.512328:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829643.512330:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829643.512333:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829643.512336:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829643.512340:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6448
00000400:00000200:0.0:1787829643.512345:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829643.512349:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829643.512352:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829643.512355:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512357:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512358:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512360:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829643.512362:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829643.512363:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829643.512364:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829643.512366:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829643.512368:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829643.512368:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829643.512372:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829643.512374:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829643.512376:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829643.512377:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829643.512379:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512384:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512387:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829643.512387:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829643.512392:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:0.0:1787829643.512399:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512404:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512405:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829643.512408:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829643.512409:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829643.512413:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829643.512413:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829643.512418:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.512418:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829643.512422:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829643.512423:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829643.512425:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829643.512428:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399424:192.168.203.108@tcp:38:kworker.0
00000008:00000001:0.0:1787829643.512429:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512434:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512435:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787829643.512438:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
02000000:00000001:1.0:1787829643.512440:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787829643.512441:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829643.512444:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829643.512445:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829643.512448:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.512449:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829643.512450:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829643.512452:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829643.512454:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829643.512455:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000010:0.0:1787829643.512459:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:1.0:1787829643.512460:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512466:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.512469:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829643.512473:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787829643.512475:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829643.512483:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787829643.512483:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:0.0:1787829643.512486:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829643.512492:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829643.512492:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399424, portal 10
00000100:00000001:1.0:1787829643.512498:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829643.512500:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000100:00000001:0.0:1787829643.512508:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829643.512511:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787829643.512514:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829643.512515:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829643.512517:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829643.512520:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829643.512525:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829643.512528:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829643.512533:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6448
00000100:00000040:1.0:1787829643.512533:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829643.512538:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829643.512541:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555399424, offset 0
00000400:00000200:0.0:1787829643.512545:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.512549:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829643.512553:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829643.512569:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829643.512569:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829643.512577:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512581:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512584:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512587:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829643.512589:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:0.0:1787829643.512594:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829643.512596:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787829643.512598:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829643.512602:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829643.512602:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:0.0:1787829643.512606:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000400:00000200:1.0:1787829643.512609:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787829643.512610:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829643.512615:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:1.0:1787829643.512616:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:0.0:1787829643.512623:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829643.512624:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90338:90338:256:4294967295] 192.168.203.108@tcp LPNI seq info [90325:90325:8:4294967295]
00000100:00000001:0.0:1787829643.512626:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512631:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512635:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829643.512635:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829643.512639:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:0.0:1787829643.512641:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512646:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829643.512650:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829643.512650:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787829643.512653:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829643.512657:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829643.512657:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512659:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829643.512662:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000800:00000010:1.0:1787829643.512664:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000008:00000001:0.0:1787829643.512665:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512669:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829643.512672:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000800:00000200:1.0:1787829643.512674:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:0.0:1787829643.512675:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829643.512680:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787829643.512680:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1787829643.512683:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512686:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829643.512688:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787829643.512689:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:0.0:1787829643.512691:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829643.512693:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
02000000:00000010:0.0:1787829643.512696:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000800:00000100:1.0:1787829643.512700:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512702:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829643.512703:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00100000:0.0:1787829643.512711:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829643.512711:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829643.512722:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829643.512723:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829643.512727:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.512733:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000040:0.0:1787829643.512734:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829643.512740:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829643.512746:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512748:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829643.512749:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829643.512753:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829643.512755:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829643.512758:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787829643.512759:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829643.512761:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829643.512765:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6448
00000400:00000200:0.0:1787829643.512773:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829643.512778:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829643.512780:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829643.512782:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829643.512784:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512788:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829643.512789:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829643.512791:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512795:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829643.512799:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829643.512801:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829643.512804:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829643.512806:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829643.512806:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512811:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829643.512812:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829643.512815:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829643.512818:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829643.512819:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512820:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829643.512824:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829643.512826:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829643.512827:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000020:00000040:0.0:1787829643.512829:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829643.512834:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829643.512835:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829643.512838:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512840:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301120598
02000000:00000001:0.0:1787829643.512841:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829643.512844:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829643.512845:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301124452
02000000:00000001:0.0:1787829643.512848:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512851:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829643.512852:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829643.512853:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512854:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829643.512857:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000020:00000040:0.0:1787829643.512858:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829643.512859:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301120598
02000000:00000001:0.0:1787829643.512860:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829643.512862:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512865:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829643.512865:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301124452
02000000:00000001:0.0:1787829643.512867:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829643.512870:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512871:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787829643.512874:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00000001:1.0:1787829643.512875:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829643.512881:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.512881:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829643.512887:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829643/real 1787829643]  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829643.512888:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829643.512906:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829643.512910:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787829643.512911:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829643.512915:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829643.512916:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.512921:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000040:0.0:1787829643.512922:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787829643.512926:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829643.512933:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829643.512934:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829643.512942:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6458)
00000100:00000200:1.0:1787829643.512943:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829643.512960:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.512966:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829643.512968:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.512970:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.512971:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829643.512975:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.512980:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829643.512990:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.512995:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829643.512997:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.512999:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513000:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513002:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829643.513005:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829643.513008:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829643.513012:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829643.513015:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829643.513021:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829643.513030:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399424:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829643.513035:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513038:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513042:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555399424/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513056:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829643.513058:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513061:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829643.513063:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829643.513065:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829643.513066:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829643.513068:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829643.513069:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:1.0:1787829643.513072:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829643.513074:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829643.513075:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00000001:1.0:1787829643.513077:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829643.513078:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513080:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513086:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829643.513087:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513089:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829643.513090:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829643.513091:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829643.513094:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513124:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829643.513126:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.513129:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829643.513131:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829643.513133:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829643.513135:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829643.513138:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829643.513140:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829643.513141:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.513142:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513145:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829643.513146:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.513149:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829643.513151:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829643.513154:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829643.513156:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399552, portal 10
00000100:00000001:1.0:1787829643.513158:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829643.513159:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:1.0:1787829643.513165:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513173:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829643.513175:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829643.513177:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829643.513180:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555399552, offset 0
00000400:00000200:1.0:1787829643.513184:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829643.513189:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.513193:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829643.513196:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829643.513199:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829643.513202:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829643.513205:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829643.513209:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90339:90339:256:4294967295] 192.168.203.108@tcp LPNI seq info [90326:90326:8:4294967295]
00000400:00000200:1.0:1787829643.513213:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.513219:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829643.513222:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.513225:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829643.513228:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829643.513230:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829643.513234:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829643.513236:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829643.513241:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.513243:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829643.513246:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829643.513250:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829643.513254:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829643.513257:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829643.513260:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829643.513264:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513274:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513277:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513285:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513286:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829643.513289:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829643.513291:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829643.513294:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829643.513296:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301120539
00000100:00000001:1.0:1787829643.513298:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301124452
00000100:00000001:1.0:1787829643.513299:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301120539
00000100:00000001:1.0:1787829643.513301:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301124452
00000100:00000001:1.0:1787829643.513303:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829643.513306:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513308:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829643.513313:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829643/real 1787829643]  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829643.513321:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829643.513323:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829643.513325:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829643.513328:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829643.513330:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829643.513332:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829643.513335:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829643.513345:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513353:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829643.513354:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513356:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513357:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829643.513359:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513364:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829643.513367:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513371:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829643.513372:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513375:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829643.513376:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829643.513378:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829643.513380:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829643.513382:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829643.513384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829643.513390:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399552:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829643.513393:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829643.513395:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513399:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829643.513400:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.513402:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829643.513403:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829643.513405:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829643.513407:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829643.513409:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829643.513411:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829643.513412:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.513413:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513416:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829643.513418:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.513421:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829643.513423:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829643.513426:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829643.513428:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399680, portal 4
00000100:00000001:1.0:1787829643.513429:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829643.513430:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:1.0:1787829643.513435:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513439:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829643.513441:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829643.513443:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829643.513444:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555399680, offset 0
00000400:00000200:1.0:1787829643.513447:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829643.513450:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.513452:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829643.513454:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829643.513456:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829643.513458:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829643.513460:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829643.513462:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90340:90340:256:4294967295] 192.168.203.108@tcp LPNI seq info [90327:90327:8:4294967295]
00000400:00000200:1.0:1787829643.513465:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.513470:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829643.513473:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.513476:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829643.513478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829643.513480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829643.513484:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829643.513486:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829643.513489:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.513490:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829643.513492:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829643.513495:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829643.513497:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829643.513498:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829643.513500:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829643.513502:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513508:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513510:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513514:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513515:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829643.513517:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829643.513519:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829643.513521:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829643.513523:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301120572
00000100:00000001:1.0:1787829643.513525:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301124452
00000100:00000001:1.0:1787829643.513526:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301120572
00000100:00000001:1.0:1787829643.513528:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301124452
00000100:00000001:1.0:1787829643.513529:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829643.513530:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513531:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829643.513533:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829643/real 1787829643]  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829643.513539:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829643.513540:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829643.513542:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829643.513543:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829643.513544:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829643.513545:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829643.513547:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829643.513552:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513556:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829643.513569:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513571:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513572:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829643.513575:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513579:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829643.513582:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513586:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829643.513587:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513588:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513589:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513590:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829643.513592:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829643.513594:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829643.513595:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829643.513597:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829643.513600:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829643.513606:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399680:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829643.513608:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829643.513610:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513614:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829643.513615:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.513616:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829643.513617:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829643.513619:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829643.513620:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829643.513623:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829643.513624:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829643.513625:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829643.513626:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513629:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829643.513630:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829643.513632:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829643.513634:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829643.513636:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829643.513638:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399808, portal 4
00000100:00000001:1.0:1787829643.513639:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829643.513640:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:1.0:1787829643.513645:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513649:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829643.513651:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829643.513652:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829643.513654:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555399808, offset 0
00000400:00000200:1.0:1787829643.513657:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829643.513660:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.513662:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829643.513664:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829643.513666:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829643.513668:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829643.513669:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829643.513671:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90341:90341:256:4294967295] 192.168.203.108@tcp LPNI seq info [90328:90328:8:4294967295]
00000400:00000200:1.0:1787829643.513674:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829643.513679:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829643.513682:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.513684:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829643.513686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829643.513688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787829643.513691:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829643.513694:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787829643.513696:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829643.513697:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829643.513699:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829643.513702:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829643.513704:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829643.513705:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829643.513706:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829643.513709:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513717:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513721:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513728:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513729:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829643.513733:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829643.513736:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829643.513740:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829643.513742:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301120564
00000100:00000001:1.0:1787829643.513745:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301124452
00000100:00000001:1.0:1787829643.513748:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301120564
00000100:00000001:1.0:1787829643.513750:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301124452
00000100:00000001:1.0:1787829643.513752:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829643.513755:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513757:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829643.513760:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829643/real 1787829643]  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829643.513766:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829643.513767:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829643.513768:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829643.513770:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829643.513771:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829643.513773:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829643.513775:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829643.513781:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513785:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829643.513786:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513787:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513788:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829643.513790:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513794:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829643.513797:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513801:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829643.513804:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513805:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829643.513806:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513807:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829643.513808:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829643.513810:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829643.513812:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829643.513813:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829643.513815:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829643.513820:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555399808:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829643.513822:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513824:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513826:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555399552/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513831:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829643.513832:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513833:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829643.513835:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829643.513836:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829643.513837:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829643.513839:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829643.513840:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:1.0:1787829643.513842:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829643.513843:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829643.513844:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:1.0:1787829643.513846:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829643.513847:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513848:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513850:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555399680/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513859:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829643.513860:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513861:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829643.513863:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829643.513863:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829643.513864:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829643.513865:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829643.513866:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:1.0:1787829643.513867:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829643.513868:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829643.513869:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829643.513870:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829643.513871:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513872:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829643.513874:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555399808/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829643.513877:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829643.513878:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829643.513879:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829643.513880:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829643.513881:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829643.513881:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829643.513882:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829643.513883:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:1.0:1787829643.513884:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829643.513885:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829643.513886:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:1.0:1787829643.513887:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829643.513888:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513889:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829643.513891:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829643.513892:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829643.513893:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829643.513894:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.022159:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829644.022164:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829644.022166:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829644.022170:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829644.022173:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829644.022176:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829644.022178:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829644.022180:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829644.022182:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829644.342233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829644.342245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829644.342253:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829644.342255:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829644.342259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829644.342261:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829644.342264:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829644.342266:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829644.342270:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829644.342271:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829644.342364:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829644.342372:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829644.342377:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829644.534176:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829644.534182:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829644.534182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829644.534185:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.534188:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829644.534191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829644.534192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829644.534196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829644.534198:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829644.534201:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829644.534203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829644.534206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829644.534209:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829644.534209:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829644.534213:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.534214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829644.534219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829644.534226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829644.534234:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829644.534243:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829644.534245:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829644.534250:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829644.534253:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829644.534257:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829644.534259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829644.534261:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829644.534263:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829645.046228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829645.046234:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829645.046236:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829645.046240:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829645.046245:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829645.046248:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829645.046251:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829645.046254:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829645.046257:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829645.366199:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829645.366200:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829645.366203:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366207:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829645.366209:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366210:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366212:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829645.366216:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829645.366217:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829645.366218:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366219:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829645.366220:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366222:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366223:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829645.366226:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829645.366227:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829645.366228:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366229:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829645.366230:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366231:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366232:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829645.366236:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829645.366236:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829645.366237:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366238:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829645.366239:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366240:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366241:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829645.366244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829645.366244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829645.366293:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829645.366297:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829645.366300:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829645.558260:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829645.558260:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829645.558283:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829645.558286:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829645.558290:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829645.558294:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829645.558294:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829645.558300:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829645.558302:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829645.558306:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829645.558308:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829645.558311:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829645.558315:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829645.558320:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829645.558326:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829645.558326:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829645.558331:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829645.558336:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829645.558336:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829645.558354:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829645.558357:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829645.558361:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829645.558364:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829645.558367:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829645.558370:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829645.558372:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829645.558376:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829646.070259:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829646.070268:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829646.070270:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829646.070275:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829646.070279:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829646.070283:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829646.070287:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829646.070289:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829646.070292:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829646.390156:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829646.390161:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829646.390165:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829646.390166:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829646.390169:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829646.390170:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829646.390172:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829646.390173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829646.390175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829646.390176:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829646.390229:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829646.390234:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829646.390238:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829646.582185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829646.582185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829646.582185:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829646.582194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829646.582195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829646.582195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829646.582199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829646.582199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829646.582200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829646.582208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829646.582209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829646.582209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829646.582223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829646.582224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829646.582227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829646.582229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829646.582229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829646.582231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829646.582233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829646.582237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829646.582240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829646.582240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829646.582242:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829646.582244:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829646.582245:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829646.582249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829646.582252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829647.094170:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829647.094176:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829647.094178:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829647.094181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829647.094184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829647.094188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829647.094190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829647.094192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829647.094194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829647.414212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829647.414217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829647.414221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829647.414222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829647.414224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829647.414225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829647.414227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829647.414229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829647.414231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829647.414232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829647.414309:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829647.414313:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829647.414316:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829647.478167:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301124452, at 4301124480
00000100:00000040:2.0:1787829647.478169:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301124452, at 4301124480
00000100:00000010:2.0:1787829647.478181:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c540.
00000100:00000010:3.0:1787829647.478183:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cb40.
00000100:00000001:1.0:1787829647.606199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829647.606199:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829647.606199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829647.606206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829647.606206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829647.606207:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829647.606210:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829647.606211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829647.606211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829647.606218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829647.606219:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829647.606219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829647.606225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829647.606226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829647.606227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829647.606229:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829647.606231:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829647.606231:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829647.606232:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829647.606237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829647.606240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829647.606244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829647.606247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829647.606250:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829647.606250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829647.606253:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829647.606256:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.118179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829648.118184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829648.118185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829648.118189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829648.118193:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829648.118196:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.118198:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829648.118200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.118202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829648.438186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829648.438193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829648.438200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829648.438202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829648.438205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829648.438206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829648.438210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829648.438212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829648.438215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829648.438216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829648.438273:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829648.438276:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829648.438279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829648.630174:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829648.630174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829648.630175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829648.630175:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829648.630182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829648.630182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829648.630183:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829648.630186:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829648.630188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829648.630189:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829648.630189:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.630196:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829648.630196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829648.630196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829648.630199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829648.630203:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829648.630204:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829648.630204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829648.630204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829648.630207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829648.630209:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.630210:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829648.630212:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829648.630214:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829648.630217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829648.630220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829648.630221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829648.630223:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6453
00000100:00000001:3.0:1787829648.630225:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.630229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829648.630229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.630232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829648.630234:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829648.630242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829648.630243:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829648.630248:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829648.630253:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630257:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829648.630261:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630264:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829648.630268:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829648.630270:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829648.630273:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829648.630276:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829648.630279:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829648.630281:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829648.630284:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630286:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829648.630288:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630290:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829648.630294:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829648.630297:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630300:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829648.630303:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829648.630307:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829648.630310:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.630313:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829648.630315:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829648.630323:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000020:00000040:0.0:1787829648.630327:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829648.630331:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829648.630333:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.630336:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829648.630339:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829648.630344:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829648.630351:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829648.630358:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829648.630368:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829648.630379:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829648.630384:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829648.630389:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.630410:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829648.630414:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829648.630418:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829648.630420:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829648.630422:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829648.630426:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829648.630429:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6453
00000400:00000200:0.0:1787829648.630434:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829648.630434:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829648.630439:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787829648.630442:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829648.630442:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829648.630447:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829648.630451:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829648.630456:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630462:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829648.630467:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829648.630468:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829648.630470:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.630473:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829648.630475:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829648.630478:0:49828:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829648.630479:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787829648.630482:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
02000000:00000001:1.0:1787829648.630483:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829648.630487:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829648.630490:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555399936:192.168.203.108@tcp:250:kworker.0
00000020:00000040:0.0:1787829648.630491:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829648.630495:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787829648.630497:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829648.630500:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829648.630502:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829648.630503:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.630509:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829648.630512:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630516:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787829648.630516:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829648.630531:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829648.630535:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829648.630538:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829648.630541:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829648.630544:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000020:00000040:0.0:1787829648.630546:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000400:00000010:1.0:1787829648.630550:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:0.0:1787829648.630552:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829648.630557:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829648.630557:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555399936, portal 25
02000000:00000001:0.0:1787829648.630561:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829648.630561:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829648.630569:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.630570:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
02000000:00000001:0.0:1787829648.630577:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.630580:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.630581:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829648.630588:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829648.630589:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787829648.630595:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.630595:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829648.630598:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829648.630599:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829648.630602:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555399936, offset 0
00000100:00000010:0.0:1787829648.630606:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829648.630611:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829648.630611:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829648.630617:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829648.630618:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.630622:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829648.630623:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829648.630627:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829648.630630:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.630630:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829648.630638:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1787829648.630640:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000400:00000200:1.0:1787829648.630643:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829648.630647:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.630648:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829648.630653:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00100000:0.0:1787829648.630659:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829648.630659:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90342:90342:256:4294967295] 192.168.203.108@tcp LPNI seq info [90329:90329:8:4294967295]
00000400:00000200:1.0:1787829648.630675:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829648.630679:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829648.630682:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.630689:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787829648.630692:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787829648.630698:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.630705:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:0.0:1787829648.630708:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829648.630713:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829648.630714:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787829648.630718:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1787829648.630720:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829648.630724:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787829648.630725:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829648.630728:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787829648.630729:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787829648.630735:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787829648.630736:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:0.0:1787829648.630740:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6453
00000800:00000010:1.0:1787829648.630744:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:0.0:1787829648.630748:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.630751:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829648.630755:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:1.0:1787829648.630758:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787829648.630760:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829648.630763:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829648.630767:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000040:0.0:1787829648.630768:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829648.630772:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829648.630773:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829648.630780:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829648.630781:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.630787:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829648.630794:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829648.630796:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787829648.630797:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829648.630802:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787829648.630802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829648.630807:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829648.630812:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829648.630814:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.630819:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829648.630820:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829648.630823:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829648.630827:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829648.630830:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829648.630832:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829648.630834:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301129572
00000100:00000040:0.0:1787829648.630839:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000010:1.0:1787829648.630839:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca80.
00000100:00000001:0.0:1787829648.630845:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829648.630847:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1787829648.630849:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829648.630853:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301129572
00000100:00080000:0.0:1787829648.630856:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000010:1.0:1787829648.630857:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c3c0.
00000100:00000001:0.0:1787829648.630862:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.630863:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829648.630866:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829648.630868:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.630871:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829648.630872:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.630873:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829648.630877:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829648.630879:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829648/real 1787829648]  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.630881:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829648.630885:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829648.630890:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1787829648.630891:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829648.630892:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829648.630895:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829648.630896:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.630898:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829648.630901:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000010:0.0:1787829648.630903:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00000001:1.0:1787829648.630904:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829648.630909:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829648.630910:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829648.630915:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829648.630917:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.630919:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829648.630922:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829648.630926:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829648.630929:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829648.630933:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000001:1.0:1787829648.630935:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829648.630938:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829648.630940:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.630940:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.630943:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829648.630954:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829648.630954:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.630973:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829648.630974:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829648.630979:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.630980:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829648.630989:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.630989:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829648.630994:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.630997:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.630998:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631000:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829648.631001:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829648.631003:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829648.631010:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829648.631014:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829648.631020:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.631021:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829648.631026:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829648.631031:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829648.631035:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829648.631036:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555399936:192.168.203.108@tcp:250:kworker.0
00000100:00080000:0.0:1787829648.631039:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829648.631041:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829648.631045:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829648.631045:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.631050:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555399936/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829648.631053:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6453
00000100:00000001:1.0:1787829648.631061:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000400:00000200:0.0:1787829648.631065:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829648.631065:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829648.631069:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
00000400:00000200:0.0:1787829648.631073:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:1.0:1787829648.631073:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829648.631076:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:0.0:1787829648.631078:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000020:00000040:1.0:1787829648.631079:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829648.631083:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:0.0:1787829648.631087:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:1.0:1787829648.631087:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
00000100:00000001:0.0:1787829648.631093:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829648.631094:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829648.631112:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829648.631113:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829648.631116:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829648.631117:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631118:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829648.631124:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829648.631125:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829648.631128:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.631130:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829648.631131:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829648.631133:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829648.631137:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829648.631137:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787829648.631141:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000040:1.0:1787829648.631142:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829648.631145:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829648.631150:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829648.631153:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829648.631155:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829648.631155:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.631159:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829648.631161:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
02000000:00000001:1.0:1787829648.631162:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829648.631166:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829648.631173:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829648.631173:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400064:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829648.631180:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829648.631180:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829648.631185:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787829648.631188:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829648.631188:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.631193:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829648.631194:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:1.0:1787829648.631196:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
00000020:00000040:0.0:1787829648.631199:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
02000000:00000001:1.0:1787829648.631200:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829648.631207:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829648.631207:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829648.631211:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829648.631214:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829648.631216:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000001:0.0:1787829648.631220:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787829648.631220:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400064, portal 10
00000100:00000001:1.0:1787829648.631224:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829648.631225:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
02000000:00000001:0.0:1787829648.631226:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829648.631231:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.631232:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.631235:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829648.631240:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:1.0:1787829648.631241:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829648.631245:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000008:00000001:0.0:1787829648.631246:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829648.631248:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829648.631252:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829648.631252:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555400064, offset 0
00000400:00000200:1.0:1787829648.631259:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000010:0.0:1787829648.631260:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000400:00000200:1.0:1787829648.631262:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829648.631268:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000400:00000200:1.0:1787829648.631268:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829648.631274:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787829648.631275:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829648.631278:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:0.0:1787829648.631279:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.631282:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787829648.631284:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787829648.631287:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:0.0:1787829648.631288:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829648.631293:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.631293:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90343:90343:256:4294967295] 192.168.203.108@tcp LPNI seq info [90330:90330:8:4294967295]
00000400:00000200:1.0:1787829648.631299:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:0.0:1787829648.631302:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000400:00000200:1.0:1787829648.631308:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829648.631309:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829648.631314:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00100000:0.0:1787829648.631320:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787829648.631327:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829648.631336:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:0.0:1787829648.631337:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787829648.631338:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787829648.631342:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829648.631345:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829648.631348:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1787829648.631351:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787829648.631354:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.631357:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829648.631361:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829648.631368:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829648.631374:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:0.0:1787829648.631375:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829648.631376:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829648.631381:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829648.631383:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787829648.631386:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829648.631390:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829648.631394:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829648.631397:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829648.631398:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787829648.631400:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.631406:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829648.631409:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631412:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829648.631413:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6453
00000100:00000001:1.0:1787829648.631415:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.631419:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829648.631421:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.631425:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829648.631428:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301125717
00000400:00000200:0.0:1787829648.631431:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829648.631431:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.631435:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301125717
00000100:00080000:0.0:1787829648.631437:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829648.631438:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.631443:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829648.631446:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829648.631446:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631450:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829648.631452:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787829648.631456:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829648/real 1787829648]  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829648.631460:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829648.631466:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000001:1.0:1787829648.631467:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829648.631471:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1787829648.631472:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787829648.631473:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000020:00000040:0.0:1787829648.631476:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:1.0:1787829648.631476:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829648.631479:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000020:00000001:0.0:1787829648.631482:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829648.631482:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1787829648.631487:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000200:1.0:1787829648.631488:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829648.631494:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829648.631500:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:1.0:1787829648.631500:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829648.631509:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829648.631512:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829648.631515:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829648.631515:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631519:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.631531:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829648.631535:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829648.631536:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829648.631542:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829648.631547:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829648.631548:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000040:1.0:1787829648.631552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829648.631556:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829648.631561:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829648.631563:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631564:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631569:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829648.631570:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829648.631572:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631574:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829648.631576:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.631577:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829648.631583:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829648.631583:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829648.631589:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:1.0:1787829648.631591:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000008:00100000:0.0:1787829648.631593:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829648.631594:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829648.631601:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829648.631602:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.631608:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829648.631615:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000100:00100000:1.0:1787829648.631615:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400064:192.168.203.108@tcp:38:kworker.0
00000020:00000040:0.0:1787829648.631621:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829648.631622:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829648.631627:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787829648.631628:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829648.631631:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829648.631637:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829648.631640:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829648.631641:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829648.631643:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829648.631644:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.631645:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829648.631648:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829648.631651:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829648.631652:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000100:00100000:1.0:1787829648.631654:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829648.631658:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631659:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829648.631661:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829648.631664:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.631666:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829648.631670:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829648.631670:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829648.631673:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.631681:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829648.631686:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829648.631690:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:0.0:1787829648.631692:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787829648.631694:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400192, portal 10
00000100:00000001:0.0:1787829648.631697:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631697:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829648.631700:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:0.0:1787829648.631706:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829648.631707:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631724:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829648.631729:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829648.631733:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829648.631733:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829648.631736:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555400192, offset 0
00000400:00000200:1.0:1787829648.631741:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829648.631742:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6463)
00000400:00000200:1.0:1787829648.631744:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.631749:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829648.631752:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829648.631754:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829648.631756:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829648.631759:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829648.631762:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90344:90344:256:4294967295] 192.168.203.108@tcp LPNI seq info [90331:90331:8:4294967295]
00000400:00000200:1.0:1787829648.631765:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.631769:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829648.631772:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.631774:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829648.631777:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829648.631779:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829648.631782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829648.631784:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829648.631787:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.631789:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829648.631791:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829648.631793:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829648.631795:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829648.631796:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829648.631798:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829648.631800:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631805:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.631808:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631812:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631813:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829648.631815:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.631817:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829648.631819:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829648.631821:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301125657
00000100:00000001:1.0:1787829648.631822:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.631824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301125657
00000100:00000001:1.0:1787829648.631825:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.631826:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.631828:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631829:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829648.631831:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829648/real 1787829648]  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829648.631836:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829648.631837:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829648.631838:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829648.631839:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829648.631840:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829648.631842:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829648.631844:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829648.631849:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631853:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829648.631854:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631855:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.631856:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829648.631858:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631862:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829648.631864:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631869:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829648.631871:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631872:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.631873:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631874:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829648.631875:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829648.631876:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829648.631878:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829648.631879:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829648.631882:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829648.631886:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400192:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829648.631888:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631889:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.631891:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555400064/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631895:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829648.631896:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829648.631897:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829648.631899:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829648.631899:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829648.631900:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829648.631902:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829648.631903:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:1.0:1787829648.631904:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829648.631905:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829648.631906:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:1.0:1787829648.631908:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829648.631909:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631910:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.631912:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555400192/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631916:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829648.631917:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829648.631918:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829648.631919:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829648.631920:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829648.631921:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829648.631922:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829648.631923:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:1.0:1787829648.631924:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829648.631925:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829648.631925:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:1.0:1787829648.631927:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829648.631927:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631928:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.631930:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829648.631931:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.631932:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829648.631933:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829648.631934:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829648.631936:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631940:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829648.631941:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.631942:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829648.631943:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829648.631945:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829648.631946:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829648.631948:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829648.631950:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829648.631951:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.631952:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829648.631954:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829648.631955:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.631957:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829648.631959:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829648.631961:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829648.631963:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400320, portal 4
00000100:00000001:1.0:1787829648.631964:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829648.631965:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:1.0:1787829648.631969:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.631973:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829648.631975:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829648.631976:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829648.631977:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555400320, offset 0
00000400:00000200:1.0:1787829648.631980:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829648.631982:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.631984:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829648.631986:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829648.631987:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829648.631989:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829648.631991:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829648.631993:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90345:90345:256:4294967295] 192.168.203.108@tcp LPNI seq info [90332:90332:8:4294967295]
00000400:00000200:1.0:1787829648.631996:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.632000:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829648.632003:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.632005:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829648.632007:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829648.632009:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829648.632012:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829648.632013:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829648.632016:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.632017:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829648.632019:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829648.632021:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829648.632023:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829648.632024:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829648.632026:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829648.632028:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632033:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.632035:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632039:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.632040:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829648.632041:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.632043:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829648.632044:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829648.632045:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301125690
00000100:00000001:1.0:1787829648.632047:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.632049:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301125690
00000100:00000001:1.0:1787829648.632050:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.632051:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.632052:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.632053:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829648.632056:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829648/real 1787829648]  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829648.632060:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829648.632061:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829648.632062:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829648.632063:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829648.632064:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829648.632065:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829648.632067:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829648.632076:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632080:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829648.632081:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632082:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.632083:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829648.632085:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632089:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829648.632091:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632108:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829648.632110:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632111:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.632112:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632113:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829648.632115:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829648.632116:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829648.632118:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829648.632120:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829648.632123:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829648.632128:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400320:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829648.632130:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829648.632132:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632141:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829648.632142:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.632143:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829648.632144:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829648.632146:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829648.632147:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829648.632149:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829648.632150:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829648.632151:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829648.632152:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829648.632154:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829648.632155:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829648.632157:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829648.632159:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829648.632161:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829648.632163:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400448, portal 4
00000100:00000001:1.0:1787829648.632164:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829648.632165:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:1.0:1787829648.632168:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632172:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829648.632174:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829648.632175:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829648.632176:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555400448, offset 0
00000400:00000200:1.0:1787829648.632179:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829648.632181:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.632183:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829648.632184:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829648.632186:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829648.632187:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829648.632189:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829648.632191:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90346:90346:256:4294967295] 192.168.203.108@tcp LPNI seq info [90333:90333:8:4294967295]
00000400:00000200:1.0:1787829648.632194:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829648.632199:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829648.632202:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.632204:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829648.632206:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829648.632208:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787829648.632210:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829648.632212:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787829648.632215:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829648.632216:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829648.632218:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829648.632220:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829648.632222:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829648.632223:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829648.632225:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829648.632227:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632232:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.632234:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632238:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.632239:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829648.632241:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829648.632243:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829648.632245:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829648.632246:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301125683
00000100:00000001:1.0:1787829648.632248:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.632249:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301125683
00000100:00000001:1.0:1787829648.632250:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301129572
00000100:00000001:1.0:1787829648.632252:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829648.632253:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.632254:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829648.632257:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829648/real 1787829648]  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829648.632261:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829648.632262:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829648.632263:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829648.632264:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829648.632265:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829648.632267:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829648.632269:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829648.632274:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632278:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829648.632279:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632280:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.632281:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829648.632283:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632287:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829648.632289:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632293:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829648.632294:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632295:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829648.632296:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632297:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829648.632298:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829648.632299:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829648.632302:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829648.632303:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829648.632305:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829648.632310:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400448:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829648.632312:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632313:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.632315:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555400320/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632319:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829648.632319:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829648.632321:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829648.632322:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829648.632323:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829648.632324:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829648.632325:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829648.632326:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:1.0:1787829648.632327:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829648.632328:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829648.632329:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:1.0:1787829648.632330:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829648.632331:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632332:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829648.632334:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555400448/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829673 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829648.632338:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829648.632339:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829648.632340:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829648.632341:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829648.632342:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829648.632342:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829648.632343:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829648.632345:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:1.0:1787829648.632347:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829648.632348:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829648.632350:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:1.0:1787829648.632353:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829648.632354:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632356:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829648.632359:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829648.632361:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829648.632363:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829648.632365:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829649.142191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829649.142204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829649.142206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829649.142212:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829649.142216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829649.142220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829649.142223:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829649.142225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829649.142228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829649.462178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829649.462184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829649.462190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829649.462191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829649.462195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829649.462196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829649.462200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829649.462201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829649.462204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829649.462205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829649.462259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829649.462262:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829649.462265:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829649.654188:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829649.654188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829649.654188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829649.654195:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829649.654196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829649.654197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829649.654198:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829649.654202:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.654202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829649.654203:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829649.654209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829649.654210:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829649.654211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829649.654213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829649.654216:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829649.654218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.654218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829649.654219:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829649.654223:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.654225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829649.654227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829649.654231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829649.654234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829649.654236:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.654238:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829649.654241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.654244:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829650.166198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829650.166204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829650.166206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829650.166210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829650.166213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829650.166217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829650.166218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829650.166220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829650.166222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829650.486199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829650.486204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829650.486208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829650.486209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829650.486211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829650.486212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829650.486214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829650.486215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829650.486218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829650.486219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829650.486269:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829650.486273:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829650.486275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829650.678171:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829650.678178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829650.678178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829650.678179:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829650.678181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829650.678184:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829650.678186:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829650.678187:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829650.678187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829650.678189:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829650.678193:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829650.678194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829650.678196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829650.678198:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829650.678199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829650.678201:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829650.678203:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829650.678204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829650.678206:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829650.678207:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829650.678211:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829650.678214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829650.678217:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829650.678220:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829650.678221:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829650.678225:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829650.678228:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829651.190198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829651.190203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829651.190205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829651.190209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829651.190212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829651.190215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829651.190217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829651.190219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829651.190221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829651.510174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829651.510180:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829651.510184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829651.510185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829651.510187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829651.510188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829651.510191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829651.510191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829651.510194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829651.510195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829651.510245:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829651.510248:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829651.510251:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829651.702196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829651.702196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829651.702197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829651.702204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829651.702205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829651.702205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829651.702209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829651.702210:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829651.702210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829651.702217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829651.702217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829651.702218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829651.702223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829651.702225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829651.702225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829651.702227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829651.702230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829651.702231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829651.702232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829651.702235:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829651.702238:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829651.702239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829651.702242:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829651.702244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829651.702246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829651.702250:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829651.702254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829652.214213:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829652.214220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829652.214222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829652.214227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829652.214232:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829652.214235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829652.214238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829652.214240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829652.214243:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829652.534230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829652.534237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829652.534243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829652.534244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829652.534248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829652.534249:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829652.534253:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829652.534254:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829652.534258:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829652.534259:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829652.534310:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829652.534313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829652.534316:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829652.598182:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301129572, at 4301129600
00000100:00000040:3.0:1787829652.598182:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301129572, at 4301129600
00000100:00000010:3.0:1787829652.598196:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c3c0.
00000100:00000010:2.0:1787829652.598198:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca80.
00000100:00000001:3.0:1787829652.726183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829652.726184:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829652.726190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829652.726191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829652.726193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829652.726196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829652.726197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829652.726197:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829652.726200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829652.726205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829652.726206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829652.726207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829652.726209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829652.726213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829652.726214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829652.726215:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829652.726218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829652.726220:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829652.726221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829652.726223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829652.726224:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829652.726227:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829652.726229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829652.726232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829652.726232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829652.726235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829652.726237:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.238190:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829653.238198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829653.238201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829653.238206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829653.238211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829653.238215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.238217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829653.238220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.238222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829653.558220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829653.558225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829653.558228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829653.558232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829653.558237:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829653.558239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829653.558241:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558243:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829653.558245:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558246:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829653.558247:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829653.558297:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829653.558300:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829653.558303:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829653.750185:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829653.750186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829653.750186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829653.750189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829653.750194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829653.750194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829653.750195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829653.750195:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829653.750200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.750200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829653.750201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750201:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829653.750206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787829653.750206:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787829653.750208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829653.750208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829653.750212:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829653.750214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829653.750215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829653.750215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829653.750218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829653.750219:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6458
00000100:00000001:0.0:1787829653.750221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829653.750221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.750222:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787829653.750230:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829653.750233:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.750236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829653.750237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787829653.750238:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829653.750242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829653.750243:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829653.750249:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829653.750249:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829653.750250:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829653.750253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829653.750257:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829653.750258:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829653.750261:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750265:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829653.750267:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829653.750269:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829653.750271:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829653.750274:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829653.750276:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829653.750278:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829653.750280:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750282:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829653.750283:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750285:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829653.750287:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829653.750289:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750292:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829653.750294:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829653.750297:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829653.750299:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750300:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829653.750302:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829653.750309:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829653.750312:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829653.750314:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829653.750316:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750318:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829653.750320:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829653.750323:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829653.750329:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829653.750335:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829653.750342:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829653.750350:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829653.750353:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829653.750366:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829653.750383:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829653.750385:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829653.750387:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829653.750388:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829653.750389:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829653.750391:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829653.750393:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6458
00000400:00000200:3.0:1787829653.750396:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829653.750397:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829653.750399:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829653.750402:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750404:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829653.750406:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750408:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829653.750410:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829653.750411:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829653.750412:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829653.750415:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787829653.750415:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829653.750419:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829653.750420:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829653.750421:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829653.750423:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829653.750427:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750429:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829653.750432:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829653.750433:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750438:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829653.750444:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829653.750450:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829653.750451:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829653.750454:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750454:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829653.750458:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829653.750459:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829653.750463:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829653.750463:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829653.750465:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829653.750467:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750470:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829653.750471:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555400576:192.168.203.108@tcp:250:kworker.0
00000008:00100000:3.0:1787829653.750475:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829653.750476:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787829653.750480:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.750481:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829653.750482:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.750485:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829653.750499:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
02000000:00000001:1.0:1787829653.750501:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787829653.750505:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829653.750518:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829653.750519:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829653.750520:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
00000100:00000001:3.0:1787829653.750521:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829653.750523:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829653.750524:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829653.750528:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.750531:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829653.750533:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000400:00000010:1.0:1787829653.750536:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829653.750538:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829653.750544:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00100000:3.0:1787829653.750545:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829653.750553:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400576, portal 25
00000100:00000001:3.0:1787829653.750554:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829653.750558:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.750559:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829653.750562:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000100:00000040:3.0:1787829653.750563:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829653.750571:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829653.750574:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829653.750580:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829653.750584:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829653.750585:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829653.750588:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787829653.750591:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:3.0:1787829653.750592:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787829653.750603:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829653.750605:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787829653.750608:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555400576, offset 0
00000100:00080000:3.0:1787829653.750609:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6458
00000400:00000200:3.0:1787829653.750616:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.750621:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829653.750622:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829653.750626:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829653.750629:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750631:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829653.750632:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750635:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829653.750636:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829653.750638:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829653.750641:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829653.750643:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829653.750645:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829653.750647:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829653.750648:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:3.0:1787829653.750649:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829653.750655:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750658:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829653.750659:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829653.750660:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750664:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829653.750665:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829653.750668:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:3.0:1787829653.750670:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750675:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.750676:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787829653.750679:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829653.750680:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829653.750684:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829653.750685:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90347:90347:256:4294967295] 192.168.203.108@tcp LPNI seq info [90334:90334:8:4294967295]
02000000:00000001:3.0:1787829653.750692:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.750696:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829653.750698:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829653.750701:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829653.750705:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750709:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829653.750713:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000400:00000200:1.0:1787829653.750717:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787829653.750718:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829653.750724:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829653.750726:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829653.750727:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750728:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829653.750731:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829653.750734:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829653.750736:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
02000000:00000010:3.0:1787829653.750738:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829653.750743:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829653.750746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829653.750760:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00100000:3.0:1787829653.750761:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829653.750770:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829653.750774:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787829653.750775:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787829653.750778:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829653.750782:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829653.750785:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787829653.750787:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829653.750794:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787829653.750796:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829653.750799:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829653.750803:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787829653.750804:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829653.750807:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829653.750808:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00080000:3.0:1787829653.750809:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787829653.750811:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829653.750813:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829653.750816:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829653.750817:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6458
00000100:00000200:1.0:1787829653.750823:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829653.750823:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829653.750827:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829653.750831:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829653.750836:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750841:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829653.750844:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829653.750846:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829653.750846:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829653.750850:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829653.750851:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829653.750854:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787829653.750855:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829653.750856:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829653.750859:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829653.750864:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829653.750871:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829653.750874:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829653.750879:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829653.750880:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750881:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829653.750886:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787829653.750887:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829653.750892:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829653.750895:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.750896:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829653.750902:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829653.750904:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829653.750907:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829653.750908:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301134692
02000000:00000001:3.0:1787829653.750913:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829653.750915:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c2a0.
00000100:00000001:3.0:1787829653.750917:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829653.750922:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:1.0:1787829653.750924:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787829653.750926:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.750929:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301134692
00000100:00000001:3.0:1787829653.750930:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829653.750934:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c1e0.
00000100:00000010:3.0:1787829653.750937:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829653.750938:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829653.750945:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829653.750945:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829653.750947:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.750949:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829653.750953:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829653/real 1787829653]  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829653.750962:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787829653.750963:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829653.750964:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829653.750966:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829653.750968:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787829653.750970:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:3.0:1787829653.750971:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829653.750975:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
02000000:00000001:3.0:1787829653.750975:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829653.750979:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
02000000:00000010:3.0:1787829653.750980:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:1.0:1787829653.750981:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829653.750986:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829653.750987:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829653.750996:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829653.751001:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829653.751007:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829653.751012:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751017:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787829653.751019:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751020:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751024:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751027:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829653.751033:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829653.751035:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829653.751036:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829653.751043:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829653.751047:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829653.751049:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829653.751052:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829653.751053:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829653.751057:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6458
00000100:00000040:1.0:1787829653.751060:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829653.751065:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829653.751072:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829653.751075:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829653.751076:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829653.751081:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829653.751081:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829653.751086:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829653.751087:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829653.751088:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829653.751091:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829653.751092:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829653.751113:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829653.751116:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829653.751119:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00080000:1.0:1787829653.751120:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:3.0:1787829653.751124:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829653.751125:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787829653.751126:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829653.751130:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787829653.751131:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829653.751133:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829653.751137:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829653.751142:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829653.751149:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829653.751152:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555400576:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829653.751153:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829653.751159:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829653.751161:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829653.751162:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829653.751164:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787829653.751165:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000040:1.0:1787829653.751170:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555400576/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829653.751171:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829653.751176:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829653.751180:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829653.751184:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829653.751185:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829653.751188:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829653.751189:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829653.751191:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
00000100:00000001:3.0:1787829653.751192:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829653.751196:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
02000000:00000001:1.0:1787829653.751197:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1787829653.751199:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829653.751200:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829653.751202:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829653.751203:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000010:3.0:1787829653.751206:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000020:00000001:1.0:1787829653.751207:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:3.0:1787829653.751210:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000010:1.0:1787829653.751211:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:3.0:1787829653.751213:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829653.751215:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829653.751215:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829653.751217:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829653.751218:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787829653.751220:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787829653.751221:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
02000000:00000001:3.0:1787829653.751223:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751225:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829653.751228:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787829653.751228:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:1.0:1787829653.751229:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829653.751234:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751238:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787829653.751240:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829653.751241:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751245:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829653.751248:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829653.751250:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829653.751253:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787829653.751257:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829653.751258:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829653.751266:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751270:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829653.751273:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751277:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829653.751280:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829653.751282:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751283:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829653.751288:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6468)
00000100:00100000:1.0:1787829653.751289:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829653.751294:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829653.751296:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829653.751297:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751298:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829653.751301:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829653.751303:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.751307:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829653.751309:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829653.751311:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829653.751314:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400704, portal 10
00000100:00000001:1.0:1787829653.751315:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829653.751316:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:1.0:1787829653.751321:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751326:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829653.751327:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829653.751329:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829653.751330:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555400704, offset 0
00000400:00000200:1.0:1787829653.751333:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829653.751336:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.751338:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829653.751340:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829653.751342:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829653.751344:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829653.751346:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829653.751348:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90348:90348:256:4294967295] 192.168.203.108@tcp LPNI seq info [90335:90335:8:4294967295]
00000400:00000200:1.0:1787829653.751363:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.751367:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829653.751370:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.751372:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829653.751375:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829653.751377:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829653.751380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829653.751382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829653.751384:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.751386:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829653.751387:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829653.751390:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829653.751392:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829653.751393:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829653.751394:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829653.751397:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751402:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.751404:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751409:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751410:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829653.751412:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829653.751414:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829653.751416:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829653.751418:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301130837
00000100:00000001:1.0:1787829653.751420:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.751421:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301130837
00000100:00000001:1.0:1787829653.751423:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.751425:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829653.751426:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751427:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829653.751430:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829653/real 1787829653]  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829653.751435:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829653.751436:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829653.751437:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829653.751438:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829653.751439:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829653.751440:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829653.751442:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829653.751448:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751452:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829653.751453:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751454:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751455:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829653.751457:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751461:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829653.751463:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751468:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829653.751469:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751470:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751471:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751472:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829653.751473:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829653.751476:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829653.751478:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829653.751480:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829653.751482:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829653.751506:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400704:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829653.751508:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829653.751511:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751523:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829653.751524:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751526:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829653.751527:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829653.751528:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829653.751530:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829653.751533:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829653.751534:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829653.751535:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751536:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829653.751539:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829653.751540:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.751542:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829653.751544:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829653.751546:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829653.751548:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400832, portal 10
00000100:00000001:1.0:1787829653.751550:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829653.751551:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:1.0:1787829653.751555:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751564:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829653.751565:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829653.751567:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829653.751568:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555400832, offset 0
00000400:00000200:1.0:1787829653.751571:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829653.751573:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.751576:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829653.751578:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829653.751580:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829653.751581:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829653.751593:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829653.751595:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90349:90349:256:4294967295] 192.168.203.108@tcp LPNI seq info [90336:90336:8:4294967295]
00000400:00000200:1.0:1787829653.751598:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.751602:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829653.751605:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.751607:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829653.751610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829653.751612:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829653.751615:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829653.751618:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829653.751622:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.751624:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829653.751627:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829653.751630:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829653.751633:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829653.751635:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829653.751638:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829653.751642:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751651:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.751654:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751668:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751670:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829653.751674:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829653.751676:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829653.751679:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829653.751681:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301130777
00000100:00000001:1.0:1787829653.751682:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.751684:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301130777
00000100:00000001:1.0:1787829653.751686:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.751687:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829653.751688:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751689:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829653.751692:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829653/real 1787829653]  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829653.751697:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829653.751698:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829653.751700:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829653.751701:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829653.751702:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829653.751704:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829653.751706:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829653.751712:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751715:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829653.751716:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751717:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751718:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829653.751720:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751735:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829653.751738:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751742:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829653.751744:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751745:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751745:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751746:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829653.751748:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829653.751749:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829653.751751:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829653.751752:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829653.751755:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829653.751760:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400832:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829653.751762:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829653.751764:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751768:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829653.751769:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751771:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829653.751772:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829653.751773:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829653.751775:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829653.751777:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829653.751778:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829653.751779:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.751781:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829653.751783:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829653.751784:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.751786:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829653.751788:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829653.751790:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829653.751792:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555400960, portal 4
00000100:00000001:1.0:1787829653.751793:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829653.751794:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:1.0:1787829653.751798:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751802:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829653.751804:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829653.751805:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829653.751807:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555400960, offset 0
00000400:00000200:1.0:1787829653.751809:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829653.751811:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.751813:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829653.751815:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829653.751817:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829653.751818:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829653.751820:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829653.751822:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90350:90350:256:4294967295] 192.168.203.108@tcp LPNI seq info [90337:90337:8:4294967295]
00000400:00000200:1.0:1787829653.751825:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.751829:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829653.751832:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.751834:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829653.751838:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829653.751841:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829653.751845:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829653.751849:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829653.751852:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.751855:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829653.751858:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829653.751862:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829653.751865:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829653.751867:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829653.751870:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829653.751873:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751882:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.751885:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751892:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751893:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829653.751895:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829653.751897:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829653.751900:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829653.751901:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301130810
00000100:00000001:1.0:1787829653.751903:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.751904:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301130810
00000100:00000001:1.0:1787829653.751906:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.751907:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829653.751908:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.751910:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829653.751912:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829653/real 1787829653]  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829653.751917:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829653.751918:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829653.751919:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829653.751921:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829653.751922:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829653.751923:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829653.751925:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829653.751931:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751935:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829653.751935:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751937:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751937:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829653.751940:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751943:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829653.751946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751950:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829653.751952:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751953:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.751954:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751955:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829653.751957:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829653.751958:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829653.751960:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829653.751961:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829653.751964:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829653.751968:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555400960:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829653.751971:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751972:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.751974:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555400704/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.751978:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829653.751980:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829653.751981:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829653.751983:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829653.751984:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829653.751985:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829653.751986:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829653.751987:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829653.751989:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829653.751990:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829653.751991:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:1.0:1787829653.751993:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829653.751994:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.751995:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.751997:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555400832/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752001:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829653.752001:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829653.752002:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829653.752003:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829653.752004:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829653.752005:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829653.752006:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829653.752007:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829653.752008:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829653.752009:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829653.752010:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829653.752011:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829653.752012:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752013:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.752014:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555400960/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752018:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829653.752019:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829653.752020:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829653.752021:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829653.752022:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829653.752023:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829653.752024:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829653.752025:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829653.752026:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829653.752027:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829653.752028:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829653.752029:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829653.752030:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752031:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752033:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829653.752034:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.752035:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829653.752036:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829653.752037:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829653.752039:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752043:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829653.752044:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.752045:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829653.752046:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829653.752048:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829653.752049:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829653.752052:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829653.752053:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829653.752054:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829653.752055:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829653.752057:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829653.752058:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829653.752060:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829653.752062:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829653.752064:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829653.752066:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401088, portal 4
00000100:00000001:1.0:1787829653.752067:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829653.752068:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:1.0:1787829653.752072:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752076:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829653.752078:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829653.752079:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829653.752081:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555401088, offset 0
00000400:00000200:1.0:1787829653.752083:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829653.752085:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.752087:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829653.752089:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829653.752091:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829653.752093:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829653.752094:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829653.752112:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90351:90351:256:4294967295] 192.168.203.108@tcp LPNI seq info [90338:90338:8:4294967295]
00000400:00000200:1.0:1787829653.752115:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829653.752119:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829653.752122:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.752125:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829653.752127:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829653.752129:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787829653.752132:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829653.752134:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787829653.752136:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829653.752138:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829653.752140:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829653.752142:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829653.752144:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829653.752145:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829653.752147:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829653.752149:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752158:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.752160:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829678 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752164:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.752165:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829653.752167:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829653.752169:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829653.752170:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829653.752172:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301130803
00000100:00000001:1.0:1787829653.752173:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.752174:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301130803
00000100:00000001:1.0:1787829653.752176:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301134692
00000100:00000001:1.0:1787829653.752177:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829653.752179:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.752180:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829653.752182:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829653/real 1787829653]  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829653.752186:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829653.752188:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829653.752189:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829653.752190:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829653.752191:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829653.752193:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829653.752194:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829653.752200:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752203:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829653.752204:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752206:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.752207:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829653.752209:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752213:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829653.752215:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752219:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829653.752220:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752221:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829653.752222:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752223:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829653.752224:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829653.752226:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829653.752228:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829653.752229:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829653.752231:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829653.752236:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401088:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829653.752238:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752239:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829653.752241:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555401088/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829678 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829653.752245:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829653.752246:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829653.752247:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829653.752249:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829653.752249:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829653.752250:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829653.752252:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829653.752253:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829653.752254:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829653.752255:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829653.752256:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829653.752257:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829653.752258:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752259:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829653.752261:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829653.752262:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829653.752263:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829653.752265:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829654.262203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829654.262210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829654.262212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829654.262218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829654.262222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829654.262226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829654.262228:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829654.262230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829654.262233:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829654.582213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829654.582220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829654.582226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829654.582227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829654.582229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829654.582230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829654.582232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829654.582233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829654.582236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829654.582237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829654.582293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829654.582297:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829654.582306:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829654.774169:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829654.774174:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829654.774177:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829654.774181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829654.774181:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829654.774183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829654.774185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829654.774189:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829654.774190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829654.774191:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829654.774194:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829654.774199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829654.774200:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829654.774200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829654.774207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829654.774207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829654.774207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829654.774211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829654.774215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829654.774218:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829654.774221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829654.774222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829654.774226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829654.774229:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829654.774231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829654.774234:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829654.774236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829655.286189:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829655.286195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829655.286197:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829655.286201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829655.286204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829655.286208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829655.286210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829655.286211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829655.286214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829655.606196:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829655.606199:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829655.606202:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606207:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829655.606209:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606211:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606214:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829655.606220:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829655.606221:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829655.606223:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606224:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829655.606226:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606228:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606230:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829655.606236:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829655.606237:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829655.606238:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606240:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829655.606241:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606243:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606245:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829655.606250:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829655.606251:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829655.606252:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606254:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829655.606255:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606256:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606257:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829655.606260:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829655.606261:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829655.606345:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829655.606349:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829655.606351:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829655.798196:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829655.798196:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829655.798204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829655.798205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829655.798208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829655.798209:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829655.798209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829655.798215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829655.798218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829655.798218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829655.798225:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829655.798227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829655.798227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829655.798233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829655.798234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829655.798235:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829655.798240:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829655.798242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829655.798246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829655.798246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829655.798254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829655.798254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829655.798258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829655.798263:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829655.798265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829655.798269:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829655.798272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829656.310241:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829656.310247:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829656.310249:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829656.310254:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829656.310257:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829656.310261:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829656.310264:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829656.310266:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829656.310269:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829656.630196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829656.630201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829656.630207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829656.630208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829656.630210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829656.630211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829656.630213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829656.630214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829656.630216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829656.630217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829656.630262:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829656.630265:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829656.630268:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829656.822192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829656.822192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829656.822192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829656.822198:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829656.822198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829656.822199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829656.822200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829656.822203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829656.822204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829656.822206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829656.822210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829656.822211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829656.822211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829656.822216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829656.822216:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829656.822218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829656.822220:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829656.822221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829656.822223:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829656.822224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829656.822230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829656.822231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829656.822234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829656.822237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829656.822239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829656.822243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829656.822246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829657.334164:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829657.334171:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829657.334174:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829657.334180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829657.334184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829657.334188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829657.334192:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829657.334194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829657.334197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829657.654209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829657.654214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829657.654219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829657.654220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829657.654222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829657.654223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829657.654226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829657.654227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829657.654230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829657.654231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829657.654298:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829657.654302:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829657.654305:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829657.718202:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301134692, at 4301134720
00000100:00000040:3.0:1787829657.718202:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301134692, at 4301134720
00000100:00000010:2.0:1787829657.718219:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c2a0.
00000100:00000010:3.0:1787829657.718222:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c1e0.
00000100:00000001:2.0:1787829657.846188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829657.846195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829657.846196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829657.846201:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829657.846201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829657.846202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829657.846207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829657.846207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829657.846210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829657.846213:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829657.846214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829657.846217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829657.846219:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829657.846221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829657.846223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829657.846225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829657.846226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829657.846230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829657.846230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829657.846253:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829657.846259:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829657.846261:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829657.846265:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829657.846268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829657.846269:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829657.846272:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829657.846275:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.358169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829658.358191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829658.358193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829658.358198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829658.358202:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829658.358206:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.358208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.358211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.358214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829658.678166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829658.678172:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829658.678178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829658.678179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829658.678183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829658.678184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829658.678188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829658.678189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829658.678192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829658.678194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829658.678266:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829658.678270:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829658.678274:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829658.870193:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829658.870194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829658.870194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829658.870201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829658.870201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829658.870204:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870206:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829658.870207:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787829658.870209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829658.870213:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829658.870214:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829658.870214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829658.870220:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829658.870220:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829658.870221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829658.870223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.870226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829658.870227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.870229:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829658.870234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870234:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.870239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829658.870240:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6463
00000100:00000001:1.0:1787829658.870244:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829658.870252:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829658.870259:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829658.870262:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829658.870265:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870268:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829658.870270:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870272:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829658.870275:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1787829658.870276:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829658.870280:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787829658.870280:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:1.0:1787829658.870283:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829658.870285:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829658.870287:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000020:00000040:3.0:1787829658.870289:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00000001:1.0:1787829658.870290:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829658.870294:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829658.870294:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:1.0:1787829658.870299:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829658.870300:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:1.0:1787829658.870302:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829658.870305:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870307:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829658.870308:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870310:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829658.870312:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00000001:1.0:1787829658.870313:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829658.870316:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870319:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829658.870321:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829658.870324:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829658.870326:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.870328:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829658.870329:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829658.870338:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9e00.
00000020:00000040:3.0:1787829658.870340:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829658.870343:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829658.870344:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.870346:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829658.870348:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829658.870352:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829658.870357:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000001:3.0:1787829658.870362:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829658.870369:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829658.870377:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829658.870381:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829658.870384:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001066857] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.870402:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829658.870405:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829658.870407:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829658.870409:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829658.870410:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829658.870413:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829658.870416:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6463
00000400:00000200:3.0:1787829658.870419:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829658.870421:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787829658.870422:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829658.870426:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829658.870427:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829658.870429:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829658.870430:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829658.870433:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829658.870439:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829658.870441:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.870442:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829658.870447:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829658.870449:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829658.870463:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.870467:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829658.870467:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829658.870471:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:1.0:1787829658.870472:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829658.870475:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829658.870476:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829658.870480:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829658.870480:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00100000:1.0:1787829658.870489:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555401216:192.168.203.108@tcp:250:kworker.0
00000100:00000040:3.0:1787829658.870490:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870495:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829658.870497:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787829658.870498:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870501:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829658.870503:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829658.870505:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:1.0:1787829658.870507:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829658.870507:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.870511:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829658.870511:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829658.870515:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829658.870517:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787829658.870520:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:3.0:1787829658.870521:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.870526:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.870526:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829658.870532:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829658.870536:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:3.0:1787829658.870537:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829658.870541:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829658.870541:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829658.870549:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
00000400:00000010:1.0:1787829658.870550:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000020:00000040:3.0:1787829658.870552:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829658.870555:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829658.870556:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829658.870557:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401216, portal 25
00000100:00000001:3.0:1787829658.870558:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829658.870560:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829658.870562:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829658.870563:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870565:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538137088 : -107611171414528 : ffff9e20d25a9e00)
02000000:00000010:3.0:1787829658.870569:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000040:1.0:1787829658.870572:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.870574:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870582:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829658.870585:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787829658.870588:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829658.870592:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829658.870597:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555401216, offset 0
00000100:00000001:3.0:1787829658.870604:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829658.870607:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870610:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829658.870617:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829658.870620:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829658.870625:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829658.870632:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829658.870636:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829658.870640:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829658.870644:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870645:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829658.870649:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829658.870650:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90352:90352:256:4294967295] 192.168.203.108@tcp LPNI seq info [90339:90339:8:4294967295]
00000100:00080000:3.0:1787829658.870654:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787829658.870658:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829658.870658:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829658.870661:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829658.870664:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829658.870668:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6463
00000400:00000200:1.0:1787829658.870674:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787829658.870684:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.0:1787829658.870685:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829658.870689:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829658.870692:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787829658.870694:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000040:3.0:1787829658.870695:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870700:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829658.870701:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870704:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829658.870708:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787829658.870709:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829658.870710:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829658.870713:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829658.870715:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829658.870717:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829658.870719:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829658.870721:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870723:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787829658.870726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787829658.870726:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870727:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829658.870733:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:1.1:1787829658.870737:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:3.0:1787829658.870738:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870744:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829658.870745:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787829658.870746:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829658.870750:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787829658.870753:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829658.870754:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829658.870758:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:3.0:1787829658.870758:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829658.870761:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829658.870764:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.870765:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829658.870766:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787829658.870769:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000400:00000200:1.0:1787829658.870773:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787829658.870774:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829658.870778:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829658.870779:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
02000000:00000001:3.0:1787829658.870780:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829658.870784:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829658.870784:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829658.870787:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829658.870789:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870790:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787829658.870795:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000100:00000200:1.0:1787829658.870796:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.870800:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829658.870809:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829658.870811:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.870817:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.870818:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829658.870823:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829658.870831:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.870832:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870836:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829658.870842:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.870843:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829658.870845:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829658.870849:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787829658.870850:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829658.870851:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829658.870852:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829658.870854:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829658.870857:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6463
00000100:00000001:1.0:1787829658.870860:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301139812
00000400:00000200:3.0:1787829658.870862:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829658.870867:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000010:1.0:1787829658.870868:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c9c0.
00000100:00080000:3.0:1787829658.870869:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829658.870875:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870876:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829658.870878:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787829658.870878:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870884:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829658.870885:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301139812
00000020:00000001:3.0:1787829658.870886:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829658.870888:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000010:1.0:1787829658.870891:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c780.
00000020:00000001:3.0:1787829658.870891:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829658.870894:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829658.870897:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787829658.870898:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829658.870901:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829658.870904:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787829658.870905:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870908:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829658.870911:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829658.870912:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.870914:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829658.870917:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787829658.870917:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829658.870922:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829658.870924:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829658.870926:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829658.870928:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829658.870931:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829658.870935:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829658/real 1787829658]  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.870935:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829658.870938:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829658.870944:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829658.870952:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829658.870956:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829658.870956:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829658.870959:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829658.870963:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000010:3.0:1787829658.870963:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000400:00000010:1.0:1787829658.870966:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829658.870970:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1787829658.870970:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000200:1.0:1787829658.870975:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829658.870977:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829658.870980:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.870985:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829658.870987:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787829658.870988:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829658.870990:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829658.870996:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:1.0:1787829658.870998:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829658.871000:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871001:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871006:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871008:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829658.871010:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829658.871014:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.871027:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829658.871029:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.871033:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829658.871036:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829658.871043:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871044:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829658.871048:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871051:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871053:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871058:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829658.871060:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829658.871065:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829658.871065:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829658.871069:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00080000:3.0:1787829658.871072:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829658.871073:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787829658.871080:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1787829658.871081:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.871082:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829658.871086:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829658.871093:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555401216:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829658.871094:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829658.871114:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871116:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871118:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9e00 x1874668555401216/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871123:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829658.871125:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829658.871128:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
00000100:00080000:3.0:1787829658.871129:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6463
02000000:00000001:1.0:1787829658.871131:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829658.871135:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:3.0:1787829658.871136:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:1.0:1787829658.871137:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829658.871141:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:3.0:1787829658.871142:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000010:1.0:1787829658.871146:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
00000100:00080000:3.0:1787829658.871146:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829658.871151:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787829658.871152:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829658.871154:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829658.871155:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787829658.871157:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9e00.
00000100:00000040:3.0:1787829658.871159:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829658.871162:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829658.871163:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829658.871164:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829658.871166:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829658.871168:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787829658.871169:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829658.871172:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829658.871174:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829658.871175:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829658.871176:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787829658.871177:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829658.871179:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829658.871182:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829658.871183:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829658.871185:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829658.871186:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829658.871190:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787829658.871190:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829658.871195:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829658.871200:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829658.871200:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829658.871208:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829658.871215:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829658.871221:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829658.871222:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.871225:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829658.871226:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829658.871229:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829658.871231:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.871233:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829658.871235:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829658.871240:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829658.871241:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829658.871245:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829658.871246:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829658.871248:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871252:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787829658.871255:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
02000000:00000001:1.0:1787829658.871256:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829658.871260:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829658.871260:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829658.871266:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829658.871266:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787829658.871269:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:3.0:1787829658.871269:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.871271:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829658.871274:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829658.871274:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829658.871278:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829658.871281:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:3.0:1787829658.871283:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000400:00000010:1.0:1787829658.871285:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829658.871289:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829658.871290:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829658.871295:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401344, portal 10
00000100:00100000:3.0:1787829658.871296:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829658.871297:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829658.871300:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000001:3.0:1787829658.871308:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787829658.871311:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.871312:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829658.871319:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871325:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829658.871331:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829658.871335:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829658.871335:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829658.871338:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555401344, offset 0
00000100:00000040:3.0:1787829658.871341:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6473)
00000400:00000200:1.0:1787829658.871345:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829658.871349:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.871353:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829658.871356:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829658.871359:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829658.871361:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829658.871362:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829658.871364:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90353:90353:256:4294967295] 192.168.203.108@tcp LPNI seq info [90340:90340:8:4294967295]
00000400:00000200:1.0:1787829658.871367:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.871371:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829658.871374:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.871377:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829658.871380:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829658.871382:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829658.871385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829658.871387:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829658.871390:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.871391:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829658.871393:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829658.871395:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829658.871397:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829658.871398:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829658.871400:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829658.871402:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871408:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871410:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871415:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871416:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829658.871418:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829658.871420:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829658.871422:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829658.871423:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301135957
00000100:00000001:1.0:1787829658.871425:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.871427:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301135957
00000100:00000001:1.0:1787829658.871428:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.871430:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829658.871431:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871432:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829658.871434:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829658/real 1787829658]  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829658.871443:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829658.871444:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829658.871446:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829658.871447:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829658.871448:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829658.871449:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829658.871467:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829658.871473:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871477:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829658.871478:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871480:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871481:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829658.871483:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871488:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829658.871491:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871495:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829658.871496:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871497:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871498:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871499:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829658.871501:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829658.871502:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829658.871504:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829658.871506:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829658.871509:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829658.871514:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401344:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829658.871516:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829658.871518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871522:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.871523:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.871525:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829658.871526:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829658.871527:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829658.871529:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829658.871531:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829658.871533:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829658.871534:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.871535:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829658.871537:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829658.871539:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829658.871541:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829658.871542:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829658.871544:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829658.871547:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401472, portal 10
00000100:00000001:1.0:1787829658.871548:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829658.871549:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:1.0:1787829658.871553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871557:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829658.871559:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829658.871560:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829658.871562:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555401472, offset 0
00000400:00000200:1.0:1787829658.871564:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829658.871567:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.871569:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829658.871571:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829658.871573:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829658.871575:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829658.871577:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829658.871579:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90354:90354:256:4294967295] 192.168.203.108@tcp LPNI seq info [90341:90341:8:4294967295]
00000400:00000200:1.0:1787829658.871582:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.871586:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829658.871589:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.871591:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829658.871593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829658.871595:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829658.871598:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829658.871600:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829658.871603:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.871604:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829658.871606:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829658.871608:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829658.871610:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829658.871611:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829658.871613:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829658.871615:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871620:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871622:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871626:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871628:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829658.871629:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829658.871631:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829658.871633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829658.871635:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301135897
00000100:00000001:1.0:1787829658.871636:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.871638:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301135897
00000100:00000001:1.0:1787829658.871639:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.871640:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829658.871642:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871643:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829658.871645:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829658/real 1787829658]  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829658.871649:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829658.871650:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829658.871651:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829658.871652:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829658.871654:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829658.871655:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829658.871657:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829658.871662:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871666:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829658.871667:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871669:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871670:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829658.871674:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871680:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829658.871685:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871692:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829658.871695:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871697:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871698:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871700:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829658.871702:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829658.871704:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829658.871708:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829658.871711:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829658.871715:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829658.871722:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401472:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829658.871725:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829658.871727:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871732:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.871733:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.871734:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829658.871735:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829658.871737:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829658.871738:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829658.871740:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829658.871741:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829658.871743:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.871744:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829658.871746:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829658.871748:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829658.871750:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829658.871752:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829658.871755:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829658.871757:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401600, portal 4
00000100:00000001:1.0:1787829658.871758:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829658.871759:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:1.0:1787829658.871763:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871768:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829658.871769:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829658.871771:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829658.871772:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555401600, offset 0
00000400:00000200:1.0:1787829658.871774:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829658.871777:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.871779:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829658.871781:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829658.871783:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829658.871785:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829658.871786:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829658.871788:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90355:90355:256:4294967295] 192.168.203.108@tcp LPNI seq info [90342:90342:8:4294967295]
00000400:00000200:1.0:1787829658.871791:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.871795:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829658.871798:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.871800:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829658.871802:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829658.871804:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829658.871807:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829658.871809:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829658.871811:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.871812:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829658.871814:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829658.871817:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829658.871819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829658.871820:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829658.871821:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829658.871823:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871833:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871834:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871839:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871840:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829658.871841:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829658.871843:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829658.871845:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829658.871846:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301135930
00000100:00000001:1.0:1787829658.871848:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.871849:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301135930
00000100:00000001:1.0:1787829658.871851:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.871852:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829658.871853:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.871854:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829658.871857:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829658/real 1787829658]  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829658.871861:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829658.871862:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829658.871863:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829658.871864:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829658.871865:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829658.871866:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829658.871868:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829658.871873:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871877:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829658.871878:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871880:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871880:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829658.871883:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871887:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829658.871889:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871893:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829658.871895:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871896:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.871897:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871899:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829658.871901:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829658.871904:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829658.871906:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829658.871909:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829658.871912:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829658.871921:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401600:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829658.871925:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871927:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871930:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555401344/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871938:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829658.871940:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829658.871942:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829658.871945:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829658.871946:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829658.871948:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829658.871950:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829658.871951:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829658.871953:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829658.871954:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829658.871955:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:1.0:1787829658.871957:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829658.871958:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871960:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871962:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555401472/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871967:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829658.871968:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829658.871969:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829658.871971:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829658.871971:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829658.871972:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829658.871973:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829658.871974:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829658.871976:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829658.871976:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829658.871977:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:1.0:1787829658.871978:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829658.871979:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871980:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.871982:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555401600/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.871986:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829658.871986:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829658.871987:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829658.871988:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829658.871989:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829658.871990:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829658.871991:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829658.871992:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:1.0:1787829658.871993:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829658.871994:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829658.871995:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:1.0:1787829658.871997:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829658.871997:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.871999:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872002:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829658.872003:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.872004:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829658.872005:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829658.872007:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829658.872009:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872014:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829658.872015:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.872017:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829658.872018:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829658.872019:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829658.872021:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829658.872023:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829658.872024:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829658.872025:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829658.872026:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829658.872029:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829658.872030:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829658.872032:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829658.872034:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829658.872036:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829658.872038:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401728, portal 4
00000100:00000001:1.0:1787829658.872040:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829658.872041:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:1.0:1787829658.872045:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872050:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829658.872051:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829658.872053:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829658.872055:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555401728, offset 0
00000400:00000200:1.0:1787829658.872057:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829658.872060:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.872062:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829658.872065:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829658.872066:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829658.872068:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829658.872070:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829658.872072:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90356:90356:256:4294967295] 192.168.203.108@tcp LPNI seq info [90343:90343:8:4294967295]
00000400:00000200:1.0:1787829658.872074:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829658.872079:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829658.872082:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.872084:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829658.872087:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829658.872088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787829658.872092:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829658.872093:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787829658.872111:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829658.872112:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829658.872114:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829658.872117:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829658.872119:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829658.872120:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829658.872122:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829658.872125:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872130:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.872132:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829683 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872137:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.872138:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829658.872141:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829658.872143:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829658.872145:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829658.872146:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301135923
00000100:00000001:1.0:1787829658.872148:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.872149:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301135923
00000100:00000001:1.0:1787829658.872151:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301139812
00000100:00000001:1.0:1787829658.872152:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829658.872154:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.872155:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829658.872157:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829658/real 1787829658]  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829658.872162:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829658.872162:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829658.872163:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829658.872165:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829658.872166:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829658.872167:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829658.872169:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829658.872173:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872178:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829658.872179:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872180:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.872181:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829658.872183:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872187:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829658.872190:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872198:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829658.872200:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872202:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829658.872203:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872205:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829658.872207:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829658.872209:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829658.872213:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829658.872215:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829658.872220:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829658.872228:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401728:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829658.872232:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872234:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829658.872237:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555401728/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829683 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829658.872243:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829658.872244:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829658.872246:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829658.872248:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829658.872248:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829658.872249:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829658.872251:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829658.872252:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829658.872253:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829658.872254:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829658.872255:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:1.0:1787829658.872257:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829658.872258:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872259:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829658.872262:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829658.872263:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829658.872264:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829658.872265:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829659.382177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829659.382185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829659.382194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829659.382200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829659.382204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829659.382207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829659.382210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829659.382213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829659.382216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829659.702207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829659.702212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829659.702216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829659.702217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829659.702220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829659.702220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829659.702223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829659.702224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829659.702226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829659.702227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829659.702276:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829659.702280:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829659.702283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829659.894218:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829659.894218:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829659.894225:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829659.894225:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829659.894226:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829659.894229:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829659.894231:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829659.894231:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829659.894234:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829659.894236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829659.894237:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829659.894256:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829659.894257:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829659.894259:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829659.894261:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829659.894263:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829659.894265:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829659.894265:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829659.894266:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829659.894270:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829659.894273:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829659.894278:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829659.894280:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829659.894283:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829659.894285:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829659.894288:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829659.894291:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829660.406183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829660.406189:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829660.406190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829660.406194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829660.406198:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829660.406202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829660.406204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829660.406206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829660.406208:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829660.726166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829660.726171:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829660.726174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829660.726175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829660.726178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829660.726178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829660.726181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829660.726181:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829660.726184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829660.726185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829660.726247:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829660.726252:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829660.726256:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829660.918202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829660.918202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829660.918202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829660.918210:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829660.918210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829660.918211:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829660.918216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.918216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829660.918217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829660.918223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829660.918224:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829660.918227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829660.918229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829660.918231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829660.918232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829660.918233:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829660.918237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829660.918240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829660.918240:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829660.918245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829660.918246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829660.918246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829660.918249:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829660.918254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.918254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829660.918258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829660.918262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829661.430166:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829661.430173:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829661.430175:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829661.430180:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829661.430184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829661.430188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829661.430191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829661.430194:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829661.430197:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829661.750190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829661.750195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829661.750199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829661.750200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829661.750202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829661.750203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829661.750206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829661.750207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829661.750210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829661.750211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829661.750271:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829661.750275:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829661.750280:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829661.942176:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829661.942183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829661.942184:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829661.942185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829661.942190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829661.942191:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829661.942191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829661.942195:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829661.942196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829661.942198:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829661.942200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829661.942202:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829661.942207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829661.942208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829661.942208:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829661.942215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829661.942216:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829661.942216:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829661.942218:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829661.942221:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829661.942224:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829661.942225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829661.942229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829661.942233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829661.942233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829661.942236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829661.942240:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829662.454188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829662.454195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829662.454198:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829662.454203:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829662.454207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829662.454211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829662.454214:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829662.454217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829662.454220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829662.774215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829662.774222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829662.774227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829662.774229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829662.774232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829662.774234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829662.774238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829662.774239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829662.774243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829662.774244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829662.774304:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829662.774308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829662.774310:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829662.838196:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301139812, at 4301139840
00000100:00000010:3.0:1787829662.838209:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c780.
00000100:00000040:2.0:1787829662.838240:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301139812, at 4301139840
00000100:00000010:2.0:1787829662.838251:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000001:1.0:1787829662.966171:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829662.966171:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829662.966177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829662.966178:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829662.966179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829662.966182:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829662.966183:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829662.966184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829662.966188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829662.966190:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829662.966191:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829662.966194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829662.966196:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829662.966197:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829662.966201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829662.966202:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829662.966203:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829662.966206:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829662.966207:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829662.966209:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829662.966213:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829662.966216:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829662.966220:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829662.966223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829662.966224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829662.966228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829662.966232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.478155:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829663.478161:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829663.478163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829663.478167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829663.478170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829663.478173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.478175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829663.478177:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.478179:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829663.798202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829663.798209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829663.798213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829663.798216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829663.798221:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829663.798224:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829663.798227:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798229:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829663.798231:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798233:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829663.798235:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829663.798307:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829663.798312:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829663.798316:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829663.990254:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829663.990264:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829663.990264:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829663.990268:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829663.990272:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829663.990275:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829663.990276:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829663.990281:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829663.990283:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829663.990284:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829663.990286:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829663.990287:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829663.990296:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990297:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829663.990298:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829663.990300:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829663.990311:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829663.990312:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829663.990313:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:0.0:1787829663.990316:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6468
00000100:00000001:1.0:1787829663.990322:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829663.990322:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829663.990326:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829663.990330:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787829663.990335:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829663.990338:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829663.990339:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.990344:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829663.990348:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787829663.990349:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829663.990361:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829663.990361:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829663.990367:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990375:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829663.990375:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829663.990375:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829663.990386:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829663.990390:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990397:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:3.0:1787829663.990397:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829663.990412:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829663.990426:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829663.990431:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829663.990436:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829663.990438:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829663.990441:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829663.990444:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990446:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.990450:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990452:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829663.990454:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829663.990457:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990459:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829663.990462:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829663.990465:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829663.990468:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990469:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829663.990472:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829663.990480:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247ad00.
00000020:00000040:0.0:1787829663.990483:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829663.990486:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829663.990487:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990490:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829663.990492:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829663.990495:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829663.990503:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:0.0:1787829663.990508:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829663.990514:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829663.990522:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829663.990525:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829663.990529:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001784683e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829663.990549:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829663.990552:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829663.990554:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829663.990556:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829663.990557:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829663.990559:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829663.990561:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6468
00000400:00000200:0.0:1787829663.990563:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829663.990565:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829663.990567:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829663.990571:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990573:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.990575:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990577:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829663.990580:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829663.990581:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829663.990582:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829663.990584:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829663.990585:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829663.990586:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:0.0:1787829663.990593:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829663.990595:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787829663.990596:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829663.990600:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829663.990601:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.990613:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990616:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829663.990623:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829663.990624:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829663.990634:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990648:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829663.990656:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829663.990664:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829663.990667:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829663.990668:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829663.990674:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.990675:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829663.990677:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829663.990681:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829663.990682:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829663.990686:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829663.990689:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990694:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829663.990696:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555401856:192.168.203.108@tcp:250:kworker.0
00000100:00000010:0.0:1787829663.990701:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478000.
00000020:00000040:0.0:1787829663.990704:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829663.990706:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829663.990706:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990708:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829663.990709:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829663.990712:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829663.990715:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:0.0:1787829663.990717:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829663.990721:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829663.990729:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829663.990730:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829663.990735:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.990736:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787829663.990741:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044eee6c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829663.990741:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.990756:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829663.990759:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829663.990763:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829663.990765:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829663.990768:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829663.990769:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787829663.990773:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
00000100:00000001:0.0:1787829663.990774:0:49828:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829663.990781:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829663.990783:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6468
00000400:00000200:0.0:1787829663.990790:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829663.990793:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829663.990795:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829663.990805:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829663.990806:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990812:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.990816:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829663.990816:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829663.990824:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829663.990828:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829663.990829:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829663.990830:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787829663.990833:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000020:00000040:0.0:1787829663.990834:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:0.0:1787829663.990842:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:0.0:1787829663.990845:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000200:1.0:1787829663.990849:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401856, portal 25
00000100:00000040:0.0:1787829663.990850:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990859:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.990864:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990867:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829663.990869:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1787829663.990872:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829663.990876:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536895744 : -107611172655872 : ffff9e20d247ad00)
00000100:00080000:0.0:1787829663.990882:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990888:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829663.990893:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787829663.990895:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829663.990899:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829663.990908:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990919:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829663.990926:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829663.990929:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787829663.990932:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829663.990940:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829663.990942:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829663.990947:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000010:0.0:1787829663.990950:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247bc00.
00000100:00000200:1.0:1787829663.990956:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555401856, offset 0
00000020:00000040:0.0:1787829663.990957:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829663.990970:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829663.990972:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.990974:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829663.990975:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829663.990978:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.990985:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000010:0.0:1787829663.990987:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829663.990993:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829663.990998:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829663.991009:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829663.991015:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829663.991019:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829663.991022:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c091462a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829663.991032:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.991032:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:0.0:1787829663.991041:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829663.991046:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829663.991047:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829663.991051:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829663.991051:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787829663.991060:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829663.991066:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6468
00000400:00000200:1.0:1787829663.991068:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829663.991080:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829663.991085:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829663.991091:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90357:90357:256:4294967295] 192.168.203.108@tcp LPNI seq info [90344:90344:8:4294967295]
00000400:00000200:1.0:1787829663.991134:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829663.991141:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829663.991149:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829663.991160:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829663.991164:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787829663.991171:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991178:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.991184:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:1.0:1787829663.991192:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991193:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829663.991199:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829663.991200:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829663.991202:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787829663.991204:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000020:00000040:0.0:1787829663.991205:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829663.991213:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:0.0:1787829663.991215:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829663.991219:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991225:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787829663.991230:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829663.991231:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991239:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829663.991244:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000800:00000200:1.0:1787829663.991245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1787829663.991247:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991253:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829663.991257:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829663.991259:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829663.991261:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.991267:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787829663.991273:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00100000:0.0:1787829663.991275:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829663.991286:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787829663.991292:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787829663.991293:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829663.991303:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a940.
00000800:00000100:1.0:1787829663.991309:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:0.0:1787829663.991311:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000800:00000010:1.0:1787829663.991314:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
02000000:00000001:0.0:1787829663.991315:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829663.991319:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.991322:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829663.991324:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829663.991326:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787829663.991327:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829663.991336:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000400:00000200:1.0:1787829663.991337:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787829663.991345:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.991348:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829663.991352:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00100000:0.0:1787829663.991354:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829663.991362:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829663.991369:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829663.991375:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829663.991377:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829663.991386:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b035ada] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829663.991431:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829663.991434:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829663.991437:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829663.991439:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829663.991441:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829663.991443:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829663.991445:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829663.991452:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6468
00000100:00000040:1.0:1787829663.991454:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829663.991466:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829663.991478:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829663.991490:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829663.991494:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.991500:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787829663.991502:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991509:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.991513:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829663.991518:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.991519:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829663.991534:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829663.991539:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:1.0:1787829663.991540:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:0.0:1787829663.991547:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829663.991548:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301144933
00000020:00000040:0.0:1787829663.991551:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:0.0:1787829663.991557:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:0.0:1787829663.991560:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000010:1.0:1787829663.991562:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc60.
00000100:00000040:0.0:1787829663.991567:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991571:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829663.991572:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829663.991574:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829663.991575:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1787829663.991577:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:0.0:1787829663.991582:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829663.991585:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301144933
00000100:00000001:0.0:1787829663.991587:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829663.991600:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787829663.991602:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cde0.
02000000:00000001:0.0:1787829663.991606:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829663.991609:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829663.991610:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.991615:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829663.991616:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829663.991622:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829663.991622:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.991636:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:0.0:1787829663.991637:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.991643:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829663.991649:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478b40.
00000100:00100000:1.0:1787829663.991651:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829663/real 1787829663]  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787829663.991661:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829663.991673:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829663.991677:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829663.991682:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787829663.991684:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829663.991685:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829663.991690:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829663.991690:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:0.0:1787829663.991697:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f000.
00000400:00000010:1.0:1787829663.991697:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829663.991711:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.991711:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829663.991719:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829663.991725:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1787829663.991726:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829663.991738:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829663.991748:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829663.991756:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829663.991768:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a105593a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829663.991775:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829663.991785:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829663.991798:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6478)
00000100:00000001:1.0:1787829663.991801:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829663.991805:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.991808:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.991811:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829663.991815:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.991823:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829663.991828:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.991834:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829663.991837:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.991838:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.991839:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.991842:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829663.991845:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829663.991848:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829663.991853:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829663.991855:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829663.991859:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829663.991866:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555401856:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829663.991870:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.991872:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.991875:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247ad00 x1874668555401856/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.991881:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829663.991883:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829663.991886:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829663.991889:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829663.991892:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829663.991894:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829663.991897:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829663.991901:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:1.0:1787829663.991907:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829663.991909:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829663.991913:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247ad00.
00000100:00000001:1.0:1787829663.991917:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829663.991919:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.991923:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.991933:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829663.991935:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.991939:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829663.991942:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829663.991944:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829663.991951:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.991971:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829663.991973:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.991976:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829663.991978:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829663.991981:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829663.991984:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829663.991987:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829663.991990:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829663.991992:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.991994:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829663.991997:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829663.991999:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.992004:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829663.992007:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829663.992010:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829663.992014:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555401984, portal 10
00000100:00000001:1.0:1787829663.992016:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829663.992017:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536884224 : -107611172667392 : ffff9e20d2478000)
00000100:00000040:1.0:1787829663.992024:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992031:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829663.992033:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829663.992035:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829663.992038:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555401984, offset 0
00000400:00000200:1.0:1787829663.992042:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992046:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992050:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829663.992053:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829663.992056:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829663.992058:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829663.992061:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992065:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90358:90358:256:4294967295] 192.168.203.108@tcp LPNI seq info [90345:90345:8:4294967295]
00000400:00000200:1.0:1787829663.992069:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992076:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829663.992080:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.992083:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829663.992088:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829663.992091:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829663.992120:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829663.992123:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829663.992127:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.992129:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829663.992132:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829663.992136:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829663.992138:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829663.992141:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829663.992143:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829663.992147:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992154:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.992157:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992164:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.992166:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829663.992169:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829663.992173:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829663.992176:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829663.992179:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301141078
00000100:00000001:1.0:1787829663.992182:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.992184:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301141078
00000100:00000001:1.0:1787829663.992186:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.992188:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829663.992190:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.992192:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829663.992195:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829663/real 1787829663]  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829663.992204:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829663.992205:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829663.992207:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829663.992210:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829663.992212:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829663.992216:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829663.992220:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829663.992233:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992243:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829663.992245:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992248:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.992250:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829663.992255:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992266:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829663.992273:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992283:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829663.992286:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992288:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.992289:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992291:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829663.992293:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829663.992296:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829663.992300:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829663.992303:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829663.992307:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829663.992315:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555401984:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829663.992319:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829663.992322:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992328:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829663.992330:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.992332:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829663.992334:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829663.992336:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829663.992338:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829663.992341:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829663.992343:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829663.992345:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.992347:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829663.992351:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829663.992353:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.992356:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829663.992359:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829663.992362:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829663.992365:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402112, portal 10
00000100:00000001:1.0:1787829663.992367:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829663.992368:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536899584 : -107611172652032 : ffff9e20d247bc00)
00000100:00000040:1.0:1787829663.992374:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992381:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829663.992383:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829663.992385:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829663.992387:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555402112, offset 0
00000400:00000200:1.0:1787829663.992391:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992395:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992399:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829663.992402:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829663.992405:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829663.992407:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829663.992409:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992413:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90359:90359:256:4294967295] 192.168.203.108@tcp LPNI seq info [90346:90346:8:4294967295]
00000400:00000200:1.0:1787829663.992435:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992442:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829663.992446:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.992450:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829663.992454:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829663.992456:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829663.992461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829663.992463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829663.992467:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.992469:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829663.992472:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829663.992475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829663.992478:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829663.992480:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829663.992482:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829663.992486:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992493:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.992496:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992502:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.992504:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829663.992507:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829663.992511:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829663.992513:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829663.992516:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301141018
00000100:00000001:1.0:1787829663.992518:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.992520:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301141018
00000100:00000001:1.0:1787829663.992522:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.992524:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829663.992526:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.992527:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829663.992530:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829663/real 1787829663]  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829663.992537:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829663.992539:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829663.992540:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829663.992542:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829663.992544:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829663.992546:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829663.992548:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829663.992557:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992562:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829663.992563:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992565:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.992566:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829663.992569:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992575:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829663.992578:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992585:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829663.992587:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992589:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.992590:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992592:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829663.992593:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829663.992595:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829663.992598:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829663.992600:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829663.992603:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829663.992610:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402112:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829663.992613:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829663.992616:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992622:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829663.992623:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.992625:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829663.992626:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829663.992628:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829663.992631:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829663.992634:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829663.992636:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829663.992637:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.992639:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829663.992642:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829663.992644:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.992647:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829663.992650:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829663.992653:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829663.992656:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402240, portal 4
00000100:00000001:1.0:1787829663.992658:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829663.992659:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536894784 : -107611172656832 : ffff9e20d247a940)
00000100:00000040:1.0:1787829663.992664:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992670:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829663.992673:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829663.992675:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829663.992677:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555402240, offset 0
00000400:00000200:1.0:1787829663.992680:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992683:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992686:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829663.992688:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829663.992691:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829663.992693:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829663.992695:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992698:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90360:90360:256:4294967295] 192.168.203.108@tcp LPNI seq info [90347:90347:8:4294967295]
00000400:00000200:1.0:1787829663.992702:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992707:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829663.992711:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.992714:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829663.992717:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829663.992720:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829663.992723:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829663.992726:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829663.992730:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.992731:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829663.992734:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829663.992737:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829663.992740:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829663.992741:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829663.992744:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829663.992747:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992754:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.992757:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992763:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.992765:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829663.992767:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829663.992770:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829663.992772:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829663.992774:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301141051
00000100:00000001:1.0:1787829663.992776:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.992778:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301141051
00000100:00000001:1.0:1787829663.992780:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.992782:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829663.992784:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.992785:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829663.992788:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829663/real 1787829663]  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829663.992795:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829663.992796:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829663.992797:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829663.992799:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829663.992800:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829663.992802:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829663.992804:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829663.992812:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992823:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829663.992825:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992827:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.992828:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829663.992831:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992837:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829663.992840:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992846:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829663.992848:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992849:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.992850:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.992852:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829663.992854:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829663.992856:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829663.992858:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829663.992860:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829663.992863:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829663.992870:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402240:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829663.992873:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829663.992876:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992882:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829663.992884:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.992886:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829663.992888:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829663.992890:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829663.992893:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829663.992899:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829663.992901:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829663.992904:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829663.992906:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829663.992911:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829663.992913:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829663.992919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829663.992922:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829663.992926:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829663.992930:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402368, portal 4
00000100:00000001:1.0:1787829663.992933:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829663.992935:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536887104 : -107611172664512 : ffff9e20d2478b40)
00000100:00000040:1.0:1787829663.992944:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.992955:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829663.992958:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829663.992961:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829663.992965:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555402368, offset 0
00000400:00000200:1.0:1787829663.992972:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992976:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.992980:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829663.992982:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829663.992985:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829663.992987:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829663.992990:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829663.992993:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90361:90361:256:4294967295] 192.168.203.108@tcp LPNI seq info [90348:90348:8:4294967295]
00000400:00000200:1.0:1787829663.992996:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829663.993002:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829663.993007:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.993010:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829663.993014:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829663.993017:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787829663.993021:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829663.993023:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787829663.993027:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829663.993029:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829663.993032:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829663.993035:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829663.993038:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829663.993039:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829663.993041:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829663.993045:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993052:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.993055:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993061:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.993062:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829663.993065:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829663.993067:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829663.993070:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829663.993072:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301141043
00000100:00000001:1.0:1787829663.993075:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.993077:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301141043
00000100:00000001:1.0:1787829663.993079:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301144933
00000100:00000001:1.0:1787829663.993080:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829663.993082:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.993084:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829663.993087:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829663/real 1787829663]  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829663.993115:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829663.993116:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829663.993118:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829663.993121:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829663.993122:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829663.993124:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829663.993128:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829663.993136:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993142:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829663.993143:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993145:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.993146:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829663.993149:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993155:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829663.993158:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993164:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829663.993166:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993167:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829663.993169:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993171:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829663.993173:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829663.993175:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829663.993177:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829663.993179:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829663.993183:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829663.993190:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402368:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829663.993194:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993195:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.993198:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478000 x1874668555401984/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993203:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829663.993205:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829663.993207:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d800.
02000000:00000001:1.0:1787829663.993210:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829663.993213:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829663.993215:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829663.993218:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829663.993220:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:1.0:1787829663.993224:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829663.993226:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829663.993229:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478000.
00000100:00000001:1.0:1787829663.993231:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829663.993233:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993236:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.993241:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247bc00 x1874668555402112/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993251:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829663.993253:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829663.993256:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829663.993259:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829663.993261:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829663.993263:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829663.993266:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829663.993268:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:1.0:1787829663.993272:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829663.993274:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829663.993276:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247bc00.
00000100:00000001:1.0:1787829663.993280:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829663.993282:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993285:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.993289:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a940 x1874668555402240/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993295:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829663.993297:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829663.993299:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829663.993301:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829663.993302:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829663.993304:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829663.993306:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829663.993307:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:1.0:1787829663.993309:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829663.993310:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829663.993311:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a940.
00000100:00000001:1.0:1787829663.993313:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829663.993314:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993315:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829663.993318:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478b40 x1874668555402368/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829663.993323:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829663.993324:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829663.993325:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829663.993327:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829663.993328:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829663.993329:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829663.993330:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829663.993331:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f000.
02000000:00000001:1.0:1787829663.993333:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829663.993334:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829663.993335:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478b40.
00000100:00000001:1.0:1787829663.993337:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829663.993338:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993341:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829663.993345:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829663.993346:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829663.993348:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829663.993350:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829664.502186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829664.502194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829664.502195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829664.502201:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829664.502204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829664.502208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829664.502210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829664.502212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829664.502215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829664.822219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829664.822227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829664.822233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829664.822234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829664.822238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829664.822240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829664.822243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829664.822245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829664.822248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829664.822250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829664.822330:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829664.822336:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829664.822339:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829665.014225:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829665.014225:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829665.014233:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829665.014234:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829665.014237:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829665.014238:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829665.014245:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829665.014246:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829665.014251:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829665.014252:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829665.014259:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829665.014259:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829665.014263:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829665.014267:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829665.014270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829665.014271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829665.014273:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829665.014276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.014313:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829665.014320:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829665.014322:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829665.014326:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829665.014330:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829665.014334:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.014336:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829665.014338:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.014340:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829665.526207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829665.526214:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829665.526216:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829665.526222:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829665.526231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829665.526235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829665.526238:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829665.526240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829665.526242:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829665.846243:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829665.846245:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829665.846248:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846253:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829665.846255:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846257:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846258:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846262:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829665.846263:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829665.846264:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829665.846265:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846266:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829665.846267:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846269:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846270:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846273:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829665.846274:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829665.846275:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829665.846276:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846277:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829665.846278:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846279:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846280:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846282:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829665.846283:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829665.846284:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829665.846285:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846286:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829665.846287:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846288:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846289:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829665.846292:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829665.846293:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829665.846354:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829665.846359:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829665.846362:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829666.038247:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829666.038247:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829666.038247:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829666.038258:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829666.038258:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829666.038258:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829666.038263:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829666.038264:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829666.038264:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829666.038272:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829666.038273:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829666.038274:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829666.038279:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829666.038281:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829666.038281:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829666.038284:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829666.038287:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829666.038288:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829666.038288:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829666.038293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829666.038297:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829666.038297:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829666.038302:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829666.038307:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829666.038308:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829666.038312:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829666.038315:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829666.550162:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829666.550168:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829666.550170:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829666.550175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829666.550178:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829666.550181:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829666.550183:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829666.550185:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829666.550193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829666.870222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829666.870227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829666.870231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829666.870232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829666.870235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829666.870236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829666.870238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829666.870239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829666.870241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829666.870242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829666.870293:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829666.870296:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829666.870299:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829667.062192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829667.062192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829667.062199:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829667.062200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829667.062201:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829667.062203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829667.062203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829667.062210:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829667.062211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829667.062211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829667.062217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829667.062218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829667.062218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829667.062224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829667.062224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829667.062225:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829667.062228:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829667.062231:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829667.062232:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829667.062238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829667.062238:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829667.062238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829667.062242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829667.062246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829667.062251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829667.062255:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829667.062258:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829667.574188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829667.574193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829667.574195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829667.574198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829667.574201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829667.574204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829667.574206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829667.574209:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829667.574211:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829667.894233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829667.894241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829667.894247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829667.894249:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829667.894252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829667.894254:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829667.894257:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829667.894259:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829667.894263:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829667.894264:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829667.894324:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829667.894327:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829667.894330:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829667.958203:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301144933, at 4301144960
00000100:00000040:3.0:1787829667.958203:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301144933, at 4301144960
00000100:00000010:2.0:1787829667.958218:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000010:3.0:1787829667.958220:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000001:1.0:1787829668.086207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829668.086207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829668.086207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829668.086217:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829668.086217:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829668.086217:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829668.086220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829668.086222:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829668.086223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829668.086230:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829668.086231:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829668.086231:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829668.086238:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829668.086238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829668.086239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829668.086245:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829668.086245:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829668.086246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829668.086252:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829668.086256:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829668.086259:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829668.086261:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829668.086265:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829668.086268:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829668.086269:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829668.086272:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829668.086275:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829668.598163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829668.598169:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829668.598171:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829668.598175:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829668.598179:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829668.598186:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829668.598189:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829668.598191:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829668.598193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829668.918223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829668.918230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829668.918237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829668.918238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829668.918242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829668.918242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829668.918245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829668.918246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829668.918248:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829668.918249:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829668.918303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829668.918306:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829668.918309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829669.110215:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829669.110223:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829669.110226:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829669.110232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829669.110236:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829669.110237:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829669.110240:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829669.110242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829669.110244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829669.110244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.110247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829669.110247:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829669.110250:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829669.110251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829669.110253:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829669.110256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829669.110258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829669.110260:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829669.110263:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829669.110268:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829669.110271:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829669.110275:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:2.0:1787829669.110277:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829669.110280:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829669.110285:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829669.110286:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829669.110290:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829669.110291:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829669.110294:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829669.110298:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829669.110299:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.110307:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829669.110314:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6473
00000400:00000200:2.0:1787829669.110323:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829669.110330:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829669.110334:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829669.110338:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110342:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829669.110345:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110347:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829669.110352:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829669.110354:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829669.110357:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829669.110360:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829669.110363:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829669.110365:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829669.110369:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110371:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829669.110373:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110375:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829669.110392:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829669.110397:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110399:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829669.110402:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829669.110406:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829669.110409:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.110412:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829669.110414:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829669.110423:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b161c0.
00000020:00000040:2.0:1787829669.110426:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829669.110430:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829669.110432:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.110435:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829669.110438:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829669.110442:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829669.110449:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829669.110456:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829669.110465:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829669.110476:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829669.110480:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829669.110485:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1fe551] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.110505:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829669.110509:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829669.110513:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829669.110515:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829669.110517:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829669.110520:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829669.110524:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6473
00000100:00000001:1.0:1787829669.110530:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787829669.110530:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829669.110535:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787829669.110536:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829669.110538:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829669.110541:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829669.110547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829669.110550:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110557:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829669.110562:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110565:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829669.110568:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829669.110570:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829669.110571:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829669.110574:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
02000000:00000001:1.0:1787829669.110576:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787829669.110578:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829669.110580:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787829669.110582:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:1.0:1787829669.110583:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829669.110589:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00100000:1.0:1787829669.110591:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555402496:192.168.203.108@tcp:250:kworker.0
00000020:00000001:2.0:1787829669.110593:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829669.110598:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787829669.110602:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829669.110604:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829669.110605:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829669.110607:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829669.110611:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829669.110612:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829669.110617:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:1.0:1787829669.110619:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
00000020:00000040:2.0:1787829669.110620:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:1.0:1787829669.110625:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829669.110629:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829669.110633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829669.110634:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829669.110639:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:2.0:1787829669.110639:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829669.110645:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787829669.110647:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000001:2.0:1787829669.110650:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.110654:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1787829669.110655:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402496, portal 25
00000100:00000001:1.0:1787829669.110659:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787829669.110659:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829669.110662:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543823296 : -107611165728320 : ffff9e20d2b161c0)
00000008:00000001:2.0:1787829669.110665:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829669.110670:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.110671:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829669.110679:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15e00.
00000100:00000001:1.0:1787829669.110680:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787829669.110685:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:1.0:1787829669.110686:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829669.110692:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
02000000:00000001:2.0:1787829669.110692:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829669.110695:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829669.110697:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555402496, offset 0
00000100:00000001:2.0:1787829669.110700:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829669.110704:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829669.110705:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829669.110707:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829669.110714:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
00000400:00000200:1.0:1787829669.110715:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829669.110722:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.110725:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829669.110732:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787829669.110733:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829669.110738:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829669.110744:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829669.110750:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110754:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787829669.110756:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90362:90362:256:4294967295] 192.168.203.108@tcp LPNI seq info [90349:90349:8:4294967295]
00000100:00000001:2.0:1787829669.110761:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.110763:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829669.110770:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106a68f5] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829669.110778:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829669.110793:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110794:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829669.110798:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00080000:2.0:1787829669.110800:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829669.110805:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.0:1787829669.110808:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829669.110809:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829669.110814:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787829669.110815:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1787829669.110821:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787829669.110823:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:2.0:1787829669.110829:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6473
00000800:00000200:1.1:1787829669.110829:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829669.110837:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829669.110840:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:1.0:1787829669.110841:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:2.0:1787829669.110848:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:1.0:1787829669.110849:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787829669.110854:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829669.110858:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787829669.110863:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829669.110867:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:2.0:1787829669.110868:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829669.110873:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829669.110874:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:2.0:1787829669.110877:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829669.110881:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829669.110882:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787829669.110883:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829669.110887:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787829669.110892:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829669.110899:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829669.110905:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829669.110908:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829669.110909:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829669.110916:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829669.110918:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110923:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829669.110925:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.110928:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829669.110932:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829669.110937:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829669.110943:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.110944:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.110947:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829669.110949:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829669.110954:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829669.110955:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829669.110957:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.110961:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829669.110962:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:2.0:1787829669.110965:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829669.110966:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301150052
00000008:00000001:2.0:1787829669.110970:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829669.110974:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c480.
00000100:00000001:2.0:1787829669.110974:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829669.110980:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b170c0.
00000020:00000040:2.0:1787829669.110984:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829669.110987:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829669.110987:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829669.110989:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.110993:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301150052
00000100:00000001:2.0:1787829669.110993:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829669.110995:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787829669.110999:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca20.
02000000:00000001:2.0:1787829669.111000:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111005:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000010:2.0:1787829669.111008:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:1.0:1787829669.111009:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829669.111014:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.111015:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111016:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829669.111022:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669]  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829669.111026:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829669.111040:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829669.111043:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829669.111045:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787829669.111046:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:2.0:1787829669.111049:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.111051:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829669.111054:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829669.111058:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787829669.111059:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000658e80ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829669.111064:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.111086:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829669.111090:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829669.111091:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829669.111116:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829669.111118:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829669.111119:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829669.111122:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829669.111129:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6473
00000400:00000200:2.0:1787829669.111135:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829669.111143:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829669.111144:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1787829669.111147:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829669.111148:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829669.111153:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829669.111155:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829669.111157:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829669.111159:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829669.111163:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829669.111168:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.111168:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829669.111175:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829669.111177:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829669.111181:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829669.111184:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:1.0:1787829669.111188:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829669.111190:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:2.0:1787829669.111194:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829669.111198:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829669.111201:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.111207:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829669.111211:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.111217:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829669.111220:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787829669.111221:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829669.111227:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829669.111228:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829669.111232:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829669.111234:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111235:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829669.111239:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829669.111240:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829669.111243:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829669.111244:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787829669.111246:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787829669.111250:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829669.111253:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829669.111254:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829669.111256:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:2.0:1787829669.111258:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000040:1.0:1787829669.111262:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787829669.111264:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.111269:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829669.111276:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555402496:192.168.203.108@tcp:250:kworker.0
00000100:00000010:2.0:1787829669.111276:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14000.
00000020:00000040:2.0:1787829669.111283:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829669.111284:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.111288:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829669.111290:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787829669.111293:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b161c0 x1874668555402496/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829669.111294:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.111299:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829669.111304:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829669.111304:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829669.111308:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.111309:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829669.111312:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829669.111316:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:2.0:1787829669.111316:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000020:00000001:1.0:1787829669.111319:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787829669.111322:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829669.111323:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829669.111328:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829669.111331:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
00000100:00100000:2.0:1787829669.111333:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829669.111335:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829669.111337:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829669.111340:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b161c0.
00000100:00000001:1.0:1787829669.111346:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829669.111350:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829669.111354:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829669.111355:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111358:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829669.111362:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c5e232] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111366:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829669.111369:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111374:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829669.111377:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829669.111392:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829669.111394:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829669.111397:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829669.111400:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1787829669.111405:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.111406:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829669.111409:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829669.111416:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829669.111418:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829669.111421:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829669.111423:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6473
02000000:00000001:1.0:1787829669.111424:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829669.111427:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829669.111430:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829669.111433:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:1.0:1787829669.111436:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402624:192.168.203.108@tcp:38:kworker.0
00000400:00000200:2.0:1787829669.111441:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829669.111442:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829669.111445:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829669.111447:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829669.111447:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829669.111452:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787829669.111455:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:1.0:1787829669.111456:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:2.0:1787829669.111458:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829669.111460:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829669.111464:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829669.111467:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829669.111469:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829669.111471:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000020:00000001:2.0:1787829669.111474:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787829669.111476:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000020:00000040:2.0:1787829669.111477:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829669.111481:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787829669.111483:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402624, portal 10
00000020:00000040:2.0:1787829669.111484:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829669.111488:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787829669.111490:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829669.111491:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543822336 : -107611165729280 : ffff9e20d2b15e00)
00000020:00000001:2.0:1787829669.111496:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829669.111501:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829669.111505:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829669.111511:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829669.111515:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829669.111516:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829669.111521:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829669.111522:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829669.111524:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000020:00000040:2.0:1787829669.111527:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000200:1.0:1787829669.111528:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555402624, offset 0
00000100:00080000:2.0:1787829669.111534:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829669.111535:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829669.111541:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.111543:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829669.111544:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829669.111549:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
02000000:00000001:2.0:1787829669.111550:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829669.111556:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787829669.111556:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.111560:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:2.0:1787829669.111562:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829669.111564:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1787829669.111566:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:1.0:1787829669.111567:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829669.111573:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90363:90363:256:4294967295] 192.168.203.108@tcp LPNI seq info [90350:90350:8:4294967295]
00000008:00000001:2.0:1787829669.111573:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.111580:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.111581:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:2.0:1787829669.111587:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000400:00000200:1.0:1787829669.111589:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787829669.111592:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000200:1.0:1787829669.111596:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829669.111598:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1787829669.111601:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
02000000:00000001:2.0:1787829669.111601:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829669.111607:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787829669.111611:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:2.0:1787829669.111612:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829669.111616:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829669.111617:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829669.111623:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000010:2.0:1787829669.111624:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000800:00000200:1.1:1787829669.111626:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829669.111631:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829669.111631:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829669.111635:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829669.111639:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787829669.111643:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829669.111645:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829669.111651:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829669.111654:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829669.111659:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829669.111663:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787829669.111665:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.111667:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111676:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829669.111678:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829669.111683:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829669.111705:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111713:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829669.111713:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6483)
00000100:00000001:1.0:1787829669.111718:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829669.111722:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829669.111725:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829669.111727:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829669.111730:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301146197
00000100:00000001:1.0:1787829669.111732:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.111734:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301146197
00000100:00000001:1.0:1787829669.111736:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.111738:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829669.111740:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111741:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829669.111744:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669]  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829669.111749:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829669.111751:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829669.111752:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829669.111753:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829669.111755:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829669.111756:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829669.111758:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829669.111763:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111768:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829669.111769:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.111770:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.111771:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829669.111773:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111779:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829669.111781:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111786:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829669.111787:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.111788:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.111789:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.111790:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829669.111792:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829669.111793:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829669.111795:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829669.111796:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829669.111799:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829669.111803:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402624:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829669.111806:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829669.111808:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111813:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829669.111814:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.111815:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829669.111816:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829669.111818:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829669.111819:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829669.111821:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829669.111822:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829669.111824:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.111825:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829669.111828:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829669.111829:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.111831:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829669.111833:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829669.111835:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829669.111837:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402752, portal 10
00000100:00000001:1.0:1787829669.111838:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829669.111839:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543827136 : -107611165724480 : ffff9e20d2b170c0)
00000100:00000040:1.0:1787829669.111843:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111847:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829669.111849:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829669.111850:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829669.111852:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555402752, offset 0
00000400:00000200:1.0:1787829669.111856:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829669.111860:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829669.111863:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829669.111866:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829669.111869:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829669.111871:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829669.111874:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829669.111877:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90364:90364:256:4294967295] 192.168.203.108@tcp LPNI seq info [90351:90351:8:4294967295]
00000400:00000200:1.0:1787829669.111881:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829669.111888:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829669.111894:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829669.111897:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829669.111902:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829669.111905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829669.111910:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829669.111913:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829669.111915:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829669.111918:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829669.111920:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829669.111922:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829669.111925:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829669.111926:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829669.111928:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829669.111930:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111936:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.111938:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.111943:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111944:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829669.111947:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829669.111949:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829669.111953:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829669.111955:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301146137
00000100:00000001:1.0:1787829669.111958:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.111960:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301146137
00000100:00000001:1.0:1787829669.111963:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.111965:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829669.111967:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.111969:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829669.111973:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669]  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829669.111982:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829669.111983:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829669.111985:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829669.111987:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829669.111989:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829669.111991:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829669.111994:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829669.112002:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112009:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829669.112010:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112012:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.112013:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829669.112016:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112023:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829669.112027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112034:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829669.112036:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112038:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.112039:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112041:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829669.112042:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829669.112045:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829669.112049:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829669.112051:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829669.112054:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829669.112062:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402752:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829669.112066:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829669.112070:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112076:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829669.112078:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.112080:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829669.112082:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829669.112084:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829669.112087:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829669.112090:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829669.112092:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829669.112114:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.112117:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829669.112121:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829669.112124:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.112127:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829669.112130:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829669.112134:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829669.112137:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555402880, portal 4
00000100:00000001:1.0:1787829669.112139:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829669.112141:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543814656 : -107611165736960 : ffff9e20d2b14000)
00000100:00000040:1.0:1787829669.112147:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112154:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829669.112156:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829669.112159:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829669.112162:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555402880, offset 0
00000400:00000200:1.0:1787829669.112167:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829669.112170:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829669.112174:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829669.112177:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829669.112180:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829669.112182:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829669.112185:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829669.112189:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90365:90365:256:4294967295] 192.168.203.108@tcp LPNI seq info [90352:90352:8:4294967295]
00000400:00000200:1.0:1787829669.112194:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829669.112200:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829669.112205:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829669.112208:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829669.112212:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829669.112214:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829669.112219:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829669.112221:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829669.112225:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829669.112227:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829669.112231:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829669.112234:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829669.112237:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829669.112239:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829669.112242:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829669.112246:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112254:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.112257:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112264:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.112266:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829669.112269:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829669.112273:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829669.112276:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829669.112278:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301146171
00000100:00000001:1.0:1787829669.112281:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.112283:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301146171
00000100:00000001:1.0:1787829669.112285:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.112287:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829669.112289:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.112291:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829669.112294:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669]  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829669.112301:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829669.112303:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829669.112304:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829669.112306:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829669.112308:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829669.112310:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829669.112313:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829669.112322:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112329:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829669.112330:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112332:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.112334:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829669.112337:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112344:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829669.112348:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112355:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829669.112358:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112359:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.112361:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112363:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829669.112365:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829669.112368:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829669.112372:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829669.112375:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829669.112394:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829669.112403:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555402880:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829669.112407:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112409:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.112413:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15e00 x1874668555402624/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112420:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829669.112421:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829669.112424:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829669.112427:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829669.112429:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829669.112430:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829669.112432:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829669.112434:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:1.0:1787829669.112437:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829669.112439:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829669.112440:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15e00.
00000100:00000001:1.0:1787829669.112443:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829669.112445:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112446:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.112450:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b170c0 x1874668555402752/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112457:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829669.112459:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829669.112460:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829669.112463:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829669.112464:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829669.112465:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829669.112468:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829669.112470:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:1.0:1787829669.112472:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829669.112473:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829669.112475:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b170c0.
00000100:00000001:1.0:1787829669.112477:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829669.112479:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112480:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.112484:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14000 x1874668555402880/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112491:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829669.112493:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829669.112495:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829669.112497:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829669.112498:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829669.112500:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829669.112502:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829669.112504:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:1.0:1787829669.112506:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829669.112507:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829669.112509:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14000.
00000100:00000001:1.0:1787829669.112511:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829669.112512:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112514:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112518:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829669.112520:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.112523:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829669.112524:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829669.112526:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829669.112530:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112538:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829669.112539:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.112541:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829669.112544:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829669.112546:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829669.112550:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829669.112554:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829669.112556:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829669.112558:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829669.112560:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829669.112563:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829669.112565:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829669.112569:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829669.112572:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829669.112576:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829669.112579:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403008, portal 4
00000100:00000001:1.0:1787829669.112581:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829669.112582:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:1.0:1787829669.112589:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112596:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829669.112598:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829669.112600:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829669.112603:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555403008, offset 0
00000400:00000200:1.0:1787829669.112607:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829669.112612:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829669.112616:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829669.112619:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829669.112622:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829669.112625:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829669.112628:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829669.112631:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90366:90366:256:4294967295] 192.168.203.108@tcp LPNI seq info [90353:90353:8:4294967295]
00000400:00000200:1.0:1787829669.112635:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829669.112642:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829669.112648:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829669.112651:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829669.112655:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829669.112658:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787829669.112663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829669.112666:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787829669.112670:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829669.112672:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829669.112675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829669.112679:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829669.112682:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829669.112684:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829669.112687:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829669.112691:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112698:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.112700:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112704:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.112705:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829669.112708:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829669.112710:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829669.112713:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829669.112714:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301146163
00000100:00000001:1.0:1787829669.112716:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.112718:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301146163
00000100:00000001:1.0:1787829669.112719:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301150052
00000100:00000001:1.0:1787829669.112721:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829669.112722:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.112723:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829669.112726:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829669/real 1787829669]  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829669.112731:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829669.112732:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829669.112734:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829669.112735:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829669.112736:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829669.112738:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829669.112740:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829669.112745:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112748:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829669.112749:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112750:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.112751:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829669.112753:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112758:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829669.112760:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112765:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829669.112766:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112767:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829669.112768:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112769:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829669.112770:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829669.112772:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829669.112774:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829669.112775:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829669.112777:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829669.112782:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403008:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829669.112785:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112786:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829669.112788:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555403008/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829669.112792:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829669.112793:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829669.112795:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829669.112796:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829669.112797:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829669.112798:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829669.112799:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829669.112800:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:1.0:1787829669.112801:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829669.112802:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829669.112804:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:1.0:1787829669.112805:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829669.112806:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112807:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.112810:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829669.112811:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.112812:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829669.112813:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829669.622188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829669.622192:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829669.622194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829669.622198:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829669.622201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829669.622204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.622206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829669.622208:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829669.622210:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829669.942221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829669.942228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829669.942235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829669.942236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829669.942240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829669.942258:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829669.942271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829669.942273:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829669.942277:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829669.942279:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829669.942363:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829669.942367:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829669.942371:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829670.134160:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829670.134166:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829670.134166:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829670.134167:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829670.134172:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829670.134173:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.134173:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829670.134176:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.134177:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829670.134180:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829670.134183:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829670.134184:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829670.134186:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829670.134191:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829670.134192:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829670.134192:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829670.134197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.134197:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829670.134198:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829670.134203:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829670.134208:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.134212:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829670.134216:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.134219:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829670.134220:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829670.134224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829670.134226:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829670.646172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829670.646191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829670.646194:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829670.646200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829670.646204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829670.646208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829670.646210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829670.646213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829670.646217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829670.966182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829670.966191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829670.966197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829670.966198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829670.966203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829670.966204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829670.966208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829670.966209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829670.966212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829670.966214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829670.966274:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829670.966277:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829670.966280:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829671.158208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829671.158208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829671.158208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829671.158215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829671.158216:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829671.158216:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829671.158218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829671.158220:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829671.158221:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829671.158225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829671.158238:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829671.158238:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829671.158241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829671.158245:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829671.158246:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829671.158247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829671.158249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829671.158251:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829671.158253:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829671.158254:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829671.158260:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829671.158261:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829671.158264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829671.158268:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829671.158268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829671.158272:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829671.158276:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829671.670177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829671.670183:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829671.670185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829671.670189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829671.670191:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829671.670194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829671.670197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829671.670199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829671.670201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829671.990186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829671.990192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829671.990196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829671.990197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829671.990219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829671.990220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829671.990224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829671.990225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829671.990228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829671.990230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829671.990304:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829671.990308:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829671.990310:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829672.182175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829672.182177:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829672.182180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829672.182182:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829672.182182:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829672.182186:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829672.182187:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829672.182187:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829672.182192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829672.182196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829672.182196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829672.182198:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829672.182204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829672.182204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829672.182204:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829672.182211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829672.182212:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829672.182212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829672.182215:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829672.182219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829672.182222:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829672.182223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829672.182226:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829672.182229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829672.182230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829672.182234:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829672.182238:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829672.694180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829672.694188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829672.694191:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829672.694197:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829672.694201:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829672.694205:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829672.694208:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829672.694211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829672.694214:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829673.014227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829673.014233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829673.014237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829673.014238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829673.014240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829673.014241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829673.014243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829673.014244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829673.014247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829673.014247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829673.014297:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829673.014300:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829673.014303:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829673.078205:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301150052, at 4301150080
00000100:00000040:3.0:1787829673.078205:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301150052, at 4301150080
00000100:00000010:2.0:1787829673.078219:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000010:3.0:1787829673.078221:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000001:3.0:1787829673.206204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829673.206205:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829673.206206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829673.206213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829673.206214:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829673.206214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829673.206218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829673.206218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829673.206219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829673.206227:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829673.206227:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829673.206228:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829673.206231:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829673.206234:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829673.206234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829673.206236:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829673.206239:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829673.206240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829673.206240:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829673.206244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829673.206247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829673.206250:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829673.206253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829673.206256:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829673.206256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829673.206259:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829673.206262:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829673.718230:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829673.718239:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829673.718242:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829673.718248:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829673.718252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829673.718256:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829673.718258:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829673.718263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829673.718266:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829674.038219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829674.038224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829674.038228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829674.038232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829674.038237:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829674.038239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829674.038241:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038243:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829674.038245:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038247:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829674.038248:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829674.038292:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829674.038296:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829674.038298:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829674.230192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829674.230192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787829674.230196:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829674.230198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829674.230200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230205:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829674.230206:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787829674.230206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829674.230208:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829674.230209:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230211:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829674.230212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829674.230214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829674.230214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787829674.230216:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829674.230217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829674.230218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829674.230223:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829674.230224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787829674.230225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829674.230226:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829674.230228:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829674.230231:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6478
00000100:00000001:2.0:1787829674.230232:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829674.230233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829674.230237:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.230238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.230243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829674.230243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787829674.230244:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829674.230247:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829674.230251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829674.230253:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829674.230256:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829674.230259:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230261:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829674.230265:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230268:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829674.230271:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829674.230272:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829674.230275:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829674.230277:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829674.230279:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829674.230281:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829674.230283:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230284:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829674.230285:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230287:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829674.230289:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829674.230291:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230293:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829674.230295:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829674.230297:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829674.230299:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230300:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829674.230302:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829674.230309:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247a580.
00000020:00000040:0.0:1787829674.230312:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829674.230315:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829674.230316:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230318:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829674.230320:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829674.230324:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829674.230331:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874fc00.
00000100:00000001:0.0:1787829674.230337:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829674.230360:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829674.230371:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829674.230375:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829674.230381:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a208438a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.230404:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829674.230407:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829674.230411:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829674.230413:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829674.230415:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829674.230419:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829674.230422:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6478
00000400:00000200:0.0:1787829674.230426:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829674.230426:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787829674.230431:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829674.230431:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829674.230435:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829674.230436:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829674.230440:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230444:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829674.230444:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.230453:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829674.230454:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.230457:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787829674.230458:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829674.230460:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829674.230463:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829674.230464:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829674.230467:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1787829674.230470:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555403136:192.168.203.108@tcp:250:kworker.0
00000020:00000040:0.0:1787829674.230471:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:0.0:1787829674.230474:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829674.230477:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787829674.230478:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:0.0:1787829674.230481:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829674.230482:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829674.230485:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829674.230486:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.230491:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829674.230494:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230496:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787829674.230498:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
00000100:00000040:0.0:1787829674.230499:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230504:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829674.230504:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829674.230510:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829674.230511:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230514:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829674.230516:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829674.230516:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829674.230523:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787829674.230523:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:0.0:1787829674.230526:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230529:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787829674.230533:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000008:00100000:0.0:1787829674.230534:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829674.230540:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230543:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829674.230543:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403136, portal 25
00000100:00000010:0.0:1787829674.230548:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829674.230548:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829674.230550:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536893824 : -107611172657792 : ffff9e20d247a580)
00000020:00000040:0.0:1787829674.230555:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829674.230560:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787829674.230560:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829674.230563:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230567:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829674.230569:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829674.230572:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230574:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1787829674.230577:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874e400.
00000100:00000040:1.0:1787829674.230578:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829674.230584:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829674.230585:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829674.230590:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555403136, offset 0
00000100:00100000:0.0:1787829674.230594:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829674.230600:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230607:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829674.230609:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.230611:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.230619:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:0.0:1787829674.230622:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829674.230623:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829674.230630:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:0.0:1787829674.230636:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.230636:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787829674.230640:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829674.230641:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:0.0:1787829674.230647:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787829674.230648:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90367:90367:256:4294967295] 192.168.203.108@tcp LPNI seq info [90354:90354:8:4294967295]
00000100:00000001:0.0:1787829674.230649:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829674.230652:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829674.230655:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.230663:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829674.230669:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.230673:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:0.0:1787829674.230676:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829674.230682:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6478
00000800:00000200:1.0:1787829674.230682:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829674.230689:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1787829674.230691:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.1:1787829674.230700:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000400:00000200:0.0:1787829674.230701:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829674.230708:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787829674.230708:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787829674.230716:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000100:1.0:1787829674.230720:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230722:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787829674.230725:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000040:0.0:1787829674.230728:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230734:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829674.230734:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787829674.230739:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829674.230742:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829674.230745:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787829674.230746:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829674.230751:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:1.0:1787829674.230752:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000020:00000001:0.0:1787829674.230755:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:1.0:1787829674.230756:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000001:0.0:1787829674.230762:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000001:1.0:1787829674.230763:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787829674.230771:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829674.230772:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.230775:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829674.230780:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.230784:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829674.230788:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829674.230789:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829674.230792:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:1.0:1787829674.230796:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.230797:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829674.230801:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829674.230804:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829674.230810:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230810:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230815:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829674.230816:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829674.230819:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829674.230822:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230822:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230827:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.230831:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:0.0:1787829674.230833:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000100:00000001:1.0:1787829674.230835:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301155172
00000020:00000040:0.0:1787829674.230838:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829674.230842:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787829674.230842:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c660.
02000000:00000001:0.0:1787829674.230843:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.230847:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829674.230848:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829674.230850:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230850:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829674.230857:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301155172
02000000:00000010:0.0:1787829674.230858:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874cc00.
00000100:00000010:1.0:1787829674.230862:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ccc0.
00000100:00000001:0.0:1787829674.230863:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230866:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829674.230870:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829674.230873:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829674.230874:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829674.230875:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829674.230882:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674]  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.230887:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829674.230891:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829674.230898:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787829674.230899:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829674.230901:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829674.230904:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829674.230909:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829674.230912:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:0.0:1787829674.230913:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.230915:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829674.230917:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829674.230922:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787829674.230922:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.230926:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829674.230928:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829674.230934:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829674.230938:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6478
00000100:00000200:1.0:1787829674.230938:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829674.230947:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829674.230953:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829674.230958:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829674.230963:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829674.230964:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829674.230967:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829674.230969:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829674.230970:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1787829674.230973:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829674.230973:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829674.230978:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00100000:1.0:1787829674.230981:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829674.230982:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829674.230984:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829674.230987:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829674.230990:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:0.0:1787829674.230994:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829674.230995:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829674.230997:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829674.231001:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829674.231002:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.231008:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829674.231013:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787829674.231014:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829674.231016:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231019:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829674.231021:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829674.231022:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231025:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1787829674.231027:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829674.231028:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829674.231032:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829674.231033:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829674.231037:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829674.231038:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
02000000:00000001:0.0:1787829674.231039:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829674.231042:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787829674.231043:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829674.231048:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829674.231048:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.231052:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829674.231055:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:0.0:1787829674.231060:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.231064:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829674.231064:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555403136:192.168.203.108@tcp:250:kworker.0
00000100:00000010:0.0:1787829674.231068:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829674.231070:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787829674.231073:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829674.231074:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.231079:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247a580 x1874668555403136/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829674.231080:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829674.231083:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.231087:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829674.231090:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829674.231093:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231093:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829674.231115:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829674.231118:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829674.231123:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1787829674.231125:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874dc00.
00000020:00000001:1.0:1787829674.231125:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829674.231127:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000001:0.0:1787829674.231131:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829674.231131:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829674.231137:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874fc00.
00000100:00100000:0.0:1787829674.231139:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829674.231143:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829674.231147:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829674.231148:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787829674.231150:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247a580.
00000100:00000001:0.0:1787829674.231151:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829674.231158:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231158:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829674.231162:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231167:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829674.231171:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829674.231174:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829674.231176:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829674.231177:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829674.231178:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829674.231182:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829674.231182:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.231187:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829674.231188:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829674.231191:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6478
00000100:00000001:1.0:1787829674.231192:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829674.231195:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1787829674.231196:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829674.231200:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829674.231201:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829674.231206:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829674.231212:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.231217:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829674.231218:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829674.231221:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829674.231222:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829674.231224:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829674.231226:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829674.231227:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829674.231231:0:49828:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829674.231231:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829674.231233:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:0.0:1787829674.231237:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829674.231237:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403264:192.168.203.108@tcp:38:kworker.0
00000020:00000040:0.0:1787829674.231241:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829674.231243:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787829674.231244:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:1.0:1787829674.231246:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829674.231248:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
02000000:00000001:1.0:1787829674.231249:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.231254:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787829674.231258:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000010:1.0:1787829674.231259:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829674.231263:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.231264:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829674.231267:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829674.231268:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829674.231270:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829674.231271:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829674.231275:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000020:00000040:0.0:1787829674.231276:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000200:1.0:1787829674.231281:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403264, portal 10
00000100:00080000:0.0:1787829674.231282:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829674.231287:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829674.231288:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231289:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
02000000:00000001:0.0:1787829674.231291:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829674.231295:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829674.231299:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829674.231299:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829674.231303:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829674.231305:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:0.0:1787829674.231309:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.231314:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231315:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829674.231319:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000010:0.0:1787829674.231321:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000400:00000010:1.0:1787829674.231322:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000020:00000040:0.0:1787829674.231327:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000200:1.0:1787829674.231327:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555403264, offset 0
02000000:00000001:0.0:1787829674.231333:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829674.231336:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:0.0:1787829674.231337:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829674.231340:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829674.231357:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787829674.231358:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829674.231361:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.231364:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829674.231368:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1787829674.231370:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d800.
00000400:00000200:1.0:1787829674.231370:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829674.231375:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829674.231377:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:0.0:1787829674.231378:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.231381:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90368:90368:256:4294967295] 192.168.203.108@tcp LPNI seq info [90355:90355:8:4294967295]
00000400:00000200:1.0:1787829674.231387:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:0.0:1787829674.231390:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829674.231397:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829674.231409:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:0.0:1787829674.231413:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787829674.231414:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000100:00000001:0.0:1787829674.231417:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829674.231421:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:0.0:1787829674.231423:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787829674.231424:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829674.231434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829674.231439:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787829674.231442:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829674.231447:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829674.231448:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6488)
00000800:00000010:1.0:1787829674.231449:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829674.231455:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829674.231458:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829674.231461:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829674.231462:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829674.231464:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829674.231467:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231479:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.231483:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231487:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231489:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829674.231492:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829674.231495:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829674.231499:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829674.231501:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301151317
00000100:00000001:1.0:1787829674.231505:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.231507:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301151317
00000100:00000001:1.0:1787829674.231509:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.231512:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829674.231514:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231517:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829674.231523:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674]  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829674.231532:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829674.231534:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829674.231535:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829674.231538:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829674.231540:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829674.231542:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829674.231546:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829674.231554:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231558:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829674.231560:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231562:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.231563:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829674.231565:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231569:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829674.231572:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231576:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829674.231578:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231579:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.231580:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231582:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829674.231583:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829674.231585:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829674.231587:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829674.231588:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829674.231590:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829674.231596:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403264:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829674.231599:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829674.231601:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231605:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829674.231606:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.231608:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829674.231609:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829674.231611:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829674.231613:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829674.231615:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829674.231617:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829674.231618:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.231620:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829674.231622:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829674.231623:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.231626:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829674.231627:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829674.231629:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829674.231632:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403392, portal 10
00000100:00000001:1.0:1787829674.231633:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829674.231634:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:1.0:1787829674.231638:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231643:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829674.231644:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829674.231646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829674.231647:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555403392, offset 0
00000400:00000200:1.0:1787829674.231649:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829674.231652:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.231654:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829674.231657:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829674.231658:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829674.231660:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829674.231662:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829674.231664:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90369:90369:256:4294967295] 192.168.203.108@tcp LPNI seq info [90356:90356:8:4294967295]
00000400:00000200:1.0:1787829674.231667:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.231672:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829674.231675:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.231677:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829674.231681:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829674.231683:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829674.231686:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829674.231688:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829674.231690:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.231692:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829674.231695:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829674.231699:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829674.231702:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829674.231704:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829674.231706:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829674.231710:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231719:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.231722:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231729:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231731:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829674.231735:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829674.231738:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829674.231742:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829674.231744:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301151257
00000100:00000001:1.0:1787829674.231746:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.231748:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301151257
00000100:00000001:1.0:1787829674.231750:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.231751:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829674.231753:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231754:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829674.231757:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674]  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829674.231762:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829674.231764:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829674.231765:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829674.231767:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829674.231768:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829674.231770:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829674.231772:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829674.231777:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231782:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829674.231782:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231784:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.231784:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829674.231786:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231790:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829674.231793:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231797:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829674.231798:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231799:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.231800:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231801:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829674.231802:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829674.231804:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829674.231806:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829674.231808:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829674.231810:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829674.231819:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403392:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829674.231822:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829674.231824:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231828:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829674.231829:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.231830:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829674.231831:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829674.231832:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829674.231834:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829674.231836:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829674.231837:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829674.231838:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.231839:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829674.231842:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829674.231843:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.231846:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829674.231847:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829674.231850:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829674.231851:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403520, portal 4
00000100:00000001:1.0:1787829674.231853:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829674.231854:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:1.0:1787829674.231858:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231862:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829674.231864:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829674.231865:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829674.231867:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555403520, offset 0
00000400:00000200:1.0:1787829674.231869:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829674.231872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.231874:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829674.231876:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829674.231878:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829674.231880:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829674.231881:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829674.231884:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90370:90370:256:4294967295] 192.168.203.108@tcp LPNI seq info [90357:90357:8:4294967295]
00000400:00000200:1.0:1787829674.231886:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.231891:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829674.231894:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.231896:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829674.231898:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829674.231900:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829674.231903:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829674.231905:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829674.231907:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.231909:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829674.231911:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829674.231913:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829674.231915:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829674.231916:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829674.231917:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829674.231920:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231925:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.231927:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231931:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231932:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829674.231934:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829674.231936:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829674.231938:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829674.231940:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301151290
00000100:00000001:1.0:1787829674.231941:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.231943:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301151290
00000100:00000001:1.0:1787829674.231944:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.231945:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829674.231946:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.231947:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829674.231950:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674]  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829674.231954:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829674.231955:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829674.231956:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829674.231957:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829674.231958:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829674.231959:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829674.231962:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829674.231967:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231971:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829674.231971:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231972:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.231973:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829674.231975:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231979:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829674.231981:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.231985:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829674.231987:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231988:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.231989:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.231990:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829674.231992:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829674.231994:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829674.231995:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829674.231997:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829674.231999:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829674.232003:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403520:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829674.232006:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232007:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.232009:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555403264/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232013:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829674.232014:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829674.232015:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d400.
02000000:00000001:1.0:1787829674.232017:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829674.232018:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829674.232019:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829674.232020:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829674.232022:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874e400.
02000000:00000001:1.0:1787829674.232023:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829674.232024:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829674.232025:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829674.232027:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829674.232028:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232029:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.232031:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555403392/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232039:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829674.232040:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829674.232041:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829674.232042:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829674.232043:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829674.232044:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829674.232045:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829674.232046:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:1.0:1787829674.232047:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829674.232048:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829674.232049:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:1.0:1787829674.232050:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829674.232051:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232051:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.232053:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555403520/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232057:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829674.232057:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829674.232058:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829674.232059:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829674.232060:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829674.232061:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829674.232062:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829674.232063:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:1.0:1787829674.232064:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829674.232065:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829674.232065:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829674.232066:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829674.232067:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232068:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232071:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829674.232072:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.232073:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829674.232074:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829674.232075:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829674.232077:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232081:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829674.232082:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.232084:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829674.232085:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829674.232086:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829674.232088:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829674.232090:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829674.232091:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829674.232091:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829674.232093:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829674.232111:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829674.232113:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829674.232115:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829674.232117:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829674.232119:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829674.232121:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403648, portal 4
00000100:00000001:1.0:1787829674.232122:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829674.232123:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:1.0:1787829674.232127:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232132:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829674.232134:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829674.232136:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829674.232139:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555403648, offset 0
00000400:00000200:1.0:1787829674.232143:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829674.232146:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.232150:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829674.232152:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829674.232155:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829674.232158:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829674.232160:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829674.232164:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90371:90371:256:4294967295] 192.168.203.108@tcp LPNI seq info [90358:90358:8:4294967295]
00000400:00000200:1.0:1787829674.232168:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829674.232175:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829674.232180:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.232184:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829674.232188:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829674.232190:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787829674.232193:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829674.232195:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787829674.232197:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829674.232199:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829674.232201:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829674.232203:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829674.232205:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829674.232206:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829674.232208:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829674.232211:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232216:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.232218:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232222:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.232224:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829674.232226:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829674.232228:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829674.232230:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829674.232231:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301151283
00000100:00000001:1.0:1787829674.232233:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.232234:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301151283
00000100:00000001:1.0:1787829674.232236:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301155172
00000100:00000001:1.0:1787829674.232237:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829674.232239:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.232240:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829674.232243:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829674/real 1787829674]  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829674.232248:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829674.232249:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829674.232250:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829674.232251:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829674.232252:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829674.232253:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829674.232255:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829674.232260:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232264:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829674.232265:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232266:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.232267:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829674.232269:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232273:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829674.232275:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232279:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829674.232281:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232282:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829674.232283:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232284:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829674.232285:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829674.232287:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829674.232290:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829674.232291:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829674.232294:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829674.232298:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403648:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829674.232300:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232301:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829674.232303:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555403648/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829674.232307:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829674.232308:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829674.232309:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829674.232310:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829674.232311:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829674.232312:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829674.232314:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829674.232315:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d800.
02000000:00000001:1.0:1787829674.232316:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829674.232317:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829674.232318:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:1.0:1787829674.232319:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829674.232320:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232321:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.232323:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829674.232324:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.232326:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829674.232327:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829674.742183:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829674.742188:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829674.742190:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829674.742194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829674.742197:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829674.742201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.742203:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829674.742205:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829674.742207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829675.062205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829675.062217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829675.062224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829675.062226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829675.062228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829675.062229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829675.062231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829675.062232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829675.062235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829675.062236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829675.062285:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829675.062288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829675.062291:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829675.254178:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829675.254181:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829675.254181:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829675.254186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829675.254187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829675.254187:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829675.254191:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829675.254192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.254192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829675.254199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829675.254200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829675.254200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829675.254206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829675.254207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829675.254207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829675.254212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.254212:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829675.254218:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829675.254221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829675.254223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829675.254224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.254224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829675.254229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.254232:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.254234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829675.254237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829675.254239:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829675.766198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829675.766204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829675.766205:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829675.766210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829675.766213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829675.766216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829675.766217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829675.766219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829675.766221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829676.086202:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829676.086204:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829676.086207:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086211:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829676.086212:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086214:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086216:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829676.086220:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829676.086221:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829676.086222:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086224:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829676.086225:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086226:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086227:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829676.086230:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829676.086231:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829676.086232:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086233:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829676.086234:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086235:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086236:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829676.086239:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829676.086240:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829676.086241:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086242:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829676.086242:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086243:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086245:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829676.086247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829676.086248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829676.086293:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829676.086297:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829676.086299:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829676.278193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829676.278193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829676.278193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829676.278201:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829676.278201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829676.278201:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829676.278205:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829676.278206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829676.278206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829676.278211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787829676.278213:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829676.278213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829676.278216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829676.278219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829676.278220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829676.278222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829676.278222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829676.278223:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829676.278228:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829676.278231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829676.278233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829676.278235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829676.278238:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829676.278240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829676.278241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829676.278244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829676.278246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829676.790197:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829676.790203:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829676.790206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829676.790210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829676.790213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829676.790217:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829676.790219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829676.790220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829676.790223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829677.110199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829677.110205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829677.110209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829677.110210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829677.110212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829677.110213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829677.110215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829677.110216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829677.110219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829677.110219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829677.110282:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829677.110286:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829677.110289:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829677.302195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829677.302195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829677.302195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829677.302203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829677.302204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829677.302204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829677.302208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829677.302209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829677.302209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829677.302217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829677.302217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829677.302218:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829677.302223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829677.302225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829677.302225:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829677.302226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829677.302229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829677.302230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829677.302231:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829677.302232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829677.302238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829677.302239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829677.302242:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829677.302247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829677.302247:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829677.302251:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829677.302255:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829677.814184:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829677.814190:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829677.814192:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829677.814195:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829677.814199:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829677.814202:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829677.814204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829677.814206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829677.814207:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829678.134179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829678.134185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829678.134189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829678.134190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829678.134193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829678.134194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829678.134196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829678.134197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829678.134199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829678.134200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829678.134259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829678.134262:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829678.134265:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829678.198176:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301155172, at 4301155200
00000100:00000040:3.0:1787829678.198176:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301155172, at 4301155200
00000100:00000010:3.0:1787829678.198190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ccc0.
00000100:00000010:2.0:1787829678.198192:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000001:1.0:1787829678.326188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829678.326188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829678.326188:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829678.326195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829678.326195:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829678.326196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829678.326199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829678.326199:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829678.326200:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829678.326207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829678.326208:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829678.326208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829678.326214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829678.326215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829678.326215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829678.326220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829678.326221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829678.326221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829678.326225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829678.326228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829678.326230:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829678.326234:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829678.326236:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829678.326239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829678.326240:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829678.326244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829678.326248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829678.838192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829678.838199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829678.838201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829678.838207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829678.838211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829678.838215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829678.838218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829678.838221:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829678.838224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829679.158229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829679.158235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829679.158239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829679.158240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829679.158242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829679.158243:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829679.158245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829679.158246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829679.158249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829679.158250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829679.158307:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829679.158322:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829679.158327:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829679.350192:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829679.350192:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829679.350192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829679.350198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829679.350200:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829679.350203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829679.350204:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829679.350205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829679.350209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829679.350210:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829679.350211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829679.350214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829679.350216:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829679.350218:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829679.350218:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829679.350218:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829679.350223:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829679.350224:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829679.350225:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829679.350227:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829679.350228:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829679.350232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829679.350233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:0.0:1787829679.350236:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6483
00000100:00000001:1.0:1787829679.350237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829679.350237:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829679.350238:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829679.350241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829679.350243:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.350246:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829679.350246:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829679.350248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829679.350253:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829679.350254:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829679.350265:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:0.0:1787829679.350270:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829679.350274:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350278:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829679.350281:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350284:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829679.350287:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829679.350289:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:0.0:1787829679.350292:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829679.350295:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:0.0:1787829679.350298:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:0.0:1787829679.350300:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:0.0:1787829679.350303:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350305:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829679.350319:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350322:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:0.0:1787829679.350325:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:0.0:1787829679.350329:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350332:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829679.350336:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829679.350339:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829679.350342:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.350345:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829679.350347:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829679.350355:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2478780.
00000020:00000040:0.0:1787829679.350359:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:0.0:1787829679.350363:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829679.350365:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.350368:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829679.350371:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829679.350375:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829679.350382:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829679.350389:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829679.350397:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829679.350413:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829679.350417:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829679.350422:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d0c45f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.350442:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829679.350445:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829679.350449:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829679.350450:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829679.350453:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829679.350456:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829679.350460:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6483
00000400:00000200:0.0:1787829679.350465:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829679.350465:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829679.350470:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787829679.350472:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829679.350473:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829679.350478:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829679.350483:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829679.350486:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350491:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829679.350493:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350495:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829679.350501:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829679.350504:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829679.350507:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829679.350508:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829679.350510:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787829679.350512:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:1.0:1787829679.350514:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829679.350518:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829679.350518:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829679.350524:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:1.0:1787829679.350528:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829679.350531:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829679.350535:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555403776:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829679.350536:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829679.350541:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787829679.350544:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829679.350547:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829679.350550:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:1.0:1787829679.350551:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.350556:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787829679.350557:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:0.0:1787829679.350562:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000010:1.0:1787829679.350562:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829679.350566:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.350568:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829679.350572:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829679.350574:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829679.350579:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787829679.350582:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
02000000:00000001:0.0:1787829679.350583:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.350588:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787829679.350592:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000008:00100000:0.0:1787829679.350594:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829679.350599:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829679.350601:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403776, portal 25
00000100:00000001:0.0:1787829679.350602:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.350608:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829679.350611:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536886144 : -107611172665472 : ffff9e20d2478780)
00000100:00000010:0.0:1787829679.350612:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479e00.
00000020:00000040:0.0:1787829679.350617:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:1.0:1787829679.350622:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829679.350623:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829679.350626:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.350630:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829679.350633:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829679.350637:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.350639:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829679.350642:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
02000000:00000010:0.0:1787829679.350643:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c000.
00000400:00000010:1.0:1787829679.350646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:0.0:1787829679.350649:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829679.350651:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555403776, offset 0
00000100:00100000:0.0:1787829679.350660:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829679.350660:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829679.350672:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829679.350673:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829679.350676:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.350680:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:0.0:1787829679.350686:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228b1cb3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829679.350687:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829679.350694:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829679.350700:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829679.350704:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350706:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.350711:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90372:90372:256:4294967295] 192.168.203.108@tcp LPNI seq info [90359:90359:8:4294967295]
00000100:00080000:0.0:1787829679.350712:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829679.350719:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829679.350721:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829679.350725:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829679.350729:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829679.350733:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787829679.350734:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829679.350742:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6483
00000800:00000200:1.0:1787829679.350743:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.350749:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000400:00000200:0.0:1787829679.350751:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829679.350758:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:1.0:1787829679.350762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829679.350763:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829679.350771:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.0:1787829679.350771:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787829679.350775:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829679.350780:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350786:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:1.1:1787829679.350786:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:0.0:1787829679.350791:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787829679.350794:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000020:00000040:0.0:1787829679.350795:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:0.0:1787829679.350798:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787829679.350803:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000100:1.0:1787829679.350807:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:0.0:1787829679.350808:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000010:1.0:1787829679.350811:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000020:00000001:0.0:1787829679.350813:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829679.350818:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787829679.350820:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.350824:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829679.350826:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787829679.350830:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829679.350832:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000100:00000001:0.0:1787829679.350833:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:1.0:1787829679.350837:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000040:0.0:1787829679.350839:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:1.0:1787829679.350842:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829679.350846:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:1.0:1787829679.350848:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.350852:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829679.350858:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829679.350863:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.350864:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829679.350869:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829679.350870:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.350874:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829679.350878:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829679.350880:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829679.350883:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.350884:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829679.350889:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.350891:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829679.350894:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b0c0.
00000400:00000200:1.0:1787829679.350898:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:0.0:1787829679.350900:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:1.0:1787829679.350902:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301160292
02000000:00000001:0.0:1787829679.350908:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787829679.350910:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cea0.
02000000:00000001:0.0:1787829679.350911:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.350916:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829679.350917:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829679.350918:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829679.350922:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.350924:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301160292
02000000:00000010:0.0:1787829679.350928:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874d400.
00000100:00000010:1.0:1787829679.350929:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c660.
00000100:00000001:0.0:1787829679.350935:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.350935:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829679.350940:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.350942:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829679.350946:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829679.350946:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829679.350954:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679]  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.350969:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787829679.350972:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829679.350974:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829679.350974:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829679.350978:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829679.350981:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829679.350984:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000040:0.0:1787829679.350985:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c603de27] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.350987:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829679.350993:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351012:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829679.351014:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829679.351017:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829679.351028:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829679.351029:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351030:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.351032:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829679.351034:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829679.351036:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829679.351041:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829679.351043:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829679.351045:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787829679.351049:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351051:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829679.351058:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6483
00000400:00000200:0.0:1787829679.351068:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829679.351070:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829679.351073:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787829679.351076:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829679.351076:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.351079:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829679.351082:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829679.351082:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829679.351085:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787829679.351090:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00080000:1.0:1787829679.351090:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829679.351115:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829679.351119:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829679.351124:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829679.351134:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2478780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555403776:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829679.351140:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351142:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829679.351143:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829679.351148:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2478780 x1874668555403776/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829679.351150:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829679.351156:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:0.0:1787829679.351161:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787829679.351163:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:0.0:1787829679.351167:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829679.351168:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1787829679.351171:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
02000000:00000001:1.0:1787829679.351172:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829679.351177:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
00000020:00000001:0.0:1787829679.351178:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
02000000:00000001:1.0:1787829679.351181:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829679.351183:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829679.351184:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829679.351189:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00000040:0.0:1787829679.351192:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000020:00000001:1.0:1787829679.351193:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829679.351197:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
00000100:00000001:0.0:1787829679.351198:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829679.351202:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1787829679.351204:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829679.351205:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829679.351209:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2478780.
00000100:00000001:0.0:1787829679.351210:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829679.351213:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1787829679.351215:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829679.351216:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351220:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829679.351222:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829679.351226:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351227:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1787829679.351229:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829679.351230:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351233:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829679.351234:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.351235:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829679.351238:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829679.351242:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829679.351245:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351246:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829679.351251:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:1.0:1787829679.351255:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1787829679.351257:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351257:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.351263:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.351263:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829679.351265:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829679.351269:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829679.351270:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d247b840.
00000100:00100000:1.0:1787829679.351271:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403904:192.168.203.108@tcp:38:kworker.0
00000020:00000040:0.0:1787829679.351276:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829679.351277:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829679.351280:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829679.351282:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829679.351282:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829679.351286:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.351287:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829679.351291:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:0.0:1787829679.351292:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829679.351295:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829679.351296:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829679.351299:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.351301:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:0.0:1787829679.351307:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874f400.
00000400:00000010:1.0:1787829679.351324:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:0.0:1787829679.351327:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829679.351329:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829679.351334:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555403904, portal 10
00000100:00000001:1.0:1787829679.351337:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787829679.351338:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829679.351338:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536891904 : -107611172659712 : ffff9e20d2479e00)
00000100:00000040:1.0:1787829679.351349:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351352:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829679.351357:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351359:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829679.351363:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829679.351367:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000040:0.0:1787829679.351368:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e2b82] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829679.351369:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555403904, offset 0
00000400:00000200:1.0:1787829679.351379:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829679.351387:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829679.351392:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.351393:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829679.351399:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787829679.351400:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829679.351404:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:0.0:1787829679.351408:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787829679.351409:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787829679.351413:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829679.351414:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:0.0:1787829679.351418:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829679.351419:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90373:90373:256:4294967295] 192.168.203.108@tcp LPNI seq info [90360:90360:8:4294967295]
00000100:00000001:0.0:1787829679.351427:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787829679.351427:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829679.351434:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6483
00000400:00000200:1.0:1787829679.351439:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787829679.351445:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:1.0:1787829679.351445:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.351451:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000400:00000200:0.0:1787829679.351455:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:1.0:1787829679.351459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:0.0:1787829679.351461:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787829679.351463:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1787829679.351470:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:1.1:1787829679.351471:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829679.351477:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787829679.351478:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787829679.351482:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:0.0:1787829679.351485:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:1.0:1787829679.351486:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000100:00000001:0.0:1787829679.351492:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829679.351492:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787829679.351498:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829679.351499:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787829679.351503:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:1.0:1787829679.351504:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000020:00000001:0.0:1787829679.351506:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787829679.351507:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000020:00000040:0.0:1787829679.351511:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829679.351511:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787829679.351517:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:1.0:1787829679.351518:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829679.351524:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829679.351532:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829679.351533:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:1.0:1787829679.351537:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351538:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829679.351546:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829679.351552:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.351553:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829679.351556:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787829679.351558:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:1.0:1787829679.351560:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829679.351565:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:1.0:1787829679.351566:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00000001:0.0:1787829679.351571:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.351573:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829679.351576:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829679.351578:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301156437
02000000:00000001:0.0:1787829679.351581:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.351583:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301160292
02000000:00000001:0.0:1787829679.351586:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351590:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301156437
00000100:00000001:0.0:1787829679.351591:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829679.351596:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:1.0:1787829679.351596:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301160292
00000008:00000001:0.0:1787829679.351604:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351604:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829679.351608:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351610:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829679.351614:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829679.351615:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1787829679.351621:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:0.0:1787829679.351625:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829679.351625:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679]  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829679.351628:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829679.351633:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829679.351636:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829679.351640:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829679.351642:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829679.351645:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:0.0:1787829679.351646:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c874c800.
00000400:00000010:1.0:1787829679.351647:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829679.351652:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000001:0.0:1787829679.351653:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829679.351654:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829679.351659:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829679.351667:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829679.351668:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829679.351687:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351692:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829679.351697:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351698:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829679.351702:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351705:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1787829679.351707:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0a35f13] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351707:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829679.351715:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829679.351733:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351733:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829679.351741:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829679.351742:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6494)
00000100:00000001:1.0:1787829679.351749:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829679.351752:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351754:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.351756:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351758:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829679.351761:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829679.351764:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829679.351768:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829679.351770:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829679.351774:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829679.351784:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555403904:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829679.351788:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829679.351792:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351800:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829679.351802:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.351804:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829679.351805:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829679.351807:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829679.351809:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829679.351811:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829679.351812:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829679.351813:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.351815:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829679.351817:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829679.351819:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.351821:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829679.351823:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829679.351825:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829679.351827:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404032, portal 10
00000100:00000001:1.0:1787829679.351829:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829679.351830:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536896704 : -107611172654912 : ffff9e20d247b0c0)
00000100:00000040:1.0:1787829679.351834:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351839:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829679.351841:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829679.351842:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829679.351844:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555404032, offset 0
00000400:00000200:1.0:1787829679.351846:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829679.351849:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829679.351852:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829679.351854:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829679.351856:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829679.351858:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829679.351859:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829679.351861:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90374:90374:256:4294967295] 192.168.203.108@tcp LPNI seq info [90361:90361:8:4294967295]
00000400:00000200:1.0:1787829679.351864:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829679.351868:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829679.351872:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.351874:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829679.351877:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829679.351878:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829679.351882:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829679.351883:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787829679.351886:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.351887:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829679.351889:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829679.351891:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829679.351893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829679.351894:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829679.351896:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829679.351898:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351903:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.351905:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351910:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351911:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829679.351913:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829679.351915:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829679.351917:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829679.351918:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301156377
00000100:00000001:1.0:1787829679.351920:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301160292
00000100:00000001:1.0:1787829679.351922:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301156377
00000100:00000001:1.0:1787829679.351923:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301160292
00000100:00000001:1.0:1787829679.351924:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.351925:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.351927:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829679.351929:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679]  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829679.351933:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829679.351934:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829679.351935:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829679.351937:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829679.351938:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829679.351940:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829679.351942:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829679.351946:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351951:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829679.351952:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351953:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.351954:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829679.351956:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351961:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829679.351964:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351968:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829679.351969:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351970:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.351971:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351972:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829679.351973:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829679.351974:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829679.351976:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829679.351978:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829679.351980:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829679.351984:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404032:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829679.351987:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.351988:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.351990:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479e00 x1874668555403904/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.351993:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829679.351995:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829679.351996:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829679.351998:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829679.351999:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829679.352000:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829679.352001:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829679.352003:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c000.
02000000:00000001:1.0:1787829679.352004:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829679.352005:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829679.352006:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479e00.
00000100:00000001:1.0:1787829679.352008:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829679.352009:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352010:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.352012:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b0c0 x1874668555404032/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352016:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829679.352017:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829679.352018:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829679.352019:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829679.352019:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829679.352020:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829679.352021:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829679.352022:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874d400.
02000000:00000001:1.0:1787829679.352023:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829679.352024:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829679.352025:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b0c0.
00000100:00000001:1.0:1787829679.352026:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829679.352027:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352028:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352031:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829679.352031:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.352033:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829679.352034:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829679.352034:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829679.352037:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352041:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829679.352042:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.352043:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829679.352044:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829679.352045:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829679.352047:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829679.352049:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829679.352050:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829679.352051:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.352052:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829679.352054:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829679.352055:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.352058:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829679.352059:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829679.352062:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829679.352064:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404160, portal 4
00000100:00000001:1.0:1787829679.352065:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829679.352066:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536898624 : -107611172652992 : ffff9e20d247b840)
00000100:00000040:1.0:1787829679.352069:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352074:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829679.352075:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829679.352077:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829679.352078:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555404160, offset 0
00000400:00000200:1.0:1787829679.352080:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829679.352082:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829679.352084:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829679.352086:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829679.352088:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829679.352090:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829679.352091:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829679.352093:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90375:90375:256:4294967295] 192.168.203.108@tcp LPNI seq info [90362:90362:8:4294967295]
00000400:00000200:1.0:1787829679.352112:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829679.352116:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829679.352119:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.352122:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829679.352124:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829679.352127:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829679.352129:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829679.352131:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787829679.352133:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.352135:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829679.352137:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829679.352139:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829679.352141:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829679.352142:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829679.352143:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829679.352146:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352151:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.352153:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352158:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.352159:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829679.352161:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829679.352162:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829679.352164:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829679.352165:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301156411
00000100:00000001:1.0:1787829679.352167:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301160292
00000100:00000001:1.0:1787829679.352168:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301156411
00000100:00000001:1.0:1787829679.352170:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301160292
00000100:00000001:1.0:1787829679.352171:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.352173:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.352174:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829679.352176:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679]  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829679.352181:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829679.352181:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829679.352183:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829679.352184:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829679.352185:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829679.352187:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829679.352189:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829679.352194:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352198:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829679.352199:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352200:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.352201:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829679.352203:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352207:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829679.352209:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352213:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829679.352214:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352216:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.352216:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352218:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829679.352219:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829679.352221:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829679.352223:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829679.352224:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829679.352227:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829679.352231:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d247b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404160:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829679.352234:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829679.352236:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352240:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829679.352241:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.352242:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829679.352243:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829679.352245:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829679.352246:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829679.352248:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829679.352249:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829679.352250:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829679.352251:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829679.352253:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829679.352254:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829679.352256:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829679.352258:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829679.352260:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829679.352261:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404288, portal 4
00000100:00000001:1.0:1787829679.352263:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829679.352264:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462536889984 : -107611172661632 : ffff9e20d2479680)
00000100:00000040:1.0:1787829679.352267:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352271:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829679.352273:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829679.352274:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000200:1.0:1787829679.352276:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555404288, offset 0
00000400:00000200:1.0:1787829679.352278:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829679.352280:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829679.352282:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829679.352284:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829679.352286:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829679.352287:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829679.352289:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829679.352291:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90376:90376:256:4294967295] 192.168.203.108@tcp LPNI seq info [90363:90363:8:4294967295]
00000400:00000200:1.0:1787829679.352294:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829679.352300:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829679.352305:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.352318:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
00000800:00000200:1.0:1787829679.352324:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829679.352326:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787829679.352331:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829679.352334:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787829679.352338:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829679.352340:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:1.0:1787829679.352343:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829679.352346:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829679.352350:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:1.0:1787829679.352351:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:1.0:1787829679.352354:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829679.352358:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352366:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.352370:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352377:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.352379:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829679.352382:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829679.352385:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829679.352388:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829679.352391:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301156403
00000100:00000001:1.0:1787829679.352394:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301160292
00000100:00000001:1.0:1787829679.352396:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301156403
00000100:00000001:1.0:1787829679.352398:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301160292
00000100:00000001:1.0:1787829679.352400:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829679.352403:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.352405:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829679.352409:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829679/real 1787829679]  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829679.352418:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829679.352419:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829679.352421:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829679.352424:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829679.352425:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829679.352428:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829679.352432:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829679.352440:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352448:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829679.352449:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352451:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.352453:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829679.352457:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352465:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829679.352469:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352476:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829679.352479:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352481:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829679.352482:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352485:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829679.352487:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829679.352489:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829679.352493:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829679.352495:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829679.352498:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829679.352503:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2479680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404288:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829679.352506:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352507:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.352509:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d247b840 x1874668555404160/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352514:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829679.352515:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829679.352516:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:1.0:1787829679.352517:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829679.352519:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829679.352519:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829679.352521:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829679.352522:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874f400.
02000000:00000001:1.0:1787829679.352524:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829679.352524:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829679.352526:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d247b840.
00000100:00000001:1.0:1787829679.352527:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829679.352528:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352529:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829679.352531:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2479680 x1874668555404288/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829679.352535:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829679.352536:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829679.352536:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304c000.
02000000:00000001:1.0:1787829679.352538:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829679.352539:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829679.352540:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829679.352542:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829679.352543:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c874c800.
02000000:00000001:1.0:1787829679.352544:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829679.352545:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829679.352545:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2479680.
00000100:00000001:1.0:1787829679.352547:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829679.352547:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352548:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.352551:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829679.352552:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.352553:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829679.352554:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829679.862196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829679.862202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829679.862204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829679.862208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829679.862211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829679.862214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.862216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829679.862219:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829679.862221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829680.182201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829680.182206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829680.182210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829680.182211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829680.182213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829680.182214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829680.182217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829680.182218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829680.182220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829680.182221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829680.182258:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829680.182262:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829680.182265:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829680.374198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829680.374204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829680.374206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829680.374209:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829680.374209:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.374213:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829680.374214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829680.374221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829680.374222:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829680.374224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829680.374229:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829680.374230:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829680.374231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829680.374236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.374237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.374242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829680.374244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.374247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.374337:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829680.374340:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829680.374341:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829680.374343:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829680.374345:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829680.374346:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829680.374348:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829680.374349:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829680.374350:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.886191:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829680.886198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829680.886201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829680.886206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829680.886211:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829680.886214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.886217:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829680.886220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.886223:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829681.206208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829681.206215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829681.206221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829681.206222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829681.206225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829681.206226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829681.206230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829681.206231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829681.206235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829681.206236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829681.206290:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829681.206292:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829681.206307:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829681.398180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829681.398180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829681.398180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829681.398188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829681.398189:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829681.398189:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829681.398193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829681.398194:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829681.398195:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829681.398201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829681.398204:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829681.398204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829681.398205:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829681.398211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829681.398212:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829681.398212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829681.398214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829681.398217:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829681.398218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829681.398219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829681.398224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829681.398225:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829681.398229:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829681.398232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829681.398233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829681.398237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829681.398240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829681.910220:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829681.910226:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829681.910228:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829681.910231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829681.910234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829681.910238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829681.910240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829681.910242:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829681.910244:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829682.230220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829682.230225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829682.230229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829682.230230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829682.230233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829682.230234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829682.230236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829682.230237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829682.230239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829682.230240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829682.230314:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829682.230319:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829682.230323:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829682.422217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829682.422218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829682.422224:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829682.422225:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829682.422227:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829682.422230:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829682.422234:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829682.422237:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829682.422238:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829682.422243:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829682.422243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829682.422248:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829682.422249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829682.422251:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829682.422255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829682.422256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829682.422260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829682.422263:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829682.422437:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829682.422442:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829682.422444:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829682.422447:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829682.422450:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829682.422452:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829682.422454:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829682.422456:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829682.422458:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829682.934139:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829682.934145:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829682.934147:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829682.934150:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829682.934153:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829682.934156:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829682.934158:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829682.934160:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829682.934162:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829683.254194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829683.254201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829683.254208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829683.254209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829683.254212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829683.254213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829683.254215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829683.254216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829683.254219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829683.254220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829683.254267:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829683.254270:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829683.254273:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829683.318168:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301160292, at 4301160320
00000100:00000040:3.0:1787829683.318168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301160292, at 4301160320
00000100:00000010:2.0:1787829683.318184:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cea0.
00000100:00000010:3.0:1787829683.318185:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c660.
00000100:00000001:3.0:1787829683.446175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829683.446180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829683.446181:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829683.446185:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829683.446187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829683.446189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829683.446190:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829683.446191:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829683.446194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829683.446195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829683.446197:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829683.446198:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829683.446199:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829683.446203:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829683.446203:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829683.446204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829683.446207:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829683.446211:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829683.446211:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829683.446215:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829683.446216:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829683.446217:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829683.446221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829683.446224:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829683.446225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829683.446228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829683.446231:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829683.958175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829683.958182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829683.958183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829683.958187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829683.958190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829683.958194:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829683.958197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829683.958199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829683.958201:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829684.278193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829684.278197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829684.278200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829684.278203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829684.278208:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829684.278210:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829684.278213:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278215:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829684.278217:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278218:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829684.278220:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829684.278265:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829684.278268:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829684.278271:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829684.470176:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829684.470183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829684.470185:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829684.470186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829684.470187:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829684.470192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829684.470192:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829684.470193:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829684.470197:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787829684.470200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829684.470200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:1.0:1787829684.470202:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829684.470206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829684.470208:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829684.470209:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829684.470222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829684.470225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829684.470226:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6489
00000100:00000001:3.0:1787829684.470226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829684.470229:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.470231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829684.470233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829684.470234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.470235:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1787829684.470238:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.470240:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829684.470240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787829684.470246:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00100000:0.0:1787829684.470249:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829684.470249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829684.470250:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829684.470255:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787829684.470258:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829684.470260:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829684.470261:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829684.470263:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.470267:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829684.470267:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470286:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829684.470289:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829684.470291:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829684.470294:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829684.470296:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829684.470299:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829684.470301:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829684.470303:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829684.470306:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470308:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829684.470309:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470311:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829684.470313:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829684.470315:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470317:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829684.470331:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829684.470334:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829684.470336:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470337:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829684.470339:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829684.470347:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b61c0.
00000020:00000040:1.0:1787829684.470349:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829684.470353:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829684.470354:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470356:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829684.470359:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829684.470362:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829684.470368:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:1.0:1787829684.470374:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829684.470381:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829684.470389:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829684.470392:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829684.470396:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed22ca2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829684.470414:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829684.470417:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829684.470421:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829684.470422:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829684.470424:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829684.470427:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829684.470429:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6489
00000400:00000200:1.0:1787829684.470434:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829684.470438:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829684.470441:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829684.470446:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470449:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829684.470452:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787829684.470453:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829684.470459:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829684.470459:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829684.470463:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787829684.470465:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829684.470468:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829684.470472:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787829684.470473:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829684.470475:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829684.470481:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829684.470488:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:0.0:1787829684.470493:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.470496:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829684.470497:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829684.470503:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829684.470503:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829684.470507:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829684.470509:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829684.470513:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829684.470515:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829684.470517:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00100000:0.0:1787829684.470524:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555404416:192.168.203.108@tcp:250:kworker.0
00000100:00080000:1.0:1787829684.470524:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470529:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829684.470534:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829684.470536:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829684.470540:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829684.470541:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829684.470545:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.470546:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470548:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829684.470552:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787829684.470554:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829684.470557:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470559:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829684.470560:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874cc00.
00000100:00000010:1.0:1787829684.470562:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6d00.
02000000:00000001:0.0:1787829684.470565:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829684.470566:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829684.470571:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829684.470572:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470574:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829684.470576:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829684.470578:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829684.470578:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829684.470584:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304cc00.
00000400:00000010:0.0:1787829684.470587:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00000001:1.0:1787829684.470588:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829684.470596:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787829684.470597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:1.0:1787829684.470605:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829684.470608:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829684.470609:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404416, portal 25
00000100:00000040:1.0:1787829684.470612:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099350bd6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.470614:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829684.470618:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537138624 : -107611172412992 : ffff9e20d24b61c0)
00000100:00000001:1.0:1787829684.470624:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829684.470627:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787829684.470631:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829684.470632:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829684.470634:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829684.470636:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829684.470640:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829684.470645:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6489
00000400:00000200:1.0:1787829684.470651:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.470652:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787829684.470655:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829684.470659:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829684.470661:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:1.0:1787829684.470664:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000010:0.0:1787829684.470667:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000001:1.0:1787829684.470667:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829684.470670:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470674:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:0.0:1787829684.470675:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555404416, offset 0
00000020:00000001:1.0:1787829684.470676:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829684.470678:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829684.470681:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829684.470683:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829684.470685:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829684.470690:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:1.0:1787829684.470691:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829684.470696:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470700:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829684.470704:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470706:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829684.470710:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:1.0:1787829684.470712:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:0.0:1787829684.470722:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:1.0:1787829684.470724:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829684.470729:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829684.470730:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829684.470735:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829684.470736:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:1.0:1787829684.470740:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829684.470744:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787829684.470745:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470749:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829684.470751:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000008:00100000:1.0:1787829684.470752:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829684.470756:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470760:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829684.470761:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90377:90377:256:4294967295] 192.168.203.108@tcp LPNI seq info [90364:90364:8:4294967295]
00000100:00000010:1.0:1787829684.470764:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4780.
00000020:00000040:1.0:1787829684.470769:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:0.0:1787829684.470771:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829684.470778:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829684.470781:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470785:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829684.470787:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829684.470789:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787829684.470790:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829684.470796:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d400.
00000100:00000001:1.0:1787829684.470800:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829684.470802:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00100000:1.0:1787829684.470807:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787829684.470812:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000001:1.0:1787829684.470814:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829684.470817:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829684.470821:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaf606ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787829684.470827:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829684.470830:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829684.470835:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1787829684.470836:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000100:00080000:1.0:1787829684.470837:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829684.470840:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829684.470843:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829684.470845:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1787829684.470849:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:1.0:1787829684.470850:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6489
00000400:00000200:1.0:1787829684.470856:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000200:0.1:1787829684.470856:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000400:00000200:1.0:1787829684.470859:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829684.470863:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787829684.470868:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:1.0:1787829684.470869:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000010:0.0:1787829684.470874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000001:1.0:1787829684.470874:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829684.470877:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470880:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829684.470882:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829684.470883:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000400:00000200:0.0:1787829684.470884:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787829684.470884:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829684.470887:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829684.470890:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829684.470892:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:0.0:1787829684.470897:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787829684.470898:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470903:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829684.470905:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470907:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829684.470908:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000020:00000040:1.0:1787829684.470909:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000400:00000010:0.0:1787829684.470914:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00080000:1.0:1787829684.470914:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829684.470920:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829684.470922:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829684.470923:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829684.470924:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829684.470928:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470929:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829684.470932:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000200:0.0:1787829684.470934:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829684.470934:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470939:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829684.470945:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5680.
00000020:00000040:1.0:1787829684.470948:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829684.470953:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829684.470955:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.470957:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829684.470957:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829684.470961:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829684.470962:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829684.470965:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787829684.470966:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d800.
00000100:00000001:1.0:1787829684.470971:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829684.470979:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829684.470987:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.470989:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829684.470991:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829684.470992:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829684.470998:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6a22ee2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471001:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.471008:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829684.471012:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829684.471013:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829684.471018:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829684.471020:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301165412
00000100:00000001:1.0:1787829684.471021:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829684.471026:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1787829684.471029:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4600.
00000100:00000001:1.0:1787829684.471029:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829684.471033:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6489
00000100:00000001:0.0:1787829684.471039:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1787829684.471040:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.471049:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301165412
00000400:00000200:1.0:1787829684.471049:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829684.471054:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1787829684.471056:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4de0.
00000100:00000001:0.0:1787829684.471061:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1787829684.471061:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829684.471067:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829684.471068:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829684.471072:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829684.471072:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829684.471077:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829684.471077:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829684.471081:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829684.471082:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829684.471084:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1787829684.471085:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829684/real 1787829684]  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829684.471086:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829684.471091:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:1.0:1787829684.471118:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000001:0.0:1787829684.471128:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787829684.471128:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000001:0.0:1787829684.471131:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829684.471136:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000100:00000001:1.0:1787829684.471136:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829684.471142:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000100:00000040:1.0:1787829684.471143:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:0.0:1787829684.471144:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:1.0:1787829684.471149:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829684.471150:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1787829684.471156:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000200:0.0:1787829684.471157:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829684.471166:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000200:0.0:1787829684.471171:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829684.471173:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829684.471177:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829684.471181:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829684.471182:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829684.471184:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471185:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829684.471187:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829684.471189:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1787829684.471190:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:0.0:1787829684.471192:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787829684.471194:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829684.471198:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829684.471199:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829684.471204:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6580.
00000020:00000040:1.0:1787829684.471209:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829684.471210:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829684.471212:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829684.471215:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.471217:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1787829684.471218:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829684.471219:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829684.471222:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829684.471227:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000100:00000001:1.0:1787829684.471232:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471238:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1787829684.471241:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829684.471244:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471250:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829684.471252:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829684.471254:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829684.471255:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471261:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787829684.471262:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098021ab9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471266:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829684.471287:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787829684.471287:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829684.471292:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6499)
00000100:00080000:0.0:1787829684.471296:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829684.471301:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829684.471306:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829684.471315:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555404416:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829684.471320:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471322:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.471326:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b61c0 x1874668555404416/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471332:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829684.471335:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829684.471338:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829684.471341:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829684.471343:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829684.471345:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829684.471347:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829684.471349:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:0.0:1787829684.471353:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829684.471355:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829684.471357:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b61c0.
00000100:00000001:0.0:1787829684.471359:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829684.471361:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471363:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471370:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829684.471371:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471373:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829684.471374:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829684.471375:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829684.471379:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471384:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.471385:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471386:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829684.471388:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829684.471389:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829684.471391:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829684.471393:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829684.471395:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829684.471396:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471397:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829684.471399:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829684.471401:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829684.471403:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829684.471405:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829684.471408:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829684.471410:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404544, portal 10
00000100:00000001:0.0:1787829684.471412:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829684.471413:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537141504 : -107611172410112 : ffff9e20d24b6d00)
00000100:00000040:0.0:1787829684.471417:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471422:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829684.471423:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829684.471425:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829684.471426:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555404544, offset 0
00000400:00000200:0.0:1787829684.471429:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471431:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471434:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829684.471436:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829684.471438:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829684.471440:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829684.471441:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471444:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90378:90378:256:4294967295] 192.168.203.108@tcp LPNI seq info [90365:90365:8:4294967295]
00000400:00000200:0.0:1787829684.471447:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471451:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829684.471454:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471456:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829684.471459:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829684.471461:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787829684.471464:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829684.471466:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787829684.471468:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471470:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829684.471472:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829684.471475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829684.471477:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829684.471478:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829684.471480:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829684.471482:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471487:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.471489:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471493:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471494:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829684.471496:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829684.471499:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829684.471501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.471502:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301161557
00000100:00000001:0.0:1787829684.471504:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.471506:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301161557
00000100:00000001:0.0:1787829684.471507:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.471508:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829684.471510:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471511:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829684.471514:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829684/real 1787829684]  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829684.471519:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829684.471519:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829684.471520:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829684.471522:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829684.471523:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829684.471524:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829684.471526:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829684.471532:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471535:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829684.471536:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471537:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.471538:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829684.471540:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471544:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829684.471547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471551:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829684.471552:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471553:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.471554:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471555:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829684.471556:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829684.471558:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829684.471560:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829684.471562:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829684.471564:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829684.471569:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404544:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829684.471571:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829684.471573:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471577:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.471578:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471579:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829684.471580:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829684.471582:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829684.471583:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829684.471586:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829684.471587:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829684.471588:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471589:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829684.471591:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829684.471592:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829684.471594:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829684.471595:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829684.471597:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829684.471599:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404672, portal 10
00000100:00000001:0.0:1787829684.471600:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829684.471601:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:0.0:1787829684.471604:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471608:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829684.471610:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829684.471612:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829684.471613:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555404672, offset 0
00000400:00000200:0.0:1787829684.471615:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471618:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471620:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829684.471622:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829684.471624:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829684.471625:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829684.471627:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471629:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90379:90379:256:4294967295] 192.168.203.108@tcp LPNI seq info [90366:90366:8:4294967295]
00000400:00000200:0.0:1787829684.471631:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471635:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829684.471638:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471640:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829684.471642:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829684.471644:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787829684.471647:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829684.471649:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787829684.471651:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471653:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829684.471655:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829684.471657:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829684.471658:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829684.471659:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829684.471661:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829684.471663:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471668:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.471670:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471674:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471675:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829684.471677:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829684.471679:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829684.471681:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.471682:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301161497
00000100:00000001:0.0:1787829684.471683:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.471685:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301161497
00000100:00000001:0.0:1787829684.471686:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.471688:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829684.471689:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471690:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829684.471692:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829684/real 1787829684]  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829684.471696:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829684.471697:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829684.471698:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829684.471699:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829684.471700:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829684.471702:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829684.471703:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829684.471709:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471713:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829684.471713:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471714:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.471715:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829684.471717:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471721:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829684.471723:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471728:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829684.471730:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471731:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.471732:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471733:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829684.471734:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829684.471735:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829684.471737:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829684.471738:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829684.471740:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829684.471745:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404672:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829684.471747:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829684.471749:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471753:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.471754:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471755:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829684.471756:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829684.471757:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829684.471759:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829684.471761:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829684.471761:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829684.471762:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471763:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829684.471765:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829684.471767:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829684.471769:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829684.471771:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829684.471773:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829684.471775:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404800, portal 4
00000100:00000001:0.0:1787829684.471776:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829684.471777:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:0.0:1787829684.471780:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471784:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829684.471785:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829684.471786:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829684.471788:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555404800, offset 0
00000400:00000200:0.0:1787829684.471790:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471792:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471794:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829684.471796:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829684.471798:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829684.471799:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829684.471801:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471803:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90380:90380:256:4294967295] 192.168.203.108@tcp LPNI seq info [90367:90367:8:4294967295]
00000400:00000200:0.0:1787829684.471805:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471809:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829684.471812:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471813:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829684.471815:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829684.471817:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787829684.471820:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829684.471821:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787829684.471824:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471825:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829684.471827:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829684.471829:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829684.471831:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829684.471832:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829684.471833:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829684.471836:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471841:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.471843:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471847:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471848:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829684.471850:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829684.471851:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829684.471853:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.471854:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301161530
00000100:00000001:0.0:1787829684.471856:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.471857:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301161530
00000100:00000001:0.0:1787829684.471858:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.471860:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829684.471861:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.471862:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829684.471864:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829684/real 1787829684]  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829684.471868:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829684.471869:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829684.471870:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829684.471871:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829684.471872:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829684.471873:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829684.471875:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829684.471880:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471888:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829684.471889:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471891:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.471892:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829684.471894:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471898:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829684.471900:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471904:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829684.471905:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471906:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.471907:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.471908:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829684.471909:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829684.471911:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829684.471912:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829684.471914:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829684.471916:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829684.471921:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404800:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829684.471923:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829684.471924:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471929:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829684.471930:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471932:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829684.471933:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829684.471934:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829684.471936:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829684.471938:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829684.471939:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829684.471940:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829684.471941:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829684.471943:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829684.471944:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829684.471946:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829684.471947:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829684.471949:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829684.471951:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555404928, portal 4
00000100:00000001:0.0:1787829684.471952:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829684.471953:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:0.0:1787829684.471956:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.471960:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829684.471962:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829684.471963:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829684.471964:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555404928, offset 0
00000400:00000200:0.0:1787829684.471966:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471968:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471970:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829684.471972:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829684.471973:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829684.471975:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829684.471977:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829684.471979:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90381:90381:256:4294967295] 192.168.203.108@tcp LPNI seq info [90368:90368:8:4294967295]
00000400:00000200:0.0:1787829684.471981:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829684.471985:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829684.471988:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.471990:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829684.471992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829684.471994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787829684.471996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829684.471998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787829684.472001:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829684.472002:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829684.472004:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829684.472006:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829684.472008:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829684.472009:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829684.472011:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829684.472013:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472017:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.472019:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472024:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.472024:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829684.472026:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829684.472028:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829684.472029:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829684.472030:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301161522
00000100:00000001:0.0:1787829684.472032:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.472034:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301161522
00000100:00000001:0.0:1787829684.472035:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301165412
00000100:00000001:0.0:1787829684.472036:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829684.472037:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.472039:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829684.472041:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829684/real 1787829684]  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829684.472046:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829684.472047:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829684.472048:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829684.472049:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829684.472050:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829684.472051:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829684.472053:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829684.472058:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472061:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829684.472062:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472063:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.472064:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829684.472066:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472070:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829684.472072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472076:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829684.472078:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472078:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829684.472079:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472081:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829684.472082:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829684.472083:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829684.472085:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829684.472087:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829684.472089:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829684.472095:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555404928:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829684.472112:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472113:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.472115:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6d00 x1874668555404544/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472120:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829684.472121:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829684.472122:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874cc00.
02000000:00000001:0.0:1787829684.472124:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829684.472125:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829684.472126:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829684.472128:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829684.472129:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:0.0:1787829684.472131:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829684.472132:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829684.472133:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6d00.
00000100:00000001:0.0:1787829684.472134:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829684.472135:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472136:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.472138:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555404672/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472143:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829684.472143:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829684.472144:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829684.472145:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829684.472146:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829684.472147:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829684.472148:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829684.472149:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:0.0:1787829684.472150:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829684.472151:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829684.472152:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:0.0:1787829684.472154:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829684.472155:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472156:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.472158:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555404800/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472162:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829684.472162:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829684.472163:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874fc00.
02000000:00000001:0.0:1787829684.472164:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829684.472165:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829684.472166:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829684.472167:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829684.472168:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:0.0:1787829684.472169:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829684.472169:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829684.472170:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:0.0:1787829684.472171:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829684.472172:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472173:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829684.472175:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555404928/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829684.472179:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829684.472179:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829684.472180:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874dc00.
02000000:00000001:0.0:1787829684.472181:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829684.472182:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829684.472183:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829684.472184:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829684.472184:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:0.0:1787829684.472186:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829684.472186:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829684.472187:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:0.0:1787829684.472188:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829684.472189:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472190:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829684.472192:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829684.472193:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829684.472195:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829684.472196:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829684.982220:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829684.982229:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829684.982232:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829684.982237:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829684.982241:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829684.982245:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829684.982248:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829684.982252:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829684.982255:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302165:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829685.302182:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829685.302184:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829685.302187:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302191:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829685.302193:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302194:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302196:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829685.302199:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829685.302200:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829685.302201:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302203:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829685.302203:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302205:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302206:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829685.302209:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829685.302210:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829685.302211:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302212:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829685.302213:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302214:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829685.302218:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829685.302219:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829685.302220:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302221:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829685.302222:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302223:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302224:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829685.302227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829685.302229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829685.302295:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829685.302299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829685.302301:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829685.494192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829685.494193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829685.494193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829685.494200:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829685.494202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829685.494202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829685.494203:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.494207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829685.494207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829685.494209:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829685.494214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829685.494215:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829685.494216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829685.494219:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829685.494221:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829685.494222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829685.494223:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829685.494225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829685.494227:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829685.494228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829685.494234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829685.494235:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829685.494237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829685.494240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.494242:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829685.494246:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829685.494250:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829686.006192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829686.006201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829686.006204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829686.006210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829686.006216:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829686.006220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829686.006222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829686.006224:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829686.006227:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829686.326195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829686.326201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829686.326204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829686.326205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829686.326208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829686.326209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829686.326211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829686.326212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829686.326214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829686.326215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829686.326274:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829686.326279:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829686.326283:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829686.518207:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829686.518207:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829686.518208:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829686.518215:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829686.518216:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829686.518216:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829686.518219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829686.518221:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829686.518237:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829686.518243:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829686.518244:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829686.518249:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829686.518250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829686.518251:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829686.518255:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829686.518256:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829686.518274:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829686.518274:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829686.518277:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829686.518279:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829686.518284:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829686.518285:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829686.518288:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829686.518291:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829686.518292:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829686.518295:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829686.518315:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829687.030219:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829687.030225:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829687.030227:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829687.030231:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829687.030234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829687.030238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829687.030240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829687.030243:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829687.030245:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829687.350158:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829687.350163:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829687.350167:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829687.350168:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829687.350171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829687.350172:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829687.350174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829687.350175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829687.350178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829687.350179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829687.350221:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829687.350225:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829687.350228:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829687.542195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829687.542195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829687.542202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829687.542203:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829687.542206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829687.542207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829687.542215:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829687.542215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829687.542223:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829687.542223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829687.542227:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829687.542229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829687.542230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829687.542231:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829687.542235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829687.542236:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829687.542240:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829687.542241:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829687.542243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829687.542244:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829687.542245:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829687.542250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829687.542261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829687.542284:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829687.542284:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829687.542286:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829687.542291:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829688.054177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829688.054184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829688.054185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829688.054189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829688.054192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829688.054195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829688.054197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829688.054200:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829688.054203:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829688.374232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829688.374240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829688.374244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829688.374264:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829688.374267:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829688.374269:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829688.374283:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829688.374284:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829688.374287:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829688.374288:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829688.374388:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829688.374392:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829688.374395:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829688.438193:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301165412, at 4301165440
00000100:00000040:3.0:1787829688.438193:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301165412, at 4301165440
00000100:00000010:2.0:1787829688.438212:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4600.
00000100:00000010:3.0:1787829688.438234:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4de0.
00000100:00000001:2.0:1787829688.566200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829688.566200:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829688.566201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829688.566208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829688.566211:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829688.566212:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829688.566212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829688.566216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829688.566218:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829688.566219:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829688.566222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:0.0:1787829688.566227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829688.566227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829688.566228:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829688.566234:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829688.566236:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829688.566236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829688.566238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829688.566242:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829688.566258:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829688.566267:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829688.566269:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829688.566275:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829688.566279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829688.566281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829688.566286:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829688.566290:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.078206:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829689.078212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829689.078214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829689.078218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829689.078221:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829689.078224:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.078226:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829689.078228:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.078231:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829689.398196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829689.398202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829689.398206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829689.398207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829689.398216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829689.398218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829689.398220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829689.398224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829689.398227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829689.398228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829689.398295:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829689.398298:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829689.398301:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829689.590194:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829689.590203:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829689.590205:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829689.590206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829689.590210:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829689.590212:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829689.590216:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829689.590217:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829689.590223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:3.0:1787829689.590224:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6494
00000100:00000001:1.0:1787829689.590229:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787829689.590234:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.590266:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.590271:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829689.590275:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787829689.590275:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829689.590281:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829689.590291:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829689.590296:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590299:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.590302:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590305:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829689.590308:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829689.590309:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829689.590312:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829689.590315:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829689.590317:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829689.590319:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829689.590322:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590323:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.590325:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590327:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829689.590329:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829689.590332:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590334:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829689.590337:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829689.590340:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829689.590342:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590344:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829689.590346:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829689.590348:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829689.590350:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829689.590354:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829689.590355:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1787829689.590355:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000100:00000001:0.0:1787829689.590358:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.590359:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829689.590360:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
00000100:00100000:0.0:1787829689.590366:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829689.590366:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
02000000:00000001:3.0:1787829689.590368:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829689.590373:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829689.590373:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829689.590373:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829689.590394:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.590394:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829689.590400:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829689.590402:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829689.590404:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829689.590405:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829689.590409:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.590409:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829689.590411:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.590412:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.590417:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829689.590422:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829689.590429:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829689.590438:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829689.590446:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829689.590450:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829689.590454:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829689.590471:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829689.590474:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829689.590477:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829689.590478:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829689.590479:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829689.590482:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829689.590484:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6494
00000400:00000200:3.0:1787829689.590486:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829689.590489:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829689.590491:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829689.590494:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590497:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.590498:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590501:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829689.590502:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829689.590503:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829689.590506:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:1.0:1787829689.590509:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829689.590509:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829689.590512:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:1.0:1787829689.590514:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829689.590515:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829689.590535:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:3.0:1787829689.590538:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590540:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829689.590542:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829689.590543:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590547:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829689.590552:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829689.590558:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590562:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829689.590565:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829689.590566:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829689.590569:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829689.590570:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829689.590575:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.590577:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829689.590577:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829689.590583:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829689.590583:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829689.590606:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829689.590606:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590611:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829689.590615:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
00000100:00100000:1.0:1787829689.590617:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555405056:192.168.203.108@tcp:250:kworker.0
00000020:00000040:3.0:1787829689.590618:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829689.590623:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829689.590625:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.590628:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829689.590629:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829689.590633:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829689.590635:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.590637:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787829689.590638:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829689.590641:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590643:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.590648:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829689.590667:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787829689.590672:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:3.0:1787829689.590675:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829689.590678:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590679:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829689.590686:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829689.590693:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829689.590698:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829689.590700:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00080000:3.0:1787829689.590704:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787829689.590710:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00080000:3.0:1787829689.590735:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1787829689.590736:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405056, portal 25
00000100:00000001:3.0:1787829689.590740:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829689.590742:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829689.590744:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829689.590746:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000100:00000001:3.0:1787829689.590751:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829689.590758:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6494
00000100:00000040:1.0:1787829689.590759:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829689.590767:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829689.590776:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829689.590780:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829689.590798:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829689.590806:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829689.590809:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829689.590814:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829689.590815:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787829689.590824:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555405056, offset 0
00000100:00000040:3.0:1787829689.590825:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.590832:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829689.590836:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829689.590839:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829689.590842:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829689.590843:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829689.590865:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829689.590867:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829689.590871:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829689.590872:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829689.590878:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829689.590884:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829689.590884:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.590891:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829689.590893:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829689.590896:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829689.590900:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829689.590902:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:3.0:1787829689.590907:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:1.0:1787829689.590911:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829689.590913:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829689.590918:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829689.590918:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829689.590923:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829689.590927:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90382:90382:256:4294967295] 192.168.203.108@tcp LPNI seq info [90369:90369:8:4294967295]
02000000:00000001:3.0:1787829689.590928:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590934:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829689.590938:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787829689.590939:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:3.0:1787829689.590945:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590947:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829689.590951:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000020:00000040:3.0:1787829689.590957:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829689.590961:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787829689.590963:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829689.590966:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.590970:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829689.590974:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787829689.590975:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829689.590978:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829689.590984:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da700.
02000000:00000010:3.0:1787829689.590985:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829689.590992:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829689.590997:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00100000:3.0:1787829689.591002:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829689.591009:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829689.591018:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829689.591021:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829689.591026:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.591035:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.591035:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829689.591043:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829689.591046:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829689.591049:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829689.591052:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301170532
00000100:00000001:3.0:1787829689.591054:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829689.591058:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1787829689.591062:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ccc0.
00000100:00000001:3.0:1787829689.591063:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829689.591069:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6494
00000100:00000001:1.0:1787829689.591070:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1787829689.591076:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.591078:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301170532
00000400:00000200:3.0:1787829689.591083:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000010:1.0:1787829689.591086:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1ca20.
00000100:00080000:3.0:1787829689.591086:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829689.591092:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829689.591094:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829689.591094:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.591097:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591099:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829689.591102:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829689.591103:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829689.591104:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829689.591106:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829689.591108:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829689.591110:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:3.0:1787829689.591112:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591114:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.591115:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591116:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829689.591118:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829689.591120:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591122:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829689.591123:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829689.591129:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829689.591134:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591138:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591141:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829689.591146:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829689.591150:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.591151:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829689.591152:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1787829689.591153:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:1.0:1787829689.591156:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00000001:3.0:1787829689.591157:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591161:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829689.591161:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591165:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1787829689.591165:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000100:00000001:1.0:1787829689.591169:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787829689.591170:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829689.591174:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829689.591177:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829689.591178:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829689.591179:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829689.591182:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829689.591184:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829689.591191:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:1.0:1787829689.591195:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829689.591196:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591198:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591203:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787829689.591204:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829689.591207:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829689.591213:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829689.591221:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:3.0:1787829689.591227:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829689.591230:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829689.591231:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591234:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787829689.591251:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829689.591252:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591257:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829689.591262:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829689.591265:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.591265:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829689.591287:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787829689.591292:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829689.591294:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1787829689.591297:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40528.
00000100:00000001:3.0:1787829689.591298:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829689.591302:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787829689.591305:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db990.
00000100:00000001:3.0:1787829689.591306:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829689.591312:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6494
00000100:00000200:1.0:1787829689.591313:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405184, portal 10
00000100:00000001:1.0:1787829689.591318:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787829689.591321:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.591322:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000400:00000200:3.0:1787829689.591328:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829689.591331:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829689.591351:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829689.591354:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591359:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829689.591363:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829689.591365:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829689.591366:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:1.0:1787829689.591371:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829689.591372:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787829689.591374:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db4c8.
00000020:00000040:3.0:1787829689.591375:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000200:1.0:1787829689.591379:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555405184, offset 0
00000020:00000001:3.0:1787829689.591380:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829689.591385:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:1.0:1787829689.591390:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829689.591391:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:3.0:1787829689.591396:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:1.0:1787829689.591400:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829689.591405:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591409:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829689.591410:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:3.0:1787829689.591416:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829689.591418:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829689.591422:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829689.591428:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:1.0:1787829689.591431:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:3.0:1787829689.591433:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829689.591439:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829689.591440:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787829689.591443:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787829689.591447:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:3.0:1787829689.591449:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829689.591454:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90383:90383:255:4294967295] 192.168.203.108@tcp LPNI seq info [90370:90370:7:4294967295]
02000000:00000001:3.0:1787829689.591456:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.591462:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787829689.591467:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:3.0:1787829689.591467:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829689.591473:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829689.591478:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829689.591483:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787829689.591485:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000020:00000040:3.0:1787829689.591491:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000200:1.0:1787829689.591494:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829689.591496:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829689.591499:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829689.591502:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da400.
00000100:00000001:3.0:1787829689.591502:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829689.591505:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829689.591509:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829689.591511:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000010:3.0:1787829689.591517:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000800:00000200:1.1:1787829689.591519:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829689.591524:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591525:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829689.591533:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00100000:3.0:1787829689.591536:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787829689.591542:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.591548:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301166677
00000100:00000001:3.0:1787829689.591555:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829689.591556:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301170532
00000100:00000001:3.0:1787829689.591562:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591563:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301166677
00000100:00000001:1.0:1787829689.591568:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301170532
00000100:00000040:3.0:1787829689.591570:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.591574:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829689.591580:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591586:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829689.591591:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829689.591596:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829689.591599:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6504)
00000100:00000001:1.0:1787829689.591617:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829689.591619:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591623:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829689.591625:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829689.591627:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829689.591631:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829689.591635:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829689.591638:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829689.591639:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591641:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829689.591646:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829689.591648:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829689.591652:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829689.591655:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a407e8.
00000400:00000010:1.0:1787829689.591660:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829689.591663:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405312, portal 10
00000100:00000001:1.0:1787829689.591665:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829689.591667:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:1.0:1787829689.591674:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.591682:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829689.591685:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829689.591688:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db440.
00000100:00000200:1.0:1787829689.591691:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555405312, offset 0
00000400:00000200:1.0:1787829689.591697:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829689.591701:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829689.591705:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829689.591708:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829689.591712:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829689.591714:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829689.591717:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829689.591721:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90384:90384:254:4294967295] 192.168.203.108@tcp LPNI seq info [90371:90371:6:4294967295]
00000400:00000200:1.0:1787829689.591725:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829689.591731:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829689.591737:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829689.591742:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85dae00.
00000800:00000200:1.0:1787829689.591746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829689.591751:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829689.591754:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829689.591757:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829689.591761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.591763:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301166617
00000100:00000001:1.0:1787829689.591766:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301170532
00000100:00000001:1.0:1787829689.591768:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301166617
00000100:00000001:1.0:1787829689.591770:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301170532
00000100:00000001:1.0:1787829689.591773:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829689.591775:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591778:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591781:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.591785:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829689.591787:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829689.591789:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829689.591791:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829689.591793:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829689.591798:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.591805:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829689.591807:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591810:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829689.591811:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829689.591814:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829689.591817:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829689.591823:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829689.591825:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829689.591826:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591828:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829689.591832:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829689.591834:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829689.591838:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829689.591840:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40b00.
00000400:00000010:1.0:1787829689.591845:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbbb0.
00000100:00000200:1.0:1787829689.591848:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405440, portal 4
00000100:00000001:1.0:1787829689.591849:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829689.591851:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00000040:1.0:1787829689.591857:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.591864:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829689.591867:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829689.591870:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dba18.
00000100:00000200:1.0:1787829689.591872:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555405440, offset 0
00000400:00000200:1.0:1787829689.591877:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829689.591881:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829689.591886:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829689.591889:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829689.591892:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829689.591894:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829689.591896:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829689.591900:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90385:90385:253:4294967295] 192.168.203.108@tcp LPNI seq info [90372:90372:5:4294967295]
00000400:00000200:1.0:1787829689.591904:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829689.591911:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829689.591916:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829689.591920:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da600.
00000800:00000200:1.0:1787829689.591924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829689.591928:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829689.591931:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829689.591934:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829689.591937:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.591939:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301166650
00000100:00000001:1.0:1787829689.591942:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301170532
00000100:00000001:1.0:1787829689.591944:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301166650
00000100:00000001:1.0:1787829689.591947:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301170532
00000100:00000001:1.0:1787829689.591949:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829689.591951:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.591954:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829689.591958:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.591965:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829689.591967:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591970:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829689.591972:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829689.591974:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829689.591977:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829689.591980:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829689.591982:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829689.591984:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829689.591985:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829689.591989:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829689.591991:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829689.591994:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829689.591997:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40cb8.
00000400:00000010:1.0:1787829689.592000:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db110.
00000100:00000200:1.0:1787829689.592003:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405568, portal 4
00000100:00000001:1.0:1787829689.592005:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829689.592006:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:1.0:1787829689.592011:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829689.592018:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829689.592021:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829689.592024:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db088.
00000100:00000200:1.0:1787829689.592026:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555405568, offset 0
00000400:00000200:1.0:1787829689.592031:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829689.592035:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829689.592039:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829689.592042:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829689.592045:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829689.592047:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829689.592049:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829689.592052:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90386:90386:252:4294967295] 192.168.203.108@tcp LPNI seq info [90373:90373:4:4294967295]
00000400:00000200:1.0:1787829689.592055:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829689.592061:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829689.592066:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829689.592069:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85da300.
00000800:00000200:1.0:1787829689.592073:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829689.592076:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829689.592079:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829689.592082:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829689.592085:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829689.592087:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301166642
00000100:00000001:1.0:1787829689.592089:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301170532
00000100:00000001:1.0:1787829689.592091:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301166642
00000100:00000001:1.0:1787829689.592093:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301170532
00000100:00000001:1.0:1787829689.592117:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829689.592120:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.592123:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.592125:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829689.592129:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829689.592131:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829689.592133:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829689.592134:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829689.592136:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829689.592137:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.102192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829690.102199:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829690.102203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829690.102209:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829690.102214:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829690.102219:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.102222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829690.102225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.102229:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829690.422205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829690.422212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829690.422216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829690.422217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829690.422220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829690.422222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829690.422224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829690.422226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829690.422228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829690.422230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829690.422326:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829690.422330:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829690.422333:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829690.614223:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829690.614241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829690.614243:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829690.614266:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829690.614270:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829690.614275:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.614278:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829690.614281:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.614284:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829690.614314:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829690.614321:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829690.614324:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829690.614329:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829690.614334:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829690.614339:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829690.614341:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829690.614344:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829690.614346:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829690.614385:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829690.614389:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829690.614390:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829690.614392:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829690.614395:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829690.614397:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829690.614399:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829690.614400:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829690.614402:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829691.126256:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829691.126265:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829691.126268:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829691.126292:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829691.126298:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829691.126305:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829691.126309:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829691.126312:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829691.126317:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829691.446165:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829691.446170:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829691.446174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829691.446175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829691.446178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829691.446179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829691.446181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829691.446182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829691.446184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829691.446185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829691.446272:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829691.446277:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829691.446281:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829691.638192:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829691.638193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829691.638202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829691.638202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829691.638207:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829691.638207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829691.638216:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829691.638216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829691.638234:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829691.638235:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829691.638239:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829691.638240:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829691.638245:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829691.638249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829691.638251:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829691.638253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829691.638253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829691.638256:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829691.638258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829691.638260:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829691.638263:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829691.638265:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829691.638270:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829691.638273:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829691.638276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829691.638278:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829691.638280:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829692.150163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829692.150180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829692.150182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829692.150185:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829692.150188:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829692.150192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.150194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829692.150196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.150198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829692.470233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829692.470252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829692.470276:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829692.470278:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829692.470283:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829692.470284:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829692.470289:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829692.470291:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829692.470294:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829692.470295:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829692.470362:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829692.470366:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829692.470381:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829692.662202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829692.662202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829692.662208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829692.662209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829692.662213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829692.662214:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829692.662233:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829692.662234:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829692.662239:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829692.662239:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829692.662244:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829692.662244:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829692.662250:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829692.662253:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.662256:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829692.662257:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829692.662260:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.662263:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829692.662336:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829692.662339:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829692.662341:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829692.662343:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829692.662345:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829692.662347:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829692.662349:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829692.662350:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829692.662352:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787829692.662557:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.108:988
00000400:00000100:3.0:1787829692.662625:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.108@tcp at host 192.168.203.108 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787829692.662636:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829692.662640:0:2375:0:(router.c:1791:lnet_notify()) 192.168.203.8@tcp notifying 192.168.203.108@tcp: down
00000400:00000200:3.0:1787829692.662646:0:2375:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829692.662650:0:2375:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787829692.662655:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829692.662659:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da700.
00000400:00000200:3.0:1787829692.662664:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829692.662669:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829692.662676:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db880
00000400:00000010:3.0:1787829692.662678:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db880.
00000100:00000001:3.0:1787829692.662684:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829692.662693:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.662758:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829692.662764:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.662772:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829692.662775:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829692.662803:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829692.662806:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da400.
00000400:00000200:3.0:1787829692.662810:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829692.662813:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829692.662817:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db4c8
00000400:00000010:3.0:1787829692.662819:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db4c8.
00000100:00000001:3.0:1787829692.662822:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829692.662826:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.662835:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829692.662838:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.662846:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829692.662849:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829692.662855:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829692.662858:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85dae00.
00000400:00000200:3.0:1787829692.662861:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829692.662864:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829692.662867:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db440
00000400:00000010:3.0:1787829692.662870:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db440.
00000100:00000001:3.0:1787829692.662892:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829692.662898:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.662907:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829692.662910:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.662936:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829692.662938:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829692.662944:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829692.662947:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da600.
00000400:00000200:3.0:1787829692.662950:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829692.662969:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829692.662973:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dba18
00000400:00000010:3.0:1787829692.662975:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dba18.
00000100:00000001:3.0:1787829692.662978:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829692.662982:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.663009:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829692.663013:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.663020:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829692.663022:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829692.663028:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.108@tcp
00000800:00000010:3.0:1787829692.663032:0:2375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85da300.
00000400:00000200:3.0:1787829692.663035:0:2375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787829692.663039:0:2375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787829692.663042:0:2375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db088
00000400:00000010:3.0:1787829692.663044:0:2375:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db088.
00000100:00000001:3.0:1787829692.663046:0:2375:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787829692.663068:0:2375:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.663077:0:2375:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829692.663080:0:2375:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829692.663291:0:2375:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829692.663294:0:2375:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829692.663409:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829692.663413:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829692.663416:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829692.663442:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829689/real 1787829692]  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829692.663456:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829692.663474:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829692.663478:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40b00.
00000400:00000200:1.0:1787829692.663483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbbb0
00000400:00000010:1.0:1787829692.663485:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbbb0.
00000100:00000001:1.0:1787829692.663488:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829692.663493:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829692.663520:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663528:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829692.663530:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663533:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.663550:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829692.663556:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663571:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829692.663594:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663603:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829692.663607:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663608:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.663610:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663613:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829692.663616:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829692.663619:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829692.663625:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829692.663647:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829692.663653:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829692.663661:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405440:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829692.663666:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829692.663670:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829689/real 1787829692]  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829692.663679:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829692.663680:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829692.663682:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40cb8.
00000400:00000200:1.0:1787829692.663685:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db110
00000400:00000010:1.0:1787829692.663687:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db110.
00000100:00000001:1.0:1787829692.663689:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829692.663692:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829692.663706:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663713:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829692.663714:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663716:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.663718:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829692.663721:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663728:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829692.663732:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663738:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829692.663741:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663742:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.663744:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663745:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829692.663747:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829692.663750:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829692.663753:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829692.663756:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829692.663759:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829692.663767:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405568:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829692.663771:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829692.663774:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829689/real 1787829692]  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829692.663788:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829692.663789:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829692.663791:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40528.
00000400:00000200:1.0:1787829692.663795:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db990
00000400:00000010:1.0:1787829692.663817:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db990.
00000100:00000001:1.0:1787829692.663821:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829692.663824:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829692.663832:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663870:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829692.663872:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663874:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.663899:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829692.663927:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663949:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829692.663955:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.663963:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829692.663965:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663967:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.663968:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.663970:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829692.663972:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829692.663975:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829692.663978:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829692.663980:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829692.663985:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829692.663993:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405184:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829692.663998:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829692.664002:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829689/real 1787829692]  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829692.664011:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829692.664012:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829692.664014:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a407e8.
00000400:00000200:1.0:1787829692.664018:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829692.664019:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829692.664022:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829692.664026:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829692.664033:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664053:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829692.664055:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664057:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.664058:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829692.664063:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664081:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829692.664086:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664256:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829692.664259:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664261:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.664263:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664264:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829692.664266:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829692.664269:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829692.664299:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829692.664302:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829692.664338:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829692.664347:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405312:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829692.664374:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829692.664393:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829689/real 1787829692]  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829692.664491:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829692.664492:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829692.664494:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829692.664523:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829692.664538:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829692.664541:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829692.664546:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829692.664565:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664573:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829692.664574:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664576:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.664578:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829692.664605:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664631:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829692.664651:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664658:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829692.664661:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664663:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829692.664664:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664666:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829692.664668:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829692.664670:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829692.664689:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829692.664692:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829692.664697:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829692.664706:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555405056:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829692.664728:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664731:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829692.664735:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555405440/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664743:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829692.664763:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829692.664768:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304e000.
02000000:00000001:1.0:1787829692.664772:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829692.664775:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829692.664777:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829692.664779:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829692.664782:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829692.664786:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829692.664789:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829692.664791:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00000001:1.0:1787829692.664794:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829692.664795:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664798:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829692.664802:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555405568/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664836:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829692.664838:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829692.664841:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829692.664845:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829692.664846:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829692.664847:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829692.664849:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829692.664851:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829692.664853:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829692.664855:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829692.664856:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:1.0:1787829692.664859:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829692.664860:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664862:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829692.664866:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555405184/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664872:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829692.664873:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829692.664875:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829692.664878:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829692.664879:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829692.664885:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829692.664887:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829692.664889:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829692.664892:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829692.664893:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829692.664894:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:1.0:1787829692.664897:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829692.664899:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664902:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829692.664906:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555405312/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664914:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829692.664915:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829692.664917:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829692.664920:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829692.664921:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829692.664922:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829692.664924:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829692.664925:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829692.664928:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829692.664930:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829692.664931:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:1.0:1787829692.664933:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829692.664935:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664936:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829692.664940:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555405056/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829692.664947:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829692.664948:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829692.664950:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:1.0:1787829692.664952:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829692.664953:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829692.664955:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829692.664957:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829692.664959:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829692.664960:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829692.664961:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829692.664962:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:1.0:1787829692.664990:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829692.664991:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.664993:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829692.665000:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829692.665001:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829692.665003:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829692.665005:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829693.174228:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829693.174237:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829693.174239:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829693.174245:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829693.174249:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829693.174253:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829693.174256:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829693.174259:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829693.174280:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829693.494173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829693.494179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829693.494182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829693.494185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829693.494191:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829693.494192:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829693.494195:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494197:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829693.494199:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494200:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829693.494202:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829693.494255:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829693.494258:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829693.494261:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829693.558186:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301170532, at 4301170560
00000100:00000040:2.0:1787829693.558187:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301170532, at 4301170560
00000100:00000010:3.0:1787829693.558201:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ca20.
00000100:00000010:2.0:1787829693.558203:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1ccc0.
00000100:00000001:2.0:1787829693.686179:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829693.686185:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829693.686187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829693.686191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829693.686191:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829693.686197:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829693.686198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829693.686200:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829693.686202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829693.686207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829693.686218:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829693.686224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829693.686224:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829693.686229:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829693.686230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829693.686234:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829693.686237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829693.686240:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829693.686240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829693.686245:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829693.686248:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829693.686261:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829693.686264:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829693.686265:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829693.686267:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829693.686269:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829693.686271:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.198177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829694.198182:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829694.198184:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.198188:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829694.198192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829694.198195:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.198197:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829694.198199:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.198202:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829694.518259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829694.518266:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829694.518271:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829694.518273:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829694.518276:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829694.518278:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829694.518281:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829694.518282:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829694.518286:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829694.518287:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829694.518396:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829694.518403:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829694.518408:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829694.710182:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829694.710190:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829694.710192:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.710196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829694.710200:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829694.710219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829694.710223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829694.710224:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829694.710225:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829694.710234:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829694.710234:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829694.710240:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829694.710242:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829694.710243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829694.710245:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829694.710252:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829694.710258:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829694.710258:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829694.710260:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829694.710264:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829694.710265:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829694.710268:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710273:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829694.710283:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6499
00000400:00000200:3.0:1787829694.710295:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829694.710299:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1787829694.710302:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829694.710303:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829694.710304:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829694.710306:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787829694.710308:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829694.710310:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829694.710310:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829694.710313:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829694.710313:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829694.710316:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829694.710316:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829694.710318:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829694.710319:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829694.710320:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829694.710324:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829694.710326:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829694.710331:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829694.710335:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829694.710337:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829694.710340:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829694.710343:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710346:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829694.710348:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710350:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829694.710353:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829694.710357:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710360:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829694.710363:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829694.710367:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829694.710370:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710372:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829694.710374:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829694.710380:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829694.710384:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829694.710389:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829694.710391:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710395:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829694.710399:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829694.710405:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829694.710414:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:3.0:1787829694.710422:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829694.710433:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829694.710444:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829694.710449:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829694.710455:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.710481:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829694.710485:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829694.710487:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829694.710488:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829694.710490:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829694.710492:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829694.710495:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6499
00000400:00000200:3.0:1787829694.710498:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829694.710502:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829694.710505:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829694.710513:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710516:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829694.710522:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829694.710522:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710525:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829694.710530:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829694.710535:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829694.710536:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829694.710540:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829694.710543:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829694.710547:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:1.0:1787829694.710549:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829694.710560:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829694.710573:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829694.710579:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829694.710587:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829694.710588:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710593:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829694.710598:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710600:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829694.710603:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829694.710605:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829694.710608:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829694.710610:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829694.710616:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829694.710619:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829694.710623:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829694.710625:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.710633:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710635:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829694.710645:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829694.710647:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555405696:192.168.203.108@tcp:250:kworker.0
00000008:00000001:3.0:1787829694.710658:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710667:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.710672:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787829694.710675:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
02000000:00000001:1.0:1787829694.710682:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787829694.710683:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829694.710690:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829694.710691:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829694.710694:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.710700:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829694.710701:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829694.710708:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829694.710711:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829694.710718:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
02000000:00000010:1.0:1787829694.710719:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304dc00.
02000000:00000001:1.0:1787829694.710725:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.710731:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829694.710740:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829694.710748:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787829694.710752:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829694.710768:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787829694.710769:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829694.710776:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829694.710784:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405696, portal 25
00000100:00000040:3.0:1787829694.710787:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.710793:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829694.710799:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00000001:3.0:1787829694.710816:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829694.710818:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829694.710826:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829694.710846:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829694.710853:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829694.710854:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829694.710861:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787829694.710868:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829694.710873:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829694.710878:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555405696, offset 0
00000100:00000001:3.0:1787829694.710882:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829694.710895:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6499
00000400:00000200:1.0:1787829694.710897:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829694.710910:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.710916:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829694.710921:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829694.710926:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829694.710934:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.710938:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829694.710946:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829694.710952:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829694.710955:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.710964:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:3.0:1787829694.710965:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829694.710971:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787829694.710974:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787829694.710976:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829694.710981:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787829694.710984:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000040:3.0:1787829694.710985:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829694.710993:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829694.710999:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90387:90387:256:4294967295] 192.168.203.108@tcp LPNI seq info [90374:90374:8:4294967295]
00000020:00000001:3.0:1787829694.711001:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829694.711012:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.711020:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829694.711021:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829694.711029:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.711034:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829694.711042:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000400:00000200:1.0:1787829694.711051:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787829694.711054:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829694.711062:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829694.711070:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787829694.711072:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829694.711077:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787829694.711081:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
02000000:00000001:3.0:1787829694.711083:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.711090:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829694.711093:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787829694.711147:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829694.711154:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829694.711160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829694.711164:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829694.711168:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.711171:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829694.711178:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829694.711182:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829694.711188:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829694.711190:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829694.711195:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829694.711218:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.711231:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.711236:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.711244:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829694.711249:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711251:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829694.711255:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711264:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829694.711265:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829694.711273:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:1.0:1787829694.711283:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829694.711283:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829694.711288:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711294:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301175653
00000100:00000001:3.0:1787829694.711294:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829694.711296:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829694.711301:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829694.711306:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c480.
02000000:00000010:3.0:1787829694.711310:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829694.711318:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711319:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787829694.711328:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829694.711330:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301175653
00000100:00000010:1.0:1787829694.711345:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cde0.
00000100:00000001:1.0:1787829694.711357:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829694.711364:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829694.711366:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829694.711372:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711374:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829694.711382:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.711383:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829694.711401:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.711406:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829694/real 1787829694]  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829694.711408:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829694.711423:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829694.711426:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829694.711431:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829694.711438:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787829694.711444:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829694.711445:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6499
00000400:00000001:1.0:1787829694.711451:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829694.711457:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:3.0:1787829694.711458:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.711466:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000200:3.0:1787829694.711468:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000010:1.0:1787829694.711475:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00080000:3.0:1787829694.711483:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829694.711486:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787829694.711495:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:1.0:1787829694.711504:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.711505:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829694.711516:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829694.711527:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829694.711536:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829694.711539:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829694.711547:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787829694.711548:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829694.711552:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829694.711560:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829694.711567:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787829694.711567:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829694.711573:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829694.711580:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829694.711581:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.711591:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829694.711592:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829694.711600:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829694.711607:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.711608:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829694.711618:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829694.711625:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829694.711642:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829694.711652:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829694.711657:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829694.711659:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829694.711668:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829694.711672:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.711673:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829694.711679:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829694.711689:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.711700:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829694.711709:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829694.711711:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787829694.711716:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:1.0:1787829694.711719:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829694.711723:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829694.711725:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829694.711727:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711730:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829694.711733:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829694.711737:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829694.711739:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829694.711744:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829694.711745:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829694.711755:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:3.0:1787829694.711757:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:3.0:1787829694.711767:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829694.711771:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829694.711777:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829694.711783:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787829694.711788:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.711840:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829694.711846:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.711847:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555405696:192.168.203.108@tcp:250:kworker.0
00000100:00000040:3.0:1787829694.711860:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.711862:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.711868:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.711875:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555405696/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.711909:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.711910:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829694.711918:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787829694.711919:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787829694.711924:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304dc00.
00000100:00080000:3.0:1787829694.711927:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829694.711931:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787829694.711933:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787829694.711934:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:1.0:1787829694.711940:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829694.711940:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000020:00000040:1.0:1787829694.711947:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000100:00080000:3.0:1787829694.711950:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6499
00000020:00000001:1.0:1787829694.711955:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:3.0:1787829694.711961:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:1.0:1787829694.711962:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
00000400:00000200:3.0:1787829694.711970:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:1.0:1787829694.711972:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787829694.711975:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829694.711978:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1787829694.711984:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000010:1.0:1787829694.711985:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
00000100:00000001:3.0:1787829694.711990:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829694.711994:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787829694.711996:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829694.711999:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829694.712003:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829694.712005:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829694.712010:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829694.712014:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829694.712016:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829694.712018:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:1.0:1787829694.712019:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787829694.712022:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829694.712025:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829694.712028:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:1.0:1787829694.712030:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829694.712035:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829694.712041:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829694.712042:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829694.712052:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.712053:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829694.712064:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829694.712074:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829694.712074:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829694.712078:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829694.712086:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
02000000:00000001:1.0:1787829694.712087:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829694.712139:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829694.712141:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:1.0:1787829694.712151:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829694.712151:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829694.712162:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829694.712168:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405824:192.168.203.108@tcp:38:kworker.0
02000000:00000001:3.0:1787829694.712169:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829694.712177:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712182:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829694.712184:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829694.712189:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787829694.712189:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
02000000:00000001:1.0:1787829694.712193:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829694.712197:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.712198:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829694.712216:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829694.712219:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304dc00.
00000100:00000010:3.0:1787829694.712224:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
02000000:00000001:1.0:1787829694.712225:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829694.712231:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829694.712237:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787829694.712239:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:3.0:1787829694.712244:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829694.712249:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00000001:3.0:1787829694.712250:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829694.712256:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829694.712259:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829694.712260:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000010:3.0:1787829694.712264:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829694.712269:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829694.712270:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405824, portal 10
00000100:00100000:3.0:1787829694.712277:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829694.712278:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829694.712282:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000001:3.0:1787829694.712295:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829694.712298:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829694.712308:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829694.712309:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829694.712345:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712347:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829694.712356:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6509)
00000100:00000040:1.0:1787829694.712357:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829694.712363:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829694.712368:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555405824, offset 0
00000400:00000200:1.0:1787829694.712373:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829694.712379:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.712385:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829694.712391:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829694.712394:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829694.712397:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829694.712399:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.712402:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90388:90388:256:4294967295] 192.168.203.108@tcp LPNI seq info [90375:90375:8:4294967295]
00000400:00000200:1.0:1787829694.712405:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.712410:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829694.712414:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.712416:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829694.712420:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829694.712423:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829694.712426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829694.712428:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829694.712431:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.712433:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829694.712436:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829694.712439:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829694.712442:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829694.712443:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829694.712445:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829694.712448:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712454:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.712456:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712460:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712461:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829694.712464:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829694.712467:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829694.712469:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829694.712471:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301171798
00000100:00000001:1.0:1787829694.712473:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.712474:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301171798
00000100:00000001:1.0:1787829694.712476:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.712478:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829694.712479:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712480:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829694.712483:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829694/real 1787829694]  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829694.712488:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829694.712489:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829694.712490:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829694.712491:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829694.712492:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829694.712494:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829694.712496:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829694.712501:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712505:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829694.712506:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712508:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.712508:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829694.712511:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712515:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829694.712517:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712522:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829694.712523:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712524:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.712525:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712526:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829694.712528:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829694.712530:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829694.712533:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829694.712534:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829694.712537:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829694.712542:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405824:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829694.712544:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829694.712547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712555:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829694.712557:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.712558:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829694.712560:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829694.712561:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.712563:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829694.712565:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829694.712566:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829694.712568:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.712569:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829694.712572:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829694.712573:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829694.712575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829694.712577:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829694.712578:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829694.712580:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555405952, portal 10
00000100:00000001:1.0:1787829694.712582:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829694.712583:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:1.0:1787829694.712586:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712591:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829694.712592:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829694.712594:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829694.712595:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555405952, offset 0
00000400:00000200:1.0:1787829694.712597:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829694.712599:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.712601:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829694.712603:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829694.712605:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829694.712607:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829694.712608:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.712611:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90389:90389:256:4294967295] 192.168.203.108@tcp LPNI seq info [90376:90376:8:4294967295]
00000400:00000200:1.0:1787829694.712614:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.712618:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829694.712621:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.712623:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829694.712626:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829694.712627:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829694.712630:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829694.712632:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829694.712634:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.712636:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829694.712638:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829694.712640:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829694.712642:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829694.712643:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829694.712644:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829694.712647:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712652:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.712656:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712663:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712665:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829694.712668:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829694.712670:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829694.712674:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829694.712676:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301171738
00000100:00000001:1.0:1787829694.712678:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.712681:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301171738
00000100:00000001:1.0:1787829694.712683:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.712686:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829694.712689:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712691:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829694.712695:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829694/real 1787829694]  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829694.712705:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829694.712706:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829694.712708:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829694.712711:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829694.712713:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829694.712715:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829694.712718:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829694.712730:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712735:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829694.712736:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712737:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.712738:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829694.712741:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712745:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829694.712748:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712753:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829694.712754:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712755:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.712756:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712757:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829694.712758:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829694.712759:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829694.712762:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829694.712764:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829694.712766:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829694.712771:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555405952:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829694.712774:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829694.712776:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712780:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829694.712781:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.712783:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829694.712784:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829694.712785:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.712787:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829694.712790:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829694.712792:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829694.712793:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.712794:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829694.712796:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829694.712797:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829694.712800:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829694.712802:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829694.712804:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829694.712806:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406080, portal 4
00000100:00000001:1.0:1787829694.712808:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829694.712809:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:1.0:1787829694.712813:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712821:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829694.712823:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829694.712824:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829694.712826:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555406080, offset 0
00000400:00000200:1.0:1787829694.712829:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829694.712832:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.712835:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829694.712837:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829694.712838:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829694.712840:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829694.712842:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.712844:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90390:90390:256:4294967295] 192.168.203.108@tcp LPNI seq info [90377:90377:8:4294967295]
00000400:00000200:1.0:1787829694.712847:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.712851:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829694.712853:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.712855:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829694.712858:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829694.712860:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829694.712863:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829694.712865:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829694.712867:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.712869:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829694.712871:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829694.712873:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829694.712875:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829694.712877:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829694.712878:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829694.712880:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712885:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.712888:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712892:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712893:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829694.712895:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829694.712897:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829694.712899:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829694.712901:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301171771
00000100:00000001:1.0:1787829694.712902:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.712904:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301171771
00000100:00000001:1.0:1787829694.712905:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.712906:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829694.712908:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.712909:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829694.712912:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829694/real 1787829694]  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829694.712920:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829694.712921:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829694.712923:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829694.712926:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829694.712927:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829694.712930:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829694.712933:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829694.712942:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712949:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829694.712951:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712953:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.712954:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829694.712958:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712965:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829694.712968:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.712973:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829694.712974:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712975:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.712976:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712977:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829694.712979:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829694.712980:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829694.712982:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829694.712983:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829694.712986:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829694.712991:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406080:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829694.712993:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.712995:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.712997:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555405824/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713001:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829694.713002:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829694.713003:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:1.0:1787829694.713005:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829694.713006:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829694.713007:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829694.713009:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829694.713010:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:1.0:1787829694.713012:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829694.713013:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829694.713014:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829694.713016:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829694.713017:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713019:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.713021:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555405952/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713025:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829694.713026:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829694.713027:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829694.713028:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829694.713028:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829694.713029:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829694.713030:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829694.713031:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:1.0:1787829694.713032:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829694.713033:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829694.713034:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829694.713035:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829694.713036:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713037:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.713039:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555406080/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713042:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829694.713043:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829694.713044:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829694.713045:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829694.713046:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829694.713047:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829694.713048:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829694.713048:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829694.713050:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829694.713050:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829694.713051:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829694.713052:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829694.713053:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713054:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713057:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829694.713058:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.713059:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829694.713061:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829694.713062:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829694.713065:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713069:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829694.713070:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.713072:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829694.713073:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829694.713075:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829694.713076:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829694.713078:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829694.713080:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829694.713081:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829694.713082:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829694.713084:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829694.713085:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829694.713087:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829694.713089:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829694.713091:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829694.713093:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406208, portal 4
00000100:00000001:1.0:1787829694.713112:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829694.713114:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:1.0:1787829694.713118:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713123:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829694.713124:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829694.713126:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829694.713128:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555406208, offset 0
00000400:00000200:1.0:1787829694.713130:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829694.713133:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.713135:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829694.713137:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829694.713139:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829694.713141:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829694.713143:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829694.713145:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90391:90391:256:4294967295] 192.168.203.108@tcp LPNI seq info [90378:90378:8:4294967295]
00000400:00000200:1.0:1787829694.713148:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829694.713152:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829694.713155:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.713158:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829694.713160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829694.713162:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787829694.713165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829694.713167:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787829694.713169:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829694.713170:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829694.713173:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829694.713175:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829694.713177:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829694.713178:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829694.713180:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829694.713182:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713187:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.713189:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713194:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.713195:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829694.713197:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829694.713199:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829694.713215:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829694.713218:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301171764
00000100:00000001:1.0:1787829694.713220:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.713223:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301171764
00000100:00000001:1.0:1787829694.713225:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301175653
00000100:00000001:1.0:1787829694.713228:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829694.713230:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.713232:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829694.713236:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829694/real 1787829694]  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829694.713244:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829694.713246:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829694.713248:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829694.713250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829694.713252:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829694.713255:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829694.713258:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829694.713267:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713272:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829694.713273:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713274:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.713275:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829694.713278:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713283:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829694.713285:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713289:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829694.713291:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713291:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829694.713292:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713293:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829694.713294:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829694.713297:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829694.713299:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829694.713301:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829694.713303:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829694.713308:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406208:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829694.713310:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713311:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829694.713313:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555406208/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829694.713317:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829694.713318:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829694.713319:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829694.713321:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829694.713322:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829694.713323:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829694.713324:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829694.713326:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829694.713327:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829694.713328:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829694.713329:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:1.0:1787829694.713331:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829694.713332:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713333:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829694.713336:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829694.713337:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829694.713338:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829694.713340:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.222214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829695.222220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829695.222222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829695.222227:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829695.222231:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829695.222235:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829695.222237:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829695.222240:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829695.222243:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829695.542240:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829695.542243:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829695.542247:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542252:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829695.542254:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542257:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542260:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542264:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829695.542265:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829695.542266:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829695.542268:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542269:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829695.542271:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542273:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542275:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542278:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829695.542280:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829695.542282:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829695.542283:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542285:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829695.542286:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542288:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542290:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542294:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829695.542296:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829695.542297:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829695.542299:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542301:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829695.542302:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542304:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542306:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829695.542310:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829695.542312:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829695.542387:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829695.542393:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829695.542397:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829695.734292:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829695.734293:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829695.734307:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829695.734309:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829695.734311:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.734313:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829695.734325:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829695.734326:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829695.734347:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829695.734348:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829695.734360:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829695.734361:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829695.734366:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829695.734370:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829695.734373:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829695.734377:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829695.734384:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829695.734388:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829695.734413:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829695.734418:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829695.734421:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829695.734424:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829695.734427:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829695.734431:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829695.734433:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829695.734436:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829695.734439:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829696.246222:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829696.246228:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829696.246230:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829696.246234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829696.246238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829696.246258:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829696.246261:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829696.246263:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829696.246266:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829696.566242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829696.566248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829696.566252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829696.566253:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829696.566256:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829696.566257:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829696.566259:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829696.566260:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829696.566262:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829696.566263:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829696.566310:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829696.566314:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829696.566316:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829696.758208:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829696.758214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829696.758216:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829696.758220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829696.758223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829696.758227:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829696.758230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829696.758232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829696.758235:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829696.758246:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829696.758250:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829696.758252:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829696.758255:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829696.758259:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829696.758263:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829696.758265:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829696.758267:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829696.758267:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829696.758275:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829696.758277:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829696.758278:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829696.758288:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829696.758293:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829696.758296:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829696.758299:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829696.758301:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829696.758303:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829697.270293:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829697.270300:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829697.270302:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829697.270306:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829697.270309:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829697.270312:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829697.270314:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829697.270316:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829697.270318:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829697.590220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829697.590225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829697.590230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829697.590231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829697.590234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829697.590236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829697.590239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829697.590241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829697.590244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829697.590246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829697.590296:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829697.590299:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829697.590302:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829697.782218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829697.782228:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829697.782231:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829697.782232:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829697.782241:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829697.782242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829697.782244:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829697.782246:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829697.782254:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829697.782257:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787829697.782258:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829697.782261:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829697.782263:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829697.782265:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829697.782268:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829697.782271:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829697.782272:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829697.782273:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829697.782283:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829697.782287:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829697.782287:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829697.782289:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829697.782293:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829697.782301:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829697.782302:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829697.782310:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829697.782315:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829698.294207:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829698.294216:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829698.294218:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829698.294224:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829698.294234:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829698.294239:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829698.294242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829698.294245:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829698.294248:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829698.614192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829698.614197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829698.614201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829698.614202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829698.614205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829698.614206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829698.614208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829698.614209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829698.614212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829698.614213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829698.614275:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829698.614278:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829698.614281:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829698.678207:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301175653, at 4301175680
00000100:00000040:2.0:1787829698.678213:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301175653, at 4301175680
00000100:00000010:3.0:1787829698.678220:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cde0.
00000100:00000010:2.0:1787829698.678222:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c480.
00000100:00000001:2.0:1787829698.806163:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829698.806164:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829698.806166:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829698.806170:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829698.806171:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829698.806171:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829698.806185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829698.806189:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829698.806191:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829698.806193:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829698.806196:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829698.806197:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829698.806201:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829698.806201:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829698.806206:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829698.806208:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829698.806210:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829698.806212:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829698.806215:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829698.806217:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829698.806233:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829698.806237:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829698.806239:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829698.806241:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829698.806243:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829698.806244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829698.806246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.318192:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829699.318198:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829699.318199:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.318204:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829699.318207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829699.318210:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.318213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829699.318214:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.318216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829699.638181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829699.638189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829699.638194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829699.638195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829699.638198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829699.638199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829699.638201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829699.638202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829699.638205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829699.638205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829699.638267:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829699.638271:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829699.638275:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829699.830196:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829699.830198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829699.830201:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829699.830203:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829699.830204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829699.830206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829699.830207:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829699.830208:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829699.830209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829699.830211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830212:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829699.830215:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829699.830215:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.830218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787829699.830218:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829699.830221:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829699.830222:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829699.830224:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829699.830226:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829699.830227:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829699.830229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829699.830230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829699.830231:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829699.830236:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829699.830236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829699.830237:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6504
00000100:00000001:0.0:1787829699.830243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.830244:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829699.830247:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.830251:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829699.830252:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829699.830253:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829699.830258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829699.830263:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829699.830264:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829699.830269:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829699.830274:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830277:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.830280:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830282:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829699.830285:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829699.830287:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829699.830289:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829699.830293:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829699.830294:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829699.830296:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829699.830299:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830300:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.830302:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830303:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829699.830306:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829699.830308:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830309:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829699.830312:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829699.830314:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829699.830316:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830318:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829699.830319:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829699.830327:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa940.
00000020:00000040:3.0:1787829699.830329:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829699.830332:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829699.830333:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830336:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829699.830338:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829699.830341:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829699.830348:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000100:00000001:3.0:1787829699.830353:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829699.830361:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829699.830371:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829699.830376:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829699.830382:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52778ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829699.830405:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829699.830408:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829699.830412:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829699.830413:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829699.830415:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829699.830424:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829699.830425:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829699.830428:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6504
00000100:00000001:1.0:1787829699.830430:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829699.830433:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787829699.830434:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829699.830440:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829699.830440:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829699.830442:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829699.830448:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830453:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.830457:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829699.830460:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829699.830460:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829699.830462:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829699.830464:0:50166:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829699.830466:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787829699.830467:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829699.830470:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829699.830471:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829699.830473:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:1.0:1787829699.830474:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829699.830480:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00100000:1.0:1787829699.830481:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555406336:192.168.203.108@tcp:250:kworker.0
00000020:00000001:3.0:1787829699.830487:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:1.0:1787829699.830488:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829699.830492:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829699.830495:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829699.830496:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829699.830498:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829699.830503:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787829699.830506:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
00000100:00000040:3.0:1787829699.830509:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:1.0:1787829699.830510:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830516:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:1.0:1787829699.830519:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:3.0:1787829699.830521:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000400:00000010:1.0:1787829699.830526:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000100:00080000:3.0:1787829699.830527:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830532:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829699.830534:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787829699.830537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
02000000:00000001:3.0:1787829699.830539:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829699.830543:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830545:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1787829699.830547:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406336, portal 25
00000008:00100000:3.0:1787829699.830549:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829699.830553:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1787829699.830553:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830557:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.830558:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139968 : -107611171411648 : ffff9e20d25aa940)
00000100:00000040:1.0:1787829699.830568:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829699.830569:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25abc00.
00000020:00000040:3.0:1787829699.830574:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829699.830579:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829699.830581:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830585:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829699.830587:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829699.830588:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829699.830589:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829699.830596:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000100:00000040:1.0:1787829699.830597:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830600:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787829699.830603:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00100000:3.0:1787829699.830607:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787829699.830609:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555406336, offset 0
00000100:00000001:3.0:1787829699.830620:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829699.830624:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.830626:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829699.830629:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004457a632] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829699.830637:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.830638:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829699.830640:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829699.830644:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829699.830645:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787829699.830648:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:3.0:1787829699.830648:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829699.830656:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829699.830658:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6504
00000400:00000200:1.0:1787829699.830660:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787829699.830664:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.830668:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:3.0:1787829699.830669:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829699.830673:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787829699.830679:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787829699.830679:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830685:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829699.830689:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000040:3.0:1787829699.830689:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830692:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829699.830695:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829699.830697:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000200:1.0:1787829699.830700:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90392:90392:256:4294967295] 192.168.203.108@tcp LPNI seq info [90379:90379:8:4294967295]
00000020:00000001:3.0:1787829699.830700:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829699.830703:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829699.830706:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:3.0:1787829699.830709:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:1.0:1787829699.830711:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:3.0:1787829699.830714:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830717:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.830719:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830720:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829699.830722:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829699.830728:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830733:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.830734:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787829699.830735:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829699.830739:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829699.830741:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830744:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1787829699.830746:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000008:00100000:3.0:1787829699.830747:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829699.830752:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830754:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787829699.830756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000100:00000010:3.0:1787829699.830758:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab480.
00000020:00000040:3.0:1787829699.830761:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829699.830763:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829699.830764:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830767:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787829699.830768:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:3.0:1787829699.830769:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829699.830771:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787829699.830777:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
02000000:00000010:3.0:1787829699.830777:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
00000100:00000001:3.0:1787829699.830781:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829699.830787:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787829699.830789:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829699.830796:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787829699.830798:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829699.830802:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829699.830805:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829699.830808:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d9c30dc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787829699.830810:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000100:00000001:3.0:1787829699.830818:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.830819:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787829699.830821:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829699.830825:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829699.830827:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829699.830830:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787829699.830831:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829699.830834:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829699.830838:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6504
00000400:00000200:1.0:1787829699.830839:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000200:3.0:1787829699.830842:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829699.830844:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000400:00000200:3.0:1787829699.830846:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829699.830850:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829699.830852:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829699.830853:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829699.830854:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.830858:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830861:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:1.0:1787829699.830863:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829699.830864:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829699.830866:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829699.830870:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829699.830873:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:3.0:1787829699.830877:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829699.830882:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:1.0:1787829699.830886:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.830891:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829699.830894:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830898:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.830902:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.830906:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829699.830911:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:1.0:1787829699.830912:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829699.830914:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829699.830917:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829699.830918:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829699.830921:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829699.830923:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829699.830925:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829699.830925:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.830926:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829699.830930:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:3.0:1787829699.830933:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.830934:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829699.830935:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.830939:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301180772
00000100:00000010:3.0:1787829699.830940:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aad00.
00000020:00000040:3.0:1787829699.830946:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829699.830947:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829699.830948:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829699.830949:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1cc60.
00000100:00000001:3.0:1787829699.830953:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829699.830955:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829699.830957:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.830958:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1787829699.830961:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:1.0:1787829699.830964:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301180772
00000100:00000001:3.0:1787829699.830966:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829699.830970:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c7b1c9c0.
00000100:00100000:3.0:1787829699.830972:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829699.830977:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829699.830982:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829699.830983:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829699.830985:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.830988:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829699.830990:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f729d96] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.830993:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829699.831000:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.831003:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829699/real 1787829699]  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829699.831003:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829699.831010:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829699.831013:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829699.831015:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829699.831020:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829699.831025:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6504
00000400:00000001:1.0:1787829699.831029:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1787829699.831029:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000001:1.0:1787829699.831034:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787829699.831035:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829699.831039:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787829699.831040:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000100:00000040:3.0:1787829699.831041:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.831045:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787829699.831047:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000100:00000040:3.0:1787829699.831047:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:1.0:1787829699.831052:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:3.0:1787829699.831053:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829699.831058:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829699.831060:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000001:1.0:1787829699.831061:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787829699.831061:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829699.831065:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:3.0:1787829699.831068:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:1.0:1787829699.831070:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829699.831070:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829699.831076:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.831080:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829699.831083:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829699.831087:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829699.831093:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:3.0:1787829699.831113:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829699.831115:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829699.831117:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829699.831119:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829699.831121:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829699.831122:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829699.831124:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:3.0:1787829699.831127:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787829699.831128:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829699.831128:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829699.831134:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9a40.
00000020:00000040:3.0:1787829699.831138:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829699.831142:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829699.831145:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831147:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829699.831147:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829699.831151:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829699.831152:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829699.831153:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829699.831158:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:1.0:1787829699.831159:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829699.831161:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831163:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829699.831179:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829699.831185:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829699.831191:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829699.831195:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831202:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829699.831203:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775b5866] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829699.831222:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829699.831225:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831233:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787829699.831234:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6514)
00000100:00000001:1.0:1787829699.831236:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831240:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831241:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831243:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829699.831244:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829699.831246:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829699.831249:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829699.831251:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829699.831255:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829699.831260:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555406336:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829699.831263:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831265:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.831267:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa940 x1874668555406336/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831270:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829699.831272:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829699.831274:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829699.831277:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829699.831278:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829699.831279:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:1.0:1787829699.831281:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829699.831283:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:1.0:1787829699.831286:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829699.831287:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829699.831288:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa940.
00000100:00000001:1.0:1787829699.831290:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829699.831291:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831292:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831298:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829699.831299:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831300:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829699.831301:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829699.831302:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829699.831311:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831316:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829699.831317:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831319:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829699.831320:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829699.831321:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.831323:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829699.831325:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829699.831327:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829699.831328:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831329:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829699.831332:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829699.831333:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.831336:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829699.831338:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829699.831340:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829699.831342:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406464, portal 10
00000100:00000001:1.0:1787829699.831344:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829699.831345:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538144768 : -107611171406848 : ffff9e20d25abc00)
00000100:00000040:1.0:1787829699.831361:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831365:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829699.831367:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829699.831368:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829699.831370:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555406464, offset 0
00000400:00000200:1.0:1787829699.831373:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829699.831376:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.831379:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829699.831381:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829699.831383:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829699.831385:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829699.831386:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829699.831388:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90393:90393:256:4294967295] 192.168.203.108@tcp LPNI seq info [90380:90380:8:4294967295]
00000400:00000200:1.0:1787829699.831391:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.831396:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829699.831399:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.831401:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829699.831404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829699.831406:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829699.831409:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829699.831411:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829699.831413:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.831415:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829699.831417:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829699.831419:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829699.831421:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829699.831423:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829699.831424:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829699.831427:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831432:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.831434:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831438:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831439:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829699.831441:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829699.831444:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:1.0:1787829699.831446:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829699.831447:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301176917
00000100:00000001:1.0:1787829699.831449:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.831451:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301176917
00000100:00000001:1.0:1787829699.831453:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.831454:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829699.831455:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831456:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829699.831459:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829699/real 1787829699]  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829699.831463:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829699.831464:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829699.831465:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829699.831467:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829699.831468:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829699.831469:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829699.831471:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829699.831476:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831480:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829699.831481:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831482:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831483:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829699.831485:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831489:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829699.831491:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831496:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829699.831498:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831499:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831500:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831501:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829699.831503:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829699.831505:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829699.831507:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829699.831508:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829699.831510:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829699.831515:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406464:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829699.831517:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829699.831519:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831523:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829699.831525:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831526:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829699.831527:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829699.831528:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.831530:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829699.831532:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829699.831533:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829699.831534:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831535:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829699.831537:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829699.831538:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.831540:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829699.831541:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829699.831543:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829699.831544:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406592, portal 10
00000100:00000001:1.0:1787829699.831546:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829699.831547:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538142848 : -107611171408768 : ffff9e20d25ab480)
00000100:00000040:1.0:1787829699.831550:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831555:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829699.831556:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829699.831558:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829699.831559:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555406592, offset 0
00000400:00000200:1.0:1787829699.831561:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829699.831564:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.831566:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829699.831567:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829699.831569:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829699.831571:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829699.831572:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829699.831574:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90394:90394:256:4294967295] 192.168.203.108@tcp LPNI seq info [90381:90381:8:4294967295]
00000400:00000200:1.0:1787829699.831577:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.831581:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829699.831584:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.831586:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829699.831588:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829699.831590:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829699.831593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829699.831594:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829699.831597:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.831598:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829699.831600:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829699.831602:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829699.831604:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829699.831605:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829699.831606:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829699.831608:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831613:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.831615:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831620:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831621:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829699.831622:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829699.831624:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:1.0:1787829699.831626:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829699.831627:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301176857
00000100:00000001:1.0:1787829699.831628:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.831630:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301176857
00000100:00000001:1.0:1787829699.831631:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.831633:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829699.831634:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831635:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829699.831637:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829699/real 1787829699]  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829699.831641:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829699.831642:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829699.831643:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829699.831644:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829699.831645:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829699.831646:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829699.831648:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829699.831653:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831657:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829699.831658:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831659:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831660:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829699.831662:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831667:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829699.831669:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831673:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829699.831674:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831675:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831676:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831677:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829699.831678:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829699.831680:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829699.831681:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829699.831682:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829699.831685:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829699.831689:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406592:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829699.831691:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829699.831693:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831697:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829699.831698:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831700:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829699.831701:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829699.831702:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.831704:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829699.831706:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829699.831707:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829699.831708:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831709:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829699.831711:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304dc00.
02000000:00000001:1.0:1787829699.831712:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.831714:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829699.831716:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829699.831718:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829699.831719:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406720, portal 4
00000100:00000001:1.0:1787829699.831721:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829699.831722:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538140928 : -107611171410688 : ffff9e20d25aad00)
00000100:00000040:1.0:1787829699.831725:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831729:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829699.831731:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829699.831732:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829699.831733:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555406720, offset 0
00000400:00000200:1.0:1787829699.831736:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829699.831738:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.831739:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829699.831741:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829699.831742:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829699.831744:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829699.831746:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829699.831747:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90395:90395:256:4294967295] 192.168.203.108@tcp LPNI seq info [90382:90382:8:4294967295]
00000400:00000200:1.0:1787829699.831750:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.831755:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829699.831760:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.831763:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829699.831766:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829699.831770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829699.831773:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829699.831776:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829699.831779:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.831782:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829699.831785:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829699.831788:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829699.831791:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829699.831793:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829699.831795:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829699.831799:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831806:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.831809:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831816:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831817:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829699.831820:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829699.831823:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:1.0:1787829699.831827:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829699.831829:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301176890
00000100:00000001:1.0:1787829699.831832:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.831834:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301176890
00000100:00000001:1.0:1787829699.831837:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.831839:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829699.831841:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.831843:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829699.831847:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829699/real 1787829699]  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829699.831854:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829699.831856:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829699.831858:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829699.831860:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829699.831862:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829699.831864:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829699.831867:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829699.831876:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831882:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829699.831883:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831885:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831886:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829699.831890:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831897:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829699.831901:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831907:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829699.831910:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831911:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.831913:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.831914:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829699.831917:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829699.831919:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829699.831922:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829699.831925:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829699.831929:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829699.831938:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406720:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829699.831942:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787829699.831946:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.831953:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829699.831955:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831957:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829699.831959:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829699.831962:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829699.831965:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829699.831968:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829699.831970:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829699.831972:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829699.831973:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787829699.831977:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829699.831979:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829699.831982:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:1.0:1787829699.831984:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c3a40ec8.
00000400:00000010:1.0:1787829699.831988:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87db198.
00000100:00000200:1.0:1787829699.831990:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406848, portal 4
00000100:00000001:1.0:1787829699.831992:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829699.831994:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538136128 : -107611171415488 : ffff9e20d25a9a40)
00000100:00000040:1.0:1787829699.831999:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832006:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787829699.832009:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:1.0:1787829699.832011:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c87dbcc0.
00000100:00000200:1.0:1787829699.832014:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555406848, offset 0
00000400:00000200:1.0:1787829699.832018:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829699.832022:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.832025:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:1.0:1787829699.832028:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787829699.832031:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:1.0:1787829699.832033:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787829699.832036:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:1.0:1787829699.832039:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90396:90396:256:4294967295] 192.168.203.108@tcp LPNI seq info [90383:90383:8:4294967295]
00000400:00000200:1.0:1787829699.832044:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829699.832051:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787829699.832055:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.832059:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c85daf00.
00000800:00000200:1.0:1787829699.832063:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.0:1787829699.832066:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787829699.832070:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:1.1:1787829699.832073:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787829699.832077:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:1.0:1787829699.832079:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c85daf00.
00000400:00000200:1.0:1787829699.832082:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787829699.832086:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787829699.832089:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87dbcc0
00000400:00000010:1.0:1787829699.832091:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87dbcc0.
00000100:00000001:1.0:1787829699.832093:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787829699.832117:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832125:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.832129:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832135:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.832137:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829699.832141:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829699.832144:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:1.0:1787829699.832147:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829699.832150:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301176883
00000100:00000001:1.0:1787829699.832152:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.832154:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301176883
00000100:00000001:1.0:1787829699.832157:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301180772
00000100:00000001:1.0:1787829699.832159:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829699.832161:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.832163:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829699.832188:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829699/real 1787829699]  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829699.832202:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829699.832212:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787829699.832214:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c3a40ec8.
00000400:00000200:1.0:1787829699.832217:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c87db198
00000400:00000010:1.0:1787829699.832219:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c87db198.
00000100:00000001:1.0:1787829699.832221:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787829699.832225:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787829699.832233:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832241:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829699.832242:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832244:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.832245:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829699.832250:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832257:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829699.832261:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832268:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829699.832271:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832272:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829699.832274:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832276:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829699.832278:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829699.832281:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829699.832285:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829699.832287:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787829699.832291:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829699.832300:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555406848:192.168.203.108@tcp:8:kworker.0
00000100:00000001:1.0:1787829699.832304:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832306:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.832309:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25abc00 x1874668555406464/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832316:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829699.832318:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829699.832320:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:1.0:1787829699.832322:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829699.832324:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829699.832326:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829699.832328:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829699.832330:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:1.0:1787829699.832333:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829699.832334:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829699.832336:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25abc00.
00000100:00000001:1.0:1787829699.832339:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829699.832340:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832342:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.832345:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab480 x1874668555406592/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832362:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829699.832363:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829699.832365:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304d000.
02000000:00000001:1.0:1787829699.832368:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829699.832369:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829699.832370:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:1.0:1787829699.832372:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829699.832374:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:1.0:1787829699.832377:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829699.832378:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829699.832379:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab480.
00000100:00000001:1.0:1787829699.832382:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829699.832383:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832384:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.832388:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aad00 x1874668555406720/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832395:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829699.832397:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829699.832398:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:1.0:1787829699.832400:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829699.832402:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829699.832403:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829699.832406:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829699.832407:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000001:1.0:1787829699.832409:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829699.832411:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829699.832412:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aad00.
00000100:00000001:1.0:1787829699.832414:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829699.832416:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832417:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787829699.832421:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9a40 x1874668555406848/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829699.832428:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829699.832429:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787829699.832431:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d304f400.
02000000:00000001:1.0:1787829699.832433:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829699.832434:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787829699.832436:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:1.0:1787829699.832438:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787829699.832439:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:1.0:1787829699.832442:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829699.832443:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787829699.832445:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9a40.
00000100:00000001:1.0:1787829699.832448:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829699.832449:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832451:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829699.832455:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829699.832457:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829699.832459:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829699.832461:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829700.342179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829700.342187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829700.342189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829700.342193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829700.342196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829700.342198:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829700.342200:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829700.342202:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829700.342204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829700.662212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829700.662218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829700.662222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829700.662223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829700.662226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829700.662227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829700.662229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829700.662230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829700.662232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829700.662233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829700.662297:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829700.662300:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829700.662303:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829700.854180:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829700.854186:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829700.854188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829700.854191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829700.854191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829700.854192:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829700.854197:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829700.854199:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829700.854199:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829700.854201:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829700.854204:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829700.854204:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829700.854207:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829700.854220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829700.854221:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829700.854223:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829700.854226:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829700.854227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829700.854228:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829700.854230:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829700.854232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829700.854234:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829700.854238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829700.854241:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829700.854241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829700.854245:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829700.854248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.366229:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829701.366236:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829701.366239:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829701.366258:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829701.366261:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829701.366264:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829701.366266:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829701.366268:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829701.366270:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829701.686220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829701.686238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829701.686242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829701.686243:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829701.686246:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829701.686247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829701.686249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829701.686250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829701.686252:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829701.686253:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829701.686302:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829701.686305:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829701.686308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829701.878230:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829701.878230:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829701.878231:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829701.878238:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829701.878238:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829701.878239:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829701.878241:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829701.878243:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.878244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829701.878246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829701.878250:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829701.878251:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829701.878256:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829701.878258:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829701.878258:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829701.878260:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829701.878264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829701.878265:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829701.878265:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829701.878269:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829701.878273:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829701.878273:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829701.878277:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829701.878279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.878281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829701.878285:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829701.878288:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829702.390172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829702.390191:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829702.390193:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829702.390199:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829702.390203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829702.390207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829702.390210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829702.390212:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829702.390215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829702.710183:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829702.710190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829702.710196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829702.710197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829702.710201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829702.710203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829702.710206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829702.710207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829702.710210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829702.710212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829702.710270:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829702.710273:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829702.710276:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829702.902195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829702.902195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829702.902202:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829702.902202:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829702.902202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829702.902208:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829702.902208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829702.902208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829702.902212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829702.902216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829702.902217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829702.902218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829702.902221:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829702.902224:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829702.902225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829702.902226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829702.902228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829702.902230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829702.902230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829702.902234:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829702.902238:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829702.902238:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829702.902241:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829702.902244:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829702.902245:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829702.902249:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829702.902252:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829703.414179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829703.414185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829703.414187:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829703.414191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829703.414194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829703.414209:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829703.414211:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829703.414213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829703.414215:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829703.734227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829703.734232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829703.734236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829703.734241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829703.734248:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829703.734251:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829703.734254:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734257:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829703.734259:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734262:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829703.734265:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829703.734320:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829703.734325:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829703.734328:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829703.798178:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301180772, at 4301180800
00000100:00000040:3.0:1787829703.798178:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301180772, at 4301180800
00000100:00000010:3.0:1787829703.798193:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1c9c0.
00000100:00000010:2.0:1787829703.798195:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c7b1cc60.
00000100:00000001:1.0:1787829703.926192:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829703.926198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829703.926200:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829703.926204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829703.926207:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829703.926211:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829703.926213:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829703.926215:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829703.926218:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829703.926227:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829703.926231:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829703.926233:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829703.926236:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829703.926239:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829703.926242:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829703.926242:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829703.926245:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829703.926248:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829703.926249:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829703.926251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829703.926253:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829703.926258:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829703.926262:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829703.926265:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829703.926267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829703.926270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829703.926272:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.438221:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829704.438227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829704.438228:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829704.438232:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829704.438235:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829704.438238:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829704.438240:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829704.438242:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829704.438244:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829704.758193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829704.758198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829704.758203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829704.758204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829704.758206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829704.758207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829704.758209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829704.758210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829704.758212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829704.758213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829704.758260:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829704.758264:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829704.758267:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829704.950186:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829704.950187:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829704.950191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829704.950193:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829704.950194:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829704.950196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829704.950196:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829704.950199:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829704.950205:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829704.950205:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829704.950206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829704.950213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829704.950213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829704.950214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829704.950219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829704.950219:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829704.950220:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829704.950225:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829704.950228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829704.950230:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829704.950232:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829704.950234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829704.950237:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950239:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829704.950243:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829704.950247:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829704.950292:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829704.950298:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829704.950301:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829704.950305:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829704.950309:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829704.950318:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6509
00000400:00000200:1.0:1787829704.950327:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829704.950333:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829704.950337:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829704.950341:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950344:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950346:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950348:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829704.950351:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829704.950352:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829704.950354:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829704.950357:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829704.950358:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829704.950360:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829704.950362:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950363:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950365:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950366:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829704.950369:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829704.950371:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950373:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829704.950375:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829704.950377:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829704.950379:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950382:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829704.950383:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829704.950391:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b70c0.
00000020:00000040:1.0:1787829704.950394:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829704.950397:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829704.950399:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950406:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829704.950408:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829704.950411:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829704.950417:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:1.0:1787829704.950423:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829704.950430:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829704.950438:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829704.950441:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829704.950445:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b736c90] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829704.950461:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829704.950463:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829704.950466:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829704.950467:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829704.950468:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829704.950470:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829704.950472:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6509
00000400:00000200:1.0:1787829704.950474:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829704.950476:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829704.950478:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829704.950480:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950482:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950483:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950485:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829704.950488:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829704.950489:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829704.950490:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829704.950492:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:1.0:1787829704.950494:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829704.950496:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829704.950498:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950499:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950500:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950501:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829704.950503:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787829704.950503:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829704.950508:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829704.950511:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829704.950511:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829704.950515:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829704.950517:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829704.950520:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829704.950523:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950526:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1787829704.950528:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787829704.950530:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829704.950536:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950540:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829704.950545:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b43c0.
00000020:00000040:1.0:1787829704.950549:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829704.950552:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829704.950553:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829704.950556:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.950558:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950558:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829704.950561:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829704.950564:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.950566:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787829704.950567:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829704.950571:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829704.950571:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.950578:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829704.950579:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829704.950587:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555406976:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829704.950589:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829704.950593:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.950598:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787829704.950600:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d228c8fc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829704.950605:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829704.950607:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.950609:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829704.950610:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829704.950616:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1787829704.950617:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829704.950617:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829704.950621:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829704.950622:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829704.950624:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6509
02000000:00000010:0.0:1787829704.950625:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
00000400:00000200:1.0:1787829704.950628:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829704.950632:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829704.950633:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829704.950637:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829704.950638:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950640:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829704.950643:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829704.950644:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950649:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829704.950650:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829704.950651:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000400:00000010:0.0:1787829704.950652:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000020:00000001:1.0:1787829704.950652:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829704.950655:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829704.950658:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829704.950660:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000010:0.0:1787829704.950663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000040:1.0:1787829704.950663:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950667:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950670:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950671:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:0.0:1787829704.950674:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555406976, portal 25
00000020:00000040:1.0:1787829704.950674:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829704.950678:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829704.950682:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829704.950682:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.950686:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
02000000:00000001:1.0:1787829704.950686:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829704.950690:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829704.950692:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950694:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829704.950696:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1787829704.950698:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829704.950699:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950702:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829704.950708:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7c00.
00000020:00000040:1.0:1787829704.950712:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829704.950716:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787829704.950717:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829704.950721:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829704.950722:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950725:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787829704.950729:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
02000000:00000001:1.0:1787829704.950729:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829704.950733:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829704.950736:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555406976, offset 0
02000000:00000010:1.0:1787829704.950740:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:1.0:1787829704.950745:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.950746:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00100000:1.0:1787829704.950755:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829704.950761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829704.950770:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829704.950772:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:1.0:1787829704.950774:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.950782:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787829704.950783:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0066ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829704.950791:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829704.950798:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787829704.950798:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829704.950803:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829704.950806:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:1.0:1787829704.950811:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829704.950816:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829704.950817:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90397:90397:256:4294967295] 192.168.203.108@tcp LPNI seq info [90384:90384:8:4294967295]
00000100:00080000:1.0:1787829704.950819:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829704.950825:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829704.950829:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829704.950832:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6509
00000400:00000200:1.0:1787829704.950839:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829704.950848:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829704.950851:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787829704.950853:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829704.950861:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829704.950864:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950865:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950872:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000010:0.0:1787829704.950873:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000001:1.0:1787829704.950876:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829704.950881:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829704.950884:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000800:00000200:0.0:1787829704.950885:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000001:1.0:1787829704.950887:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829704.950892:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000800:00000200:0.0:1787829704.950893:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1787829704.950898:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:1.0:1787829704.950903:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000800:00000200:0.1:1787829704.950904:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:1.0:1787829704.950909:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.1:1787829704.950912:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787829704.950915:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.950922:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000100:0.0:1787829704.950923:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829704.950928:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000010:0.0:1787829704.950929:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000020:00000040:1.0:1787829704.950934:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829704.950939:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829704.950940:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787829704.950944:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829704.950949:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829704.950952:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787829704.950954:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829704.950959:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
02000000:00000001:1.0:1787829704.950959:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829704.950964:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:1.0:1787829704.950965:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829704.950969:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:0.0:1787829704.950972:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1787829704.950973:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.950978:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829704.950980:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829704.950983:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7840.
00000020:00000040:1.0:1787829704.950989:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829704.950994:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829704.950997:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.950999:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829704.951000:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829704.951004:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787829704.951006:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829704.951007:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829704.951015:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e000.
00000100:00000001:0.0:1787829704.951021:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.951022:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951027:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787829704.951033:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829704.951035:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.951043:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829704.951048:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.951054:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829704.951058:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005347bfca] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951060:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301185892
00000100:00000010:0.0:1787829704.951069:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f48a0.
00000100:00000001:1.0:1787829704.951073:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951078:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787829704.951078:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829704.951085:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829704.951087:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301185892
00000100:00000001:1.0:1787829704.951088:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829704.951092:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1787829704.951120:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4ae0.
00000100:00000001:0.0:1787829704.951126:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829704.951129:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829704.951147:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787829704.951152:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6509
00000100:00000001:0.0:1787829704.951154:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951159:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1787829704.951159:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829704.951168:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00100000:0.0:1787829704.951169:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829704/real 1787829704]  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829704.951171:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829704.951178:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.951184:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.951188:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000001:0.0:1787829704.951193:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829704.951193:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000001:0.0:1787829704.951197:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1787829704.951199:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:0.0:1787829704.951201:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000020:00000040:1.0:1787829704.951202:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829704.951207:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787829704.951208:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000020:00000040:1.0:1787829704.951210:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000010:0.0:1787829704.951213:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000020:00000001:1.0:1787829704.951215:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829704.951219:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787829704.951220:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:0.0:1787829704.951227:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829704.951228:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.951234:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829704.951239:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829704.951248:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:0.0:1787829704.951250:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829704.951255:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:1.0:1787829704.951263:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829704.951268:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829704.951269:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951272:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829704.951273:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829704.951279:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829704.951281:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829704.951283:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829704.951285:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.951290:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1787829704.951294:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787829704.951294:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:1.0:1787829704.951302:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.951307:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829704.951314:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4b40.
00000100:00000001:0.0:1787829704.951315:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829704.951318:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000040:0.0:1787829704.951324:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829704.951325:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829704.951329:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829704.951334:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829704.951338:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829704.951341:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951343:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829704.951348:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1787829704.951349:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c800.
00000100:00000001:0.0:1787829704.951350:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.951354:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829704.951356:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951358:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829704.951362:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1787829704.951367:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829704.951368:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829704.951379:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829704.951384:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829704.951386:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829704.951389:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829704.951395:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829704.951399:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083374960] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829704.951423:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555406976:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829704.951423:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829704.951429:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6519)
00000100:00000001:0.0:1787829704.951432:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.951436:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.951441:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555406976/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951450:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829704.951452:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829704.951456:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829704.951460:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829704.951462:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829704.951464:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829704.951466:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829704.951469:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:0.0:1787829704.951472:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829704.951474:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829704.951476:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:0.0:1787829704.951479:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829704.951481:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.951483:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.951491:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829704.951493:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951495:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829704.951497:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829704.951499:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829704.951503:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951510:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829704.951511:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.951514:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829704.951516:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829704.951518:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829704.951521:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829704.951524:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829704.951526:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829704.951527:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.951529:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829704.951532:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829704.951534:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.951538:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829704.951542:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829704.951545:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829704.951549:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407104, portal 10
00000100:00000001:0.0:1787829704.951551:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829704.951552:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000040:0.0:1787829704.951559:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951565:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829704.951568:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829704.951570:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829704.951573:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555407104, offset 0
00000400:00000200:0.0:1787829704.951577:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829704.951580:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.951584:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829704.951588:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829704.951591:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829704.951593:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829704.951596:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829704.951599:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90398:90398:256:4294967295] 192.168.203.108@tcp LPNI seq info [90385:90385:8:4294967295]
00000400:00000200:0.0:1787829704.951603:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.951610:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829704.951616:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.951620:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829704.951625:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829704.951628:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829704.951632:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829704.951635:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829704.951640:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.951643:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829704.951647:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829704.951651:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829704.951655:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829704.951657:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829704.951660:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829704.951664:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951673:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.951677:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951681:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951683:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829704.951686:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829704.951689:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829704.951691:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829704.951693:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301182037
00000100:00000001:0.0:1787829704.951696:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.951699:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301182037
00000100:00000001:0.0:1787829704.951701:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.951704:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829704.951706:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951708:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829704.951712:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829704/real 1787829704]  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829704.951721:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829704.951722:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829704.951724:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829704.951727:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829704.951729:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829704.951731:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829704.951735:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829704.951744:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951752:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829704.951753:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.951755:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.951756:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829704.951758:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951763:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829704.951766:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951771:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829704.951772:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.951773:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.951774:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.951775:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829704.951777:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829704.951778:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829704.951781:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829704.951782:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829704.951785:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829704.951790:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407104:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829704.951793:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829704.951795:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951799:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829704.951800:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.951802:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829704.951803:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829704.951804:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829704.951806:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829704.951808:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829704.951810:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829704.951811:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.951813:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829704.951816:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829704.951817:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.951820:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829704.951822:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829704.951824:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829704.951826:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407232, portal 10
00000100:00000001:0.0:1787829704.951827:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829704.951828:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:0.0:1787829704.951832:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951838:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829704.951840:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829704.951843:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829704.951845:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555407232, offset 0
00000400:00000200:0.0:1787829704.951849:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829704.951853:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.951857:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829704.951861:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829704.951864:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829704.951867:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829704.951870:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829704.951874:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90399:90399:256:4294967295] 192.168.203.108@tcp LPNI seq info [90386:90386:8:4294967295]
00000400:00000200:0.0:1787829704.951879:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.951886:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829704.951890:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.951894:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829704.951899:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829704.951901:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829704.951905:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829704.951907:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829704.951909:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.951911:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829704.951914:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829704.951917:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829704.951921:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829704.951922:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829704.951925:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829704.951929:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951938:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.951942:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.951949:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951951:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829704.951956:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829704.951959:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829704.951963:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829704.951966:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301181977
00000100:00000001:0.0:1787829704.951969:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.951972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301181977
00000100:00000001:0.0:1787829704.951974:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.951976:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829704.951979:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.951981:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829704.951986:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829704/real 1787829704]  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829704.951995:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829704.951996:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829704.951998:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829704.952001:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829704.952003:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829704.952005:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829704.952008:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829704.952017:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952024:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829704.952026:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952028:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.952029:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829704.952033:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952041:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829704.952046:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952053:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829704.952055:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952056:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.952057:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952058:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829704.952060:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829704.952062:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829704.952064:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829704.952067:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829704.952072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829704.952081:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407232:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829704.952086:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829704.952091:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952120:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829704.952121:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.952124:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829704.952126:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829704.952128:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829704.952148:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829704.952153:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829704.952155:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829704.952157:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.952158:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829704.952162:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829704.952165:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.952169:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829704.952172:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829704.952176:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829704.952179:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407360, portal 4
00000100:00000001:0.0:1787829704.952181:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829704.952182:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:0.0:1787829704.952187:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952192:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829704.952193:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829704.952195:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829704.952196:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555407360, offset 0
00000400:00000200:0.0:1787829704.952199:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829704.952202:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.952206:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829704.952209:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829704.952212:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829704.952214:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829704.952217:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829704.952220:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90400:90400:256:4294967295] 192.168.203.108@tcp LPNI seq info [90387:90387:8:4294967295]
00000400:00000200:0.0:1787829704.952224:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.952231:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829704.952235:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.952238:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829704.952243:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829704.952245:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829704.952250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829704.952253:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829704.952257:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.952259:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829704.952263:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829704.952267:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829704.952270:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829704.952273:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829704.952276:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829704.952280:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952296:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.952299:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952304:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.952306:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829704.952310:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829704.952312:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829704.952315:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829704.952317:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301182011
00000100:00000001:0.0:1787829704.952319:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.952321:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301182011
00000100:00000001:0.0:1787829704.952322:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.952323:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829704.952325:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.952326:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829704.952329:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829704/real 1787829704]  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829704.952337:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829704.952339:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829704.952341:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829704.952343:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829704.952345:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829704.952347:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829704.952351:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829704.952359:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952367:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829704.952369:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952372:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.952373:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829704.952379:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952387:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829704.952392:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952400:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829704.952403:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952405:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.952407:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952409:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829704.952412:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829704.952415:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829704.952419:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829704.952421:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829704.952425:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829704.952434:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407360:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829704.952439:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829704.952443:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952450:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829704.952452:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.952454:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829704.952457:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829704.952459:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829704.952463:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829704.952466:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829704.952469:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829704.952471:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829704.952473:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829704.952477:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829704.952480:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829704.952484:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829704.952485:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829704.952488:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829704.952490:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407488, portal 4
00000100:00000001:0.0:1787829704.952491:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829704.952493:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:0.0:1787829704.952499:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952506:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829704.952508:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829704.952510:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829704.952513:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555407488, offset 0
00000400:00000200:0.0:1787829704.952516:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829704.952520:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.952524:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829704.952527:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829704.952530:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829704.952533:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829704.952536:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829704.952539:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90401:90401:256:4294967295] 192.168.203.108@tcp LPNI seq info [90388:90388:8:4294967295]
00000400:00000200:0.0:1787829704.952543:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829704.952550:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829704.952555:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.952559:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829704.952563:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829704.952566:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787829704.952572:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829704.952574:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787829704.952578:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829704.952580:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829704.952584:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829704.952587:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829704.952589:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829704.952590:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829704.952592:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829704.952596:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952605:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.952608:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952615:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.952616:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829704.952620:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829704.952623:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829704.952626:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829704.952628:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301182003
00000100:00000001:0.0:1787829704.952631:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.952633:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301182003
00000100:00000001:0.0:1787829704.952635:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301185892
00000100:00000001:0.0:1787829704.952637:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829704.952639:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.952641:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829704.952645:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829704/real 1787829704]  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829704.952655:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829704.952657:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829704.952658:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829704.952661:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829704.952663:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829704.952666:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829704.952669:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829704.952674:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952679:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829704.952681:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952683:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.952684:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829704.952688:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952695:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829704.952699:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952705:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829704.952707:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952709:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829704.952711:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952712:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829704.952715:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829704.952717:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829704.952721:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829704.952723:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829704.952728:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829704.952742:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407488:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829704.952745:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952746:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.952749:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555407104/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952753:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829704.952755:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829704.952757:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829704.952759:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829704.952761:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829704.952762:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829704.952764:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829704.952765:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829704.952767:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829704.952769:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829704.952770:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:0.0:1787829704.952772:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829704.952773:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952774:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.952776:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555407232/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952780:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829704.952781:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829704.952782:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829704.952784:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829704.952785:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829704.952786:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829704.952787:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829704.952787:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:0.0:1787829704.952789:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829704.952789:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829704.952790:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:0.0:1787829704.952793:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829704.952793:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952795:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.952796:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555407360/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952800:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829704.952801:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829704.952802:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829704.952803:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829704.952804:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829704.952805:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829704.952806:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829704.952807:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e000.
02000000:00000001:0.0:1787829704.952808:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829704.952808:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829704.952809:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:0.0:1787829704.952810:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829704.952811:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952812:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829704.952814:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555407488/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829704.952818:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829704.952818:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829704.952819:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829704.952820:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829704.952821:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829704.952822:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829704.952824:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829704.952825:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c800.
02000000:00000001:0.0:1787829704.952827:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829704.952828:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829704.952830:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:0.0:1787829704.952832:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829704.952833:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952835:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829704.952840:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829704.952842:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829704.952845:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829704.952846:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829705.462188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829705.462195:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829705.462196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829705.462200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829705.462203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829705.462211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829705.462213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829705.462215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829705.462217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829705.782249:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829705.782251:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829705.782254:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782261:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829705.782271:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782274:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782277:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782283:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829705.782285:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829705.782287:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829705.782289:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782291:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829705.782293:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782295:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782297:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782302:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829705.782304:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829705.782305:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829705.782307:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782309:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829705.782310:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782312:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782314:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782325:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829705.782328:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829705.782329:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829705.782330:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782332:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829705.782334:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782335:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782337:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829705.782340:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829705.782341:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829705.782412:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829705.782418:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829705.782422:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829705.974204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829705.974204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829705.974221:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829705.974221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829705.974226:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829705.974226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829705.974236:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829705.974237:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829705.974245:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829705.974245:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829705.974253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829705.974254:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829705.974259:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829705.974265:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829705.974270:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829705.974275:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829705.974279:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829705.974283:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829705.974338:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829705.974347:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829705.974349:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829705.974355:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829705.974359:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829705.974364:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829705.974367:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829705.974369:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829705.974372:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829706.486204:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829706.486212:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829706.486213:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829706.486219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829706.486222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829706.486226:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829706.486229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829706.486232:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829706.486235:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829706.806186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829706.806193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829706.806197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829706.806199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829706.806201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829706.806202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829706.806205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829706.806206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829706.806209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829706.806209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829706.806253:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829706.806258:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829706.806262:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829706.998229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829706.998229:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829706.998241:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829706.998242:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829706.998246:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829706.998247:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.998256:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829706.998259:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829706.998259:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829706.998271:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829706.998273:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829706.998273:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829706.998276:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.998283:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829706.998284:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829706.998285:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829706.998295:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829706.998297:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829706.998302:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829706.998303:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829706.998310:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.998314:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829706.998318:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.998322:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.998324:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829706.998330:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829706.998334:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829707.510180:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829707.510187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829707.510189:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829707.510194:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829707.510198:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829707.510201:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829707.510204:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829707.510206:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829707.510209:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829707.830216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829707.830222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829707.830226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829707.830227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829707.830229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829707.830230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829707.830232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829707.830233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829707.830236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829707.830237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829707.830287:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829707.830290:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829707.830293:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829708.022218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829708.022218:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829708.022218:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829708.022225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829708.022226:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829708.022226:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829708.022229:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829708.022230:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829708.022231:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829708.022238:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829708.022239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829708.022239:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829708.022244:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829708.022247:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829708.022247:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829708.022248:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829708.022253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829708.022254:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829708.022254:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829708.022257:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829708.022262:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829708.022263:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829708.022266:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829708.022269:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829708.022271:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829708.022275:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829708.022279:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829708.534214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829708.534220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829708.534222:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829708.534226:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829708.534229:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829708.534232:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829708.534235:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829708.534237:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829708.534240:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829708.854184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829708.854189:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829708.854193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829708.854194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829708.854196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829708.854197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829708.854199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829708.854200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829708.854202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829708.854203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829708.854264:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829708.854269:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829708.854272:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829708.918192:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301185892, at 4301185920
00000100:00000040:3.0:1787829708.918192:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301185892, at 4301185920
00000100:00000010:2.0:1787829708.918207:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f48a0.
00000100:00000010:3.0:1787829708.918209:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4ae0.
00000100:00000001:1.0:1787829709.046198:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829709.046198:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829709.046205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829709.046205:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829709.046208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829709.046208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829709.046213:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829709.046213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829709.046218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829709.046218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829709.046222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829709.046222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829709.046224:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829709.046227:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829709.046231:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829709.046231:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829709.046232:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829709.046234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829709.046557:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829709.046561:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829709.046563:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829709.046566:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829709.046568:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829709.046571:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829709.046573:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829709.046574:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829709.046576:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829709.558200:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829709.558205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829709.558207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829709.558210:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829709.558213:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829709.558216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829709.558220:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829709.558222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829709.558224:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829709.878228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829709.878234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829709.878237:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829709.878239:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829709.878241:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829709.878242:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829709.878244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829709.878245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829709.878247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829709.878248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829709.878310:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829709.878313:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829709.878316:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829710.070204:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829710.070213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829710.070214:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829710.070215:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829710.070215:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829710.070221:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829710.070222:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829710.070223:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829710.070226:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070227:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.070228:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829710.070235:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829710.070235:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829710.070236:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829710.070243:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829710.070243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829710.070244:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829710.070246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829710.070249:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.070250:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829710.070251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829710.070254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829710.070258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829710.070261:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829710.070265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829710.070270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829710.070273:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829710.070284:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829710.070288:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829710.070290:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829710.070293:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829710.070296:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829710.070303:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6514
00000400:00000200:1.0:1787829710.070311:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829710.070316:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829710.070318:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829710.070321:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070324:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829710.070327:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070330:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829710.070334:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829710.070336:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829710.070338:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829710.070341:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829710.070344:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829710.070346:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829710.070349:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070351:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829710.070354:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070356:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829710.070360:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829710.070364:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070367:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.070370:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829710.070374:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829710.070377:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070379:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829710.070382:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829710.070390:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4000.
00000020:00000040:1.0:1787829710.070394:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829710.070398:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829710.070399:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070402:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829710.070405:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829710.070410:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829710.070418:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000100:00000001:1.0:1787829710.070425:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829710.070435:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829710.070446:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829710.070451:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829710.070456:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d464b8c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829710.070487:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829710.070491:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829710.070494:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829710.070496:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829710.070498:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829710.070501:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829710.070503:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6514
00000400:00000200:1.0:1787829710.070508:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829710.070512:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829710.070516:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829710.070520:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070523:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829710.070526:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829710.070527:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829710.070531:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829710.070534:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829710.070537:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829710.070538:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787829710.070540:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829710.070545:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829710.070549:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000040:2.0:1787829710.070550:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829710.070554:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829710.070560:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:1.0:1787829710.070567:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829710.070573:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829710.070574:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829710.070578:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829710.070580:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:2.0:1787829710.070585:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829710.070590:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:2.0:1787829710.070590:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787829710.070597:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829710.070603:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070605:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.070607:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829710.070608:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.070613:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829710.070617:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555407616:192.168.203.108@tcp:250:kworker.0
02000000:00000001:1.0:1787829710.070618:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070622:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829710.070627:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787829710.070630:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829710.070634:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787829710.070635:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.070639:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070640:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.070646:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787829710.070648:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5e00.
00000020:00000040:1.0:1787829710.070653:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000010:2.0:1787829710.070654:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:1.0:1787829710.070656:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829710.070660:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070662:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829710.070662:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.070664:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829710.070668:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829710.070674:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000010:1.0:1787829710.070675:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e800.
00000400:00000010:2.0:1787829710.070680:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000100:00000001:1.0:1787829710.070682:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829710.070691:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787829710.070694:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829710.070705:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407616, portal 25
00000100:00000001:2.0:1787829710.070710:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829710.070714:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829710.070715:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00000001:1.0:1787829710.070719:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829710.070727:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e35e8c63] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829710.070732:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829710.070749:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.070752:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829710.070754:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787829710.070759:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829710.070762:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1787829710.070764:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000001:1.0:1787829710.070766:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829710.070770:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787829710.070771:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555407616, offset 0
00000100:00000001:1.0:1787829710.070780:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787829710.070781:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829710.070787:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6514
00000400:00000200:1.0:1787829710.070794:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.070797:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829710.070801:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829710.070806:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787829710.070810:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:1.0:1787829710.070812:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070817:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829710.070821:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829710.070822:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829710.070826:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829710.070831:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787829710.070832:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000040:1.0:1787829710.070834:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829710.070838:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787829710.070839:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787829710.070842:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:2.0:1787829710.070847:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:1.0:1787829710.070848:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829710.070853:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:2.0:1787829710.070856:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90402:90402:256:4294967295] 192.168.203.108@tcp LPNI seq info [90389:90389:8:4294967295]
00000100:00000040:1.0:1787829710.070860:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070865:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787829710.070867:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829710.070871:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.070875:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829710.070879:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829710.070888:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:2.0:1787829710.070890:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787829710.070892:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.070897:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829710.070902:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787829710.070904:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:1.0:1787829710.070907:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070911:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787829710.070913:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000008:00100000:1.0:1787829710.070914:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829710.070921:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787829710.070924:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829710.070925:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829710.070932:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4f00.
00000800:00000200:2.0:1787829710.070934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000020:00000040:1.0:1787829710.070938:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829710.070945:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787829710.070945:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829710.070948:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.070952:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787829710.070952:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
02000000:00000001:1.0:1787829710.070953:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829710.070956:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829710.070962:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f800.
00000800:00000100:2.0:1787829710.070963:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.070968:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000100:00000001:1.0:1787829710.070969:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829710.070975:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1787829710.070979:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787829710.070987:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787829710.070998:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787829710.070998:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000100:00000001:1.0:1787829710.071002:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829710.071004:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000040:1.0:1787829710.071010:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9beefcb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071011:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829710.071020:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829710.071027:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829710.071033:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829710.071038:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829710.071039:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829710.071043:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787829710.071047:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829710.071048:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829710.071054:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829710.071059:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6514
00000100:00000001:2.0:1787829710.071064:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829710.071069:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829710.071070:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787829710.071076:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829710.071080:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829710.071080:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829710.071087:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:2.0:1787829710.071090:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829710.071092:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829710.071136:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.071140:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829710.071140:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301191013
00000020:00000001:1.0:1787829710.071145:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829710.071148:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829710.071151:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829710.071153:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829710.071157:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000010:2.0:1787829710.071157:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c21e0.
00000020:00000001:1.0:1787829710.071163:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:2.0:1787829710.071169:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1787829710.071170:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.071175:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829710.071178:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301191013
00000100:00000040:1.0:1787829710.071179:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.071184:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000010:2.0:1787829710.071187:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20d84c2d80.
00000020:00000040:1.0:1787829710.071191:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000001:2.0:1787829710.071194:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829710.071197:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829710.071201:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829710.071202:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.071208:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829710.071209:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.071212:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829710.071214:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787829710.071218:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.071223:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829710.071223:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710]  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787829710.071227:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829710.071233:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.071238:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829710.071245:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:1.0:1787829710.071247:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7480.
00000400:00000001:2.0:1787829710.071249:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1787829710.071252:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000400:00000010:2.0:1787829710.071254:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
02000000:00000001:1.0:1787829710.071258:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787829710.071260:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
02000000:00000001:1.0:1787829710.071262:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787829710.071264:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:1.0:1787829710.071266:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829710.071270:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829710.071270:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787829710.071276:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829710.071279:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787829710.071282:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304e400.
00000100:00000001:1.0:1787829710.071289:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787829710.071297:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829710.071299:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829710.071320:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829710.071321:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829710.071326:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071326:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.071334:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787829710.071336:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05012d9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071338:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829710.071349:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829710.071351:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829710.071356:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829710.071364:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829710.071367:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829710.071371:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829710.071372:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829710.071376:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787829710.071381:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829710.071383:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6514
00000400:00000200:1.0:1787829710.071393:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829710.071398:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1787829710.071401:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829710.071405:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829710.071406:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829710.071410:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787829710.071415:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829710.071415:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.071421:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829710.071422:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829710.071427:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787829710.071428:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:2.0:1787829710.071434:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787829710.071435:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829710.071441:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829710.071444:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00080000:2.0:1787829710.071445:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000001:1.0:1787829710.071449:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829710.071451:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787829710.071453:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829710.071459:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:2.0:1787829710.071461:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829710.071465:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829710.071474:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.071478:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787829710.071483:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555407616:192.168.203.108@tcp:250:kworker.0
00000100:00000040:1.0:1787829710.071485:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829710.071490:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:2.0:1787829710.071494:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787829710.071495:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:2.0:1787829710.071499:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829710.071502:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:2.0:1787829710.071508:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555407616/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829710.071509:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829710.071514:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829710.071518:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829710.071523:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829710.071524:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.071528:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829710.071529:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:1.0:1787829710.071531:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
02000000:00000010:2.0:1787829710.071534:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
00000008:00000001:1.0:1787829710.071536:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.071541:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.071541:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:1.0:1787829710.071545:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6940.
00000020:00000001:2.0:1787829710.071546:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829710.071549:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000040:1.0:1787829710.071551:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829710.071554:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829710.071556:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829710.071560:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829710.071560:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
00000100:00000001:1.0:1787829710.071565:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829710.071568:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829710.071569:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829710.071573:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1787829710.071574:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829710.071578:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
02000000:00000010:1.0:1787829710.071581:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304ec00.
00000100:00000001:2.0:1787829710.071583:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829710.071587:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071587:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.071593:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829710.071596:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829710.071603:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829710.071605:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829710.071607:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829710.071610:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071612:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829710.071616:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787829710.071617:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad39a9c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071619:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829710.071629:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829710.071630:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829710.071639:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6524)
00000100:00000001:2.0:1787829710.071642:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829710.071645:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.071648:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829710.071651:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829710.071653:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829710.071657:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829710.071661:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829710.071664:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829710.071666:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.071669:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829710.071672:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829710.071674:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829710.071677:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829710.071679:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829710.071682:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829710.071685:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407744, portal 10
00000100:00000001:2.0:1787829710.071687:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829710.071688:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
00000100:00000040:2.0:1787829710.071693:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071698:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829710.071700:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829710.071702:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829710.071703:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555407744, offset 0
00000400:00000200:2.0:1787829710.071706:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829710.071710:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.071713:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829710.071716:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829710.071718:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829710.071720:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829710.071722:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829710.071725:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90403:90403:256:4294967295] 192.168.203.108@tcp LPNI seq info [90390:90390:8:4294967295]
00000400:00000200:2.0:1787829710.071727:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.071732:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829710.071736:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.071739:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829710.071742:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829710.071744:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829710.071748:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829710.071750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829710.071753:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.071754:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829710.071757:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829710.071759:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829710.071762:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829710.071763:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829710.071765:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829710.071767:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071772:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.071774:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071779:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071780:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829710.071783:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829710.071786:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:2.0:1787829710.071788:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829710.071789:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301187157
00000100:00000001:2.0:1787829710.071791:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.071793:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301187157
00000100:00000001:2.0:1787829710.071794:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.071796:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829710.071797:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071798:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829710.071800:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710]  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829710.071806:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829710.071807:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829710.071808:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829710.071809:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829710.071810:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829710.071812:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829710.071813:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829710.071818:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071823:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829710.071824:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.071825:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.071826:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829710.071828:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071832:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829710.071835:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071839:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829710.071841:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.071842:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.071843:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.071844:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829710.071846:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829710.071848:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829710.071850:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829710.071851:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829710.071853:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829710.071858:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407744:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829710.071861:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829710.071863:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071867:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829710.071868:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.071869:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829710.071870:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829710.071872:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829710.071873:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829710.071875:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829710.071877:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829710.071878:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.071879:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829710.071881:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829710.071882:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829710.071884:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829710.071886:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829710.071888:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829710.071890:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555407872, portal 10
00000100:00000001:2.0:1787829710.071891:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829710.071892:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:2.0:1787829710.071895:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071900:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829710.071901:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829710.071902:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829710.071904:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555407872, offset 0
00000400:00000200:2.0:1787829710.071906:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829710.071909:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.071911:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829710.071913:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829710.071914:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829710.071916:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829710.071917:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829710.071919:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90404:90404:256:4294967295] 192.168.203.108@tcp LPNI seq info [90391:90391:8:4294967295]
00000400:00000200:2.0:1787829710.071922:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.071926:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829710.071928:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.071930:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829710.071932:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829710.071934:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829710.071937:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829710.071939:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829710.071941:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.071943:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829710.071944:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829710.071946:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829710.071948:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829710.071950:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829710.071951:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829710.071953:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071958:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.071960:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.071964:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071965:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829710.071967:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829710.071968:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:2.0:1787829710.071970:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829710.071972:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301187097
00000100:00000001:2.0:1787829710.071973:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.071975:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301187097
00000100:00000001:2.0:1787829710.071976:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.071977:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829710.071978:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.071979:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829710.071981:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710]  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829710.071986:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829710.071986:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829710.071987:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829710.071989:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829710.071989:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829710.071991:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829710.071992:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829710.071998:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072002:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829710.072003:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072004:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.072005:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829710.072007:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072011:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829710.072014:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072018:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829710.072019:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072020:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.072021:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072022:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829710.072023:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829710.072024:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829710.072026:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829710.072027:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829710.072029:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829710.072034:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555407872:192.168.203.108@tcp:38:kworker.0
00000100:00000001:2.0:1787829710.072036:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829710.072038:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072042:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829710.072043:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.072045:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829710.072046:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829710.072047:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829710.072049:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829710.072051:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829710.072052:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829710.072053:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.072054:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829710.072056:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829710.072057:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829710.072059:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829710.072061:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829710.072063:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829710.072065:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408000, portal 4
00000100:00000001:2.0:1787829710.072066:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829710.072067:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:2.0:1787829710.072070:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072075:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829710.072076:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829710.072077:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829710.072078:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555408000, offset 0
00000400:00000200:2.0:1787829710.072081:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829710.072083:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.072085:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829710.072087:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829710.072088:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829710.072090:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829710.072091:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829710.072093:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90405:90405:256:4294967295] 192.168.203.108@tcp LPNI seq info [90392:90392:8:4294967295]
00000400:00000200:2.0:1787829710.072137:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.072146:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829710.072152:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.072161:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829710.072165:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829710.072168:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829710.072172:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829710.072175:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829710.072182:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.072184:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829710.072187:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829710.072191:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829710.072194:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829710.072195:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829710.072198:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829710.072202:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072211:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.072214:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072219:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.072220:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829710.072224:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829710.072226:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:2.0:1787829710.072228:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829710.072230:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301187131
00000100:00000001:2.0:1787829710.072231:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.072233:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301187131
00000100:00000001:2.0:1787829710.072234:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.072235:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829710.072237:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.072238:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829710.072240:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710]  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829710.072246:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829710.072247:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829710.072248:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829710.072250:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829710.072251:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829710.072252:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829710.072254:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829710.072259:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072263:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829710.072264:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072265:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.072266:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829710.072268:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072272:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829710.072274:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072279:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829710.072280:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072281:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.072282:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072283:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829710.072285:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829710.072287:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829710.072289:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829710.072290:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829710.072293:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829710.072298:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408000:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829710.072300:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072301:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.072303:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555407744/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072307:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829710.072308:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829710.072309:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:2.0:1787829710.072311:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829710.072312:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829710.072313:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829710.072315:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829710.072316:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e800.
02000000:00000001:2.0:1787829710.072318:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829710.072319:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829710.072320:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:2.0:1787829710.072322:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829710.072323:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072324:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.072326:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555407872/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072330:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829710.072330:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829710.072331:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:2.0:1787829710.072333:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829710.072333:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829710.072334:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:2.0:1787829710.072335:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829710.072336:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f800.
02000000:00000001:2.0:1787829710.072337:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829710.072338:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829710.072339:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:2.0:1787829710.072341:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829710.072342:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072343:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.072345:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555408000/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072348:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829710.072349:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829710.072350:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829710.072351:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829710.072352:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829710.072352:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829710.072354:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829710.072354:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304e400.
02000000:00000001:2.0:1787829710.072355:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829710.072356:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829710.072357:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:2.0:1787829710.072358:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829710.072359:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072360:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072363:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829710.072363:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.072365:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829710.072366:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829710.072366:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829710.072368:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072372:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829710.072373:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.072374:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829710.072376:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829710.072377:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829710.072379:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829710.072381:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829710.072382:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829710.072383:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829710.072385:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787829710.072387:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829710.072388:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829710.072390:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:2.0:1787829710.072392:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20e09dc790.
00000400:00000010:2.0:1787829710.072394:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404660.
00000100:00000200:2.0:1787829710.072396:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408128, portal 4
00000100:00000001:2.0:1787829710.072397:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829710.072398:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:2.0:1787829710.072402:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072406:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787829710.072408:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:2.0:1787829710.072409:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20d2404c38.
00000100:00000200:2.0:1787829710.072411:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555408128, offset 0
00000400:00000200:2.0:1787829710.072413:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:2.0:1787829710.072415:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.072418:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:2.0:1787829710.072419:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787829710.072421:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829710.072423:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829710.072424:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829710.072426:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90406:90406:256:4294967295] 192.168.203.108@tcp LPNI seq info [90393:90393:8:4294967295]
00000400:00000200:2.0:1787829710.072429:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829710.072433:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787829710.072436:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.072438:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c574dd00.
00000800:00000200:2.0:1787829710.072440:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.0:1787829710.072442:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787829710.072445:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:2.1:1787829710.072447:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787829710.072450:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:2.0:1787829710.072451:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c574dd00.
00000400:00000200:2.0:1787829710.072453:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787829710.072455:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787829710.072457:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404c38
00000400:00000010:2.0:1787829710.072458:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404c38.
00000100:00000001:2.0:1787829710.072460:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787829710.072462:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072467:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.072469:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072473:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.072474:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829710.072476:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829710.072477:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:2.0:1787829710.072479:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829710.072480:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301187123
00000100:00000001:2.0:1787829710.072482:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.072483:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301187123
00000100:00000001:2.0:1787829710.072485:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301191013
00000100:00000001:2.0:1787829710.072486:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829710.072487:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.072488:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829710.072490:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829710/real 1787829710]  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829710.072495:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829710.072496:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787829710.072496:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20e09dc790.
00000400:00000200:2.0:1787829710.072498:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20d2404660
00000400:00000010:2.0:1787829710.072499:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20d2404660.
00000100:00000001:2.0:1787829710.072500:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787829710.072502:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787829710.072508:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072511:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829710.072512:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072513:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.072514:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829710.072516:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072520:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829710.072522:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072527:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829710.072530:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072531:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829710.072532:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072534:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829710.072536:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829710.072538:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829710.072541:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:2.0:1787829710.072543:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787829710.072547:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829710.072555:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408128:192.168.203.108@tcp:8:kworker.0
00000100:00000001:2.0:1787829710.072559:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072561:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829710.072565:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555408128/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829710.072572:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829710.072574:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787829710.072576:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20d24ba800.
02000000:00000001:2.0:1787829710.072579:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829710.072580:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787829710.072582:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:2.0:1787829710.072584:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787829710.072585:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304ec00.
02000000:00000001:2.0:1787829710.072588:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829710.072589:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787829710.072590:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:2.0:1787829710.072592:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829710.072594:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072596:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.072598:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829710.072599:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.072601:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829710.072602:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829710.582214:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829710.582220:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829710.582221:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829710.582225:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829710.582228:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829710.582231:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.582234:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829710.582236:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829710.582238:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829710.902197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829710.902202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829710.902206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829710.902207:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829710.902209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829710.902210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829710.902212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829710.902213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829710.902215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829710.902216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829710.902281:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829710.902285:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829710.902289:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829711.094174:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829711.094175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829711.094180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829711.094182:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829711.094182:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829711.094185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829711.094186:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.094187:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829711.094188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829711.094195:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829711.094196:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829711.094201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829711.094202:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829711.094203:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829711.094206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829711.094208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829711.094209:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829711.094210:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.094213:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829711.094216:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.094221:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829711.094225:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829711.094229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829711.094233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829711.094233:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829711.094237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829711.094240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829711.606199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829711.606207:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829711.606209:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829711.606216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829711.606220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829711.606225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829711.606229:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829711.606233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829711.606236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829711.926217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829711.926225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829711.926231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829711.926233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829711.926236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829711.926238:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829711.926242:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829711.926243:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829711.926247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829711.926248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829711.926299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829711.926302:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829711.926305:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829712.118212:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829712.118212:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829712.118212:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829712.118218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829712.118219:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829712.118223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829712.118223:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829712.118225:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829712.118230:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829712.118231:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829712.118232:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:3.0:1787829712.118238:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829712.118239:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829712.118240:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829712.118245:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829712.118246:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829712.118246:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829712.118251:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829712.118252:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829712.118256:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829712.118258:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829712.118260:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829712.118263:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829712.118265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829712.118267:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829712.118270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829712.118274:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829712.630223:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829712.630228:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829712.630230:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829712.630234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829712.630237:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829712.630240:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829712.630242:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829712.630244:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829712.630246:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829712.950168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829712.950173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829712.950177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829712.950178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829712.950181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829712.950182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829712.950184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829712.950185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829712.950187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829712.950188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829712.950248:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829712.950253:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829712.950256:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829713.142156:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829713.142162:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829713.142165:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829713.142169:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829713.142170:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829713.142174:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829713.142176:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829713.142179:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829713.142180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829713.142183:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829713.142183:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787829713.142186:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829713.142187:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829713.142190:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829713.142193:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829713.142193:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829713.142194:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829713.142197:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829713.142200:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829713.142202:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829713.142204:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829713.142205:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829713.142208:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829713.142211:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829713.142213:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829713.142216:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829713.142220:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829713.654195:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829713.654200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829713.654202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829713.654206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829713.654209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829713.654213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829713.654216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829713.654218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829713.654221:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829713.974215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829713.974224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829713.974230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829713.974234:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829713.974242:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829713.974244:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829713.974248:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974251:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829713.974253:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974256:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829713.974258:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829713.974303:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829713.974307:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829713.974309:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829714.038188:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301191013, at 4301191040
00000100:00000040:3.0:1787829714.038188:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301191013, at 4301191040
00000100:00000010:2.0:1787829714.038202:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c21e0.
00000100:00000010:3.0:1787829714.038204:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20d84c2d80.
00000100:00000001:1.0:1787829714.166188:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829714.166188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829714.166188:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829714.166196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829714.166196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829714.166197:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829714.166201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829714.166202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829714.166202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829714.166209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829714.166209:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829714.166216:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829714.166217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829714.166217:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829714.166222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829714.166222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829714.166224:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829714.166228:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829714.166230:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829714.166232:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829714.166235:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829714.166236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829714.166239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829714.166242:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829714.166243:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829714.166246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829714.166249:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829714.678196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829714.678201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829714.678203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829714.678207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829714.678209:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829714.678213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829714.678215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829714.678217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829714.678220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829714.998199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829714.998206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829714.998212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829714.998214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829714.998217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829714.998219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829714.998222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829714.998224:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829714.998227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829714.998229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829714.998283:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829714.998288:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829714.998292:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829715.190202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829715.190202:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829715.190209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829715.190211:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829715.190213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829715.190214:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829715.190220:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787829715.190222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829715.190223:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829715.190224:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829715.190228:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829715.190233:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829715.190235:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829715.190236:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829715.190249:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829715.190250:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829715.190250:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829715.190256:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829715.190256:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829715.190262:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6519
00000100:00000001:1.0:1787829715.190271:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829715.190272:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829715.190273:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829715.190281:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829715.190287:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829715.190288:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829715.190296:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829715.190301:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190305:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829715.190309:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190312:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829715.190315:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1787829715.190315:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829715.190317:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000100:00000001:1.0:1787829715.190321:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829715.190324:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829715.190327:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000020:00000001:2.0:1787829715.190328:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829715.190330:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787829715.190333:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000100:00000001:1.0:1787829715.190335:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829715.190337:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:1.0:1787829715.190341:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829715.190341:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000001:1.0:1787829715.190346:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829715.190347:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190352:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829715.190354:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829715.190355:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190361:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829715.190364:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829715.190367:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190370:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829715.190373:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829715.190377:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829715.190380:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.190382:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829715.190385:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829715.190394:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000020:00000040:2.0:1787829715.190398:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829715.190402:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829715.190404:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.190407:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829715.190410:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829715.190414:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829715.190421:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba800.
00000100:00000001:2.0:1787829715.190426:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829715.190434:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829715.190442:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829715.190445:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829715.190449:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829715.190475:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829715.190479:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829715.190483:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829715.190484:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829715.190486:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829715.190489:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829715.190493:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6519
00000400:00000200:2.0:1787829715.190497:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829715.190502:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829715.190504:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829715.190508:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190511:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829715.190513:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190515:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829715.190517:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829715.190519:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829715.190522:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:0.0:1787829715.190524:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829715.190525:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829715.190528:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787829715.190530:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:2.0:1787829715.190535:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829715.190539:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:0.0:1787829715.190540:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829715.190547:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190552:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829715.190555:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787829715.190556:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829715.190558:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.190561:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829715.190563:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787829715.190564:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:0.0:1787829715.190567:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829715.190568:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829715.190573:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.190574:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829715.190579:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787829715.190581:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555408256:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829715.190585:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829715.190587:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829715.190589:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829715.190593:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829715.190593:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.190595:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829715.190598:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1787829715.190601:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829715.190605:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829715.190605:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829715.190612:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.190614:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829715.190616:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829715.190619:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00000010:2.0:1787829715.190623:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000400:00000010:0.0:1787829715.190626:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000020:00000040:2.0:1787829715.190627:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:2.0:1787829715.190631:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1787829715.190633:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408256, portal 25
02000000:00000001:2.0:1787829715.190633:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.190634:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829715.190638:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829715.190638:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829715.190642:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
02000000:00000001:2.0:1787829715.190643:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829715.190652:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787829715.190652:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24ba400.
00000100:00000001:2.0:1787829715.190658:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.190664:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787829715.190666:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787829715.190670:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829715.190674:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000001:2.0:1787829715.190679:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787829715.190680:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555408256, offset 0
00000100:00000001:2.0:1787829715.190683:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829715.190689:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829715.190690:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190698:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.190702:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:2.0:1787829715.190703:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829715.190707:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787829715.190710:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:2.0:1787829715.190710:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829715.190713:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829715.190717:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787829715.190717:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829715.190721:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6519
00000400:00000200:0.0:1787829715.190723:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:2.0:1787829715.190727:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.190729:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829715.190733:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829715.190735:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:2.0:1787829715.190736:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787829715.190742:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90407:90407:256:4294967295] 192.168.203.108@tcp LPNI seq info [90394:90394:8:4294967295]
00000100:00000040:2.0:1787829715.190743:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190748:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829715.190751:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829715.190761:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829715.190765:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787829715.190765:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829715.190770:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829715.190773:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829715.190775:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787829715.190776:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:2.0:1787829715.190778:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:2.0:1787829715.190781:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000010:0.0:1787829715.190782:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000020:00000001:2.0:1787829715.190783:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829715.190789:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190791:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787829715.190794:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829715.190795:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190799:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:0.0:1787829715.190800:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000020:00000040:2.0:1787829715.190801:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:2.0:1787829715.190807:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190811:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829715.190811:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:2.0:1787829715.190813:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787829715.190816:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
02000000:00000001:2.0:1787829715.190818:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829715.190822:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829715.190826:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190826:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1787829715.190830:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000008:00100000:2.0:1787829715.190830:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829715.190835:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.190837:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.190838:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1787829715.190840:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000020:00000040:2.0:1787829715.190845:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:0.0:1787829715.190846:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787829715.190850:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787829715.190853:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
02000000:00000001:2.0:1787829715.190854:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829715.190859:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:2.0:1787829715.190859:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829715.190860:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829715.190863:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.190865:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1787829715.190867:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9400.
00000100:00000200:0.0:1787829715.190871:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829715.190872:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829715.190880:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829715.190887:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.190893:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829715.190896:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829715.190902:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.190904:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.190906:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787829715.190910:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.190912:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.190919:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829715.190923:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301196132
00000100:00000010:0.0:1787829715.190930:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4360.
00000100:00000001:2.0:1787829715.190931:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829715.190936:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829715.190938:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829715.190939:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829715.190943:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829715.190945:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301196132
00000100:00000010:0.0:1787829715.190950:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4540.
00000100:00080000:2.0:1787829715.190953:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829715.190954:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829715.190959:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829715.190960:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829715.190965:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6519
00000100:00000001:0.0:1787829715.190966:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829715.190970:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829715.190972:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787829715.190975:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829715.190978:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787829715.190982:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715]  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829715.190983:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190986:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829715.190989:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.190993:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829715.190996:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829715.190999:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829715.191002:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829715.191004:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:2.0:1787829715.191008:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000001:0.0:1787829715.191009:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787829715.191010:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000001:0.0:1787829715.191015:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787829715.191015:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.191019:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787829715.191020:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000100:00000040:2.0:1787829715.191021:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.191025:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829715.191028:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000020:00000040:2.0:1787829715.191028:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829715.191032:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000010:0.0:1787829715.191034:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:2.0:1787829715.191035:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829715.191038:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829715.191041:0:2384:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829715.191042:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829715.191046:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.191047:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829715.191050:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000200:0.0:1787829715.191051:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787829715.191052:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.191056:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829715.191075:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000100:00000200:0.0:1787829715.191079:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829715.191079:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:2.0:1787829715.191084:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829715.191086:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.191090:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829715.191093:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829715.191117:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829715.191120:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191121:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191125:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:2.0:1787829715.191126:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8800.
00000100:00000001:0.0:1787829715.191127:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829715.191131:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829715.191134:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829715.191139:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829715.191146:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829715.191149:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191151:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829715.191153:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829715.191159:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829715.191167:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829715.191172:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829715.191173:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829715.191175:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829715.191178:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829715.191179:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829715.191180:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829715.191183:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829715.191184:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829715.191185:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829715.191189:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6519
00000100:00000001:0.0:1787829715.191190:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829715.191193:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829715.191197:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1787829715.191198:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:0.0:1787829715.191203:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000400:00000200:2.0:1787829715.191205:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829715.191210:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1787829715.191211:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829715.191218:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829715.191221:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829715.191222:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829715.191228:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.191234:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829715.191239:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829715.191242:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00100000:0.0:1787829715.191245:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555408256:192.168.203.108@tcp:250:kworker.0
00000020:00000001:2.0:1787829715.191246:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829715.191249:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:2.0:1787829715.191252:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829715.191255:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829715.191256:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829715.191262:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787829715.191263:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.191267:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829715.191270:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829715.191272:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829715.191273:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555408256/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829715.191274:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00080000:2.0:1787829715.191278:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829715.191282:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829715.191286:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829715.191290:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829715.191293:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829715.191293:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.191297:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829715.191298:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:2.0:1787829715.191299:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:2.0:1787829715.191303:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.191304:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829715.191305:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
00000100:00000010:2.0:1787829715.191308:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
02000000:00000001:0.0:1787829715.191310:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:2.0:1787829715.191311:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829715.191313:0:2384:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787829715.191315:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:0.0:1787829715.191316:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829715.191317:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829715.191322:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829715.191322:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829715.191326:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829715.191327:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829715.191330:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9000.
00000100:00000001:2.0:1787829715.191333:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829715.191334:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba800.
00000100:00100000:2.0:1787829715.191338:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829715.191340:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829715.191343:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829715.191347:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:2.0:1787829715.191349:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829715.191350:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829715.191351:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191354:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829715.191357:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191358:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191368:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829715.191368:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191371:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829715.191373:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6529)
00000100:00000001:0.0:1787829715.191374:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829715.191377:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829715.191379:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829715.191384:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191390:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829715.191391:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.191394:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829715.191395:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829715.191396:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829715.191399:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829715.191401:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829715.191403:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829715.191404:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.191406:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829715.191408:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829715.191410:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.191413:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829715.191415:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829715.191417:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829715.191420:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408384, portal 10
00000100:00000001:0.0:1787829715.191422:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829715.191423:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:0.0:1787829715.191427:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191433:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829715.191434:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829715.191436:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829715.191437:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555408384, offset 0
00000400:00000200:0.0:1787829715.191440:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829715.191443:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.191446:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829715.191448:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829715.191450:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829715.191452:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829715.191454:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829715.191457:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90408:90408:256:4294967295] 192.168.203.108@tcp LPNI seq info [90395:90395:8:4294967295]
00000400:00000200:0.0:1787829715.191459:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.191464:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829715.191467:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.191469:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829715.191472:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829715.191475:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829715.191478:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829715.191480:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829715.191482:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.191484:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829715.191487:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829715.191491:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829715.191494:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829715.191496:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829715.191499:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829715.191503:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191518:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.191522:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191530:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191532:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829715.191535:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829715.191540:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829715.191542:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829715.191544:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301192277
00000100:00000001:0.0:1787829715.191546:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.191548:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301192277
00000100:00000001:0.0:1787829715.191550:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.191551:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829715.191553:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191554:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829715.191557:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715]  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829715.191561:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829715.191562:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829715.191564:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829715.191565:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829715.191567:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829715.191568:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829715.191570:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829715.191576:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191581:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829715.191582:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191583:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.191585:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829715.191587:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191591:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829715.191594:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191598:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829715.191599:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191600:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.191601:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191602:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829715.191604:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829715.191606:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829715.191608:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829715.191609:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829715.191611:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829715.191616:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408384:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829715.191618:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829715.191621:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191625:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829715.191626:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.191628:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829715.191629:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829715.191630:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829715.191632:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829715.191634:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829715.191636:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829715.191637:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.191638:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829715.191641:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829715.191642:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.191644:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829715.191646:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829715.191648:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829715.191650:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408512, portal 10
00000100:00000001:0.0:1787829715.191651:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829715.191652:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:0.0:1787829715.191656:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191660:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829715.191661:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829715.191663:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829715.191664:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555408512, offset 0
00000400:00000200:0.0:1787829715.191667:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829715.191669:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.191671:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829715.191673:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829715.191675:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829715.191678:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829715.191680:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829715.191683:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90409:90409:256:4294967295] 192.168.203.108@tcp LPNI seq info [90396:90396:8:4294967295]
00000400:00000200:0.0:1787829715.191688:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.191694:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829715.191700:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.191703:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829715.191707:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829715.191710:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829715.191714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829715.191716:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829715.191719:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.191721:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829715.191724:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829715.191727:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829715.191730:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829715.191732:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829715.191734:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829715.191737:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191744:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.191748:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191754:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191756:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829715.191759:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829715.191761:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829715.191764:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829715.191766:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301192217
00000100:00000001:0.0:1787829715.191769:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.191771:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301192217
00000100:00000001:0.0:1787829715.191772:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.191774:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829715.191776:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.191778:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829715.191781:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715]  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829715.191788:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829715.191789:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829715.191791:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829715.191793:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829715.191794:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829715.191796:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829715.191799:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829715.191806:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191813:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829715.191815:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191817:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.191819:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829715.191824:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191831:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829715.191835:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191842:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829715.191844:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191846:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.191847:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.191848:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829715.191850:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829715.191852:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829715.191856:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829715.191857:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829715.191862:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829715.191877:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408512:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829715.191881:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829715.191885:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191890:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829715.191891:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.191892:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829715.191894:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829715.191895:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829715.191897:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829715.191899:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829715.191900:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829715.191901:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.191903:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829715.191905:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829715.191907:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.191910:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829715.191911:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829715.191914:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829715.191916:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408640, portal 4
00000100:00000001:0.0:1787829715.191918:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829715.191919:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
00000100:00000040:0.0:1787829715.191923:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.191927:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829715.191929:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829715.191930:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829715.191932:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555408640, offset 0
00000400:00000200:0.0:1787829715.191934:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829715.191937:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.191940:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829715.191942:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829715.191944:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829715.191946:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829715.191947:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829715.191951:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90410:90410:256:4294967295] 192.168.203.108@tcp LPNI seq info [90397:90397:8:4294967295]
00000400:00000200:0.0:1787829715.191955:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.191962:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829715.191966:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.191969:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829715.191973:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829715.191976:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829715.191981:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829715.191983:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829715.191987:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.191989:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829715.191992:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829715.191996:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829715.191998:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829715.192000:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829715.192002:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829715.192005:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192010:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.192012:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192017:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.192018:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829715.192020:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829715.192022:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829715.192024:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829715.192026:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301192250
00000100:00000001:0.0:1787829715.192027:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.192029:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301192250
00000100:00000001:0.0:1787829715.192030:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.192031:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829715.192033:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.192034:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829715.192036:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715]  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829715.192041:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829715.192042:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829715.192043:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829715.192045:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829715.192046:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829715.192047:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829715.192049:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829715.192054:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192078:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829715.192079:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192081:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.192083:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829715.192086:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192090:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829715.192093:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192112:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829715.192115:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192116:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.192117:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192118:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829715.192119:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829715.192121:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829715.192123:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829715.192125:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829715.192127:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829715.192132:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408640:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829715.192135:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829715.192136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192141:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829715.192142:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.192143:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829715.192145:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829715.192146:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829715.192148:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829715.192150:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829715.192151:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829715.192152:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829715.192154:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829715.192156:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829715.192157:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829715.192160:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829715.192161:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829715.192164:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829715.192166:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408768, portal 4
00000100:00000001:0.0:1787829715.192167:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829715.192168:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:0.0:1787829715.192172:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192176:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829715.192178:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829715.192179:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829715.192181:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555408768, offset 0
00000400:00000200:0.0:1787829715.192183:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829715.192186:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.192188:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829715.192190:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829715.192192:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829715.192194:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829715.192195:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829715.192197:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90411:90411:256:4294967295] 192.168.203.108@tcp LPNI seq info [90398:90398:8:4294967295]
00000400:00000200:0.0:1787829715.192201:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829715.192208:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829715.192213:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.192216:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829715.192220:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829715.192223:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787829715.192227:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829715.192230:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787829715.192234:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829715.192236:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829715.192239:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829715.192243:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829715.192247:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829715.192249:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829715.192252:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829715.192256:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192268:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.192271:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192279:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.192280:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829715.192284:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829715.192287:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829715.192290:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829715.192292:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301192243
00000100:00000001:0.0:1787829715.192295:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.192297:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301192243
00000100:00000001:0.0:1787829715.192299:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301196132
00000100:00000001:0.0:1787829715.192302:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829715.192304:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.192306:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829715.192310:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829715/real 1787829715]  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829715.192316:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829715.192317:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829715.192318:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829715.192319:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829715.192320:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829715.192322:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829715.192324:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829715.192329:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192333:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829715.192335:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192336:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.192337:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829715.192339:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192344:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829715.192346:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192350:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829715.192351:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192352:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829715.192353:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192354:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829715.192355:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829715.192357:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829715.192359:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829715.192360:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829715.192362:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829715.192367:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555408768:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829715.192369:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192370:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.192372:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555408384/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192377:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829715.192378:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829715.192379:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829715.192381:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829715.192382:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829715.192383:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829715.192385:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829715.192386:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24ba400.
02000000:00000001:0.0:1787829715.192388:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829715.192389:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829715.192390:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:0.0:1787829715.192391:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829715.192392:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192393:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.192395:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555408512/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192399:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829715.192400:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829715.192401:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829715.192402:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829715.192403:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829715.192404:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829715.192405:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829715.192406:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9400.
02000000:00000001:0.0:1787829715.192407:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829715.192408:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829715.192409:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:0.0:1787829715.192410:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829715.192410:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192411:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.192413:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555408640/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192417:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829715.192418:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829715.192418:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829715.192420:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829715.192420:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829715.192421:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829715.192422:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829715.192423:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8800.
02000000:00000001:0.0:1787829715.192424:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829715.192425:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829715.192426:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000001:0.0:1787829715.192428:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829715.192428:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192429:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829715.192431:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555408768/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829715.192435:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829715.192436:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829715.192437:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829715.192438:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829715.192439:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829715.192439:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829715.192440:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829715.192441:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9000.
02000000:00000001:0.0:1787829715.192442:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829715.192443:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829715.192444:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:0.0:1787829715.192445:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829715.192446:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192447:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829715.192449:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829715.192450:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829715.192451:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829715.192453:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829715.702157:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829715.702162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829715.702164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829715.702169:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829715.702172:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829715.702175:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829715.702177:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829715.702179:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829715.702181:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829716.022240:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829716.022242:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829716.022246:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022251:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829716.022254:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022256:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022259:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022262:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829716.022264:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829716.022266:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829716.022267:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022269:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829716.022270:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022272:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022273:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022277:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829716.022279:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829716.022280:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829716.022282:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022283:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829716.022285:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022287:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022289:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022292:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829716.022294:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829716.022295:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829716.022296:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022298:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829716.022299:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022301:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022303:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829716.022306:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829716.022308:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829716.022380:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829716.022386:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829716.022389:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829716.214177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829716.214184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829716.214185:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829716.214190:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829716.214194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829716.214197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829716.214197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829716.214202:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829716.214203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829716.214205:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.214206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.214209:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829716.214210:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829716.214211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829716.214214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829716.214217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829716.214217:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.214221:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829716.214222:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829716.214225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829716.214226:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829716.214228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829716.214230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.214232:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.214235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829716.214238:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829716.214241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.726186:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829716.726193:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829716.726195:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829716.726200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829716.726204:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829716.726208:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829716.726210:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829716.726213:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829716.726216:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829717.046159:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829717.046164:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829717.046168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829717.046169:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829717.046171:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829717.046172:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829717.046174:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829717.046175:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829717.046177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829717.046178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829717.046232:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829717.046237:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829717.046240:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829717.238187:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829717.238188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829717.238189:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829717.238195:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829717.238196:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829717.238196:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829717.238200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829717.238202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829717.238202:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829717.238206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829717.238211:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829717.238211:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829717.238212:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829717.238217:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829717.238219:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829717.238220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829717.238221:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829717.238224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829717.238226:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829717.238231:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829717.238234:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829717.238235:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829717.238240:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829717.238243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829717.238244:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829717.238248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829717.238251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829717.750156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829717.750162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829717.750164:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829717.750167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829717.750170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829717.750173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829717.750175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829717.750178:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829717.750180:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829718.070180:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829718.070185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829718.070189:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829718.070190:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829718.070192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829718.070193:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829718.070195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829718.070196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829718.070199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829718.070200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829718.070252:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829718.070267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829718.070271:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829718.262168:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829718.262176:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829718.262178:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829718.262180:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829718.262184:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829718.262186:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829718.262189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829718.262192:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829718.262194:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829718.262197:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829718.262200:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829718.262203:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829718.262204:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829718.262204:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829718.262208:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829718.262209:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829718.262212:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829718.262215:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829718.262216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829718.262217:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829718.262222:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829718.262222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829718.262227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829718.262228:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829718.262230:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829718.262233:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829718.262235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829718.774172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829718.774178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829718.774179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829718.774183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829718.774186:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829718.774189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829718.774191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829718.774193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829718.774195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829719.094211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829719.094218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829719.094224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829719.094225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829719.094228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829719.094229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829719.094232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829719.094233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829719.094235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829719.094236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829719.094286:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829719.094291:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829719.094295:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829719.158168:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301196132, at 4301196160
00000100:00000040:2.0:1787829719.158169:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301196132, at 4301196160
00000100:00000010:3.0:1787829719.158182:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4540.
00000100:00000010:2.0:1787829719.158183:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4360.
00000100:00000001:2.0:1787829719.286161:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829719.286167:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829719.286169:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829719.286174:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829719.286178:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829719.286181:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829719.286185:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829719.286187:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829719.286192:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829719.286193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829719.286194:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829719.286206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829719.286207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829719.286219:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829719.286220:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829719.286235:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829719.286236:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829719.286251:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829719.286251:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829719.286264:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829719.286265:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829719.286281:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829719.286283:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829719.286286:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829719.286287:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829719.286290:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829719.286294:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829719.798152:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829719.798158:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829719.798160:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829719.798164:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829719.798167:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829719.798170:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829719.798172:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829719.798173:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829719.798175:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829720.118223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829720.118229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829720.118235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829720.118236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829720.118239:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829720.118240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829720.118243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829720.118244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829720.118247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829720.118248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829720.118324:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829720.118330:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829720.118335:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829720.310184:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829720.310193:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829720.310195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829720.310200:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829720.310206:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829720.310211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829720.310214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829720.310218:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829720.310221:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829720.310261:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829720.310266:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829720.310270:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829720.310272:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829720.310272:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787829720.310278:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829720.310279:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829720.310282:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829720.310283:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829720.310285:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829720.310286:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829720.310290:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829720.310290:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829720.310296:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829720.310297:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829720.310298:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829720.310303:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829720.310304:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829720.310311:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829720.310311:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6524
00000100:00000001:0.0:1787829720.310316:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.310319:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829720.310321:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.310323:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787829720.310327:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829720.310337:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829720.310341:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829720.310346:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310349:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829720.310352:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310355:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829720.310360:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829720.310362:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829720.310366:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829720.310370:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829720.310373:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829720.310377:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829720.310382:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310384:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829720.310386:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310389:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829720.310393:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829720.310397:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310400:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829720.310404:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829720.310408:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829720.310412:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.310415:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829720.310417:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829720.310428:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab0c0.
00000020:00000040:3.0:1787829720.310433:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829720.310437:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829720.310440:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.310444:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829720.310447:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829720.310452:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829720.310462:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:3.0:1787829720.310470:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829720.310482:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829720.310495:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829720.310501:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829720.310507:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dac933d6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829720.310532:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829720.310535:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829720.310540:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829720.310542:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829720.310545:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829720.310550:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829720.310553:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829720.310554:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6524
00000100:00000001:0.0:1787829720.310557:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829720.310560:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787829720.310562:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829720.310569:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829720.310570:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829720.310576:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829720.310583:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787829720.310584:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829720.310585:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.310591:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829720.310592:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829720.310596:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787829720.310597:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829720.310599:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.310603:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829720.310606:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829720.310607:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829720.310611:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1787829720.310613:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555408896:192.168.203.108@tcp:250:kworker.0
00000020:00000040:3.0:1787829720.310616:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:0.0:1787829720.310620:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787829720.310621:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829720.310625:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787829720.310627:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829720.310629:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829720.310634:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829720.310635:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829720.310640:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829720.310644:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000010:0.0:1787829720.310645:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:3.0:1787829720.310647:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000001:0.0:1787829720.310650:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787829720.310653:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829720.310659:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829720.310662:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829720.310664:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829720.310669:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787829720.310670:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
02000000:00000001:3.0:1787829720.310676:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787829720.310681:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
02000000:00000001:3.0:1787829720.310681:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.310687:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829720.310693:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1787829720.310694:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555408896, portal 25
00000100:00000001:0.0:1787829720.310698:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1787829720.310698:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.310701:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538141888 : -107611171409728 : ffff9e20d25ab0c0)
00000100:00000001:3.0:1787829720.310704:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829720.310710:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787829720.310711:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a83c0.
00000020:00000040:3.0:1787829720.310717:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829720.310724:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829720.310725:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829720.310729:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829720.310730:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829720.310735:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000001:3.0:1787829720.310735:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829720.310738:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787829720.310740:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555408896, offset 0
02000000:00000001:3.0:1787829720.310743:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829720.310751:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b000.
00000400:00000200:0.0:1787829720.310752:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310758:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.310766:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:3.0:1787829720.310768:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829720.310778:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829720.310780:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829720.310785:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.310787:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787829720.310794:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeeef8f9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829720.310796:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829720.310803:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829720.310814:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829720.310818:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829720.310819:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:3.0:1787829720.310825:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787829720.310829:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829720.310830:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90412:90412:256:4294967295] 192.168.203.108@tcp LPNI seq info [90399:90399:8:4294967295]
00000100:00080000:3.0:1787829720.310832:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829720.310840:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829720.310843:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:3.0:1787829720.310846:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6524
00000400:00000200:0.0:1787829720.310860:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829720.310867:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829720.310871:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:0.0:1787829720.310876:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000400:00000200:3.0:1787829720.310878:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829720.310882:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787829720.310887:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787829720.310889:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829720.310892:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787829720.310893:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829720.310899:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:0.1:1787829720.310901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829720.310906:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:0.1:1787829720.310906:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787829720.310913:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:0.0:1787829720.310914:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:3.0:1787829720.310918:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000010:0.0:1787829720.310919:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000020:00000001:3.0:1787829720.310923:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829720.310927:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829720.310931:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829720.310934:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787829720.310935:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829720.310945:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787829720.310945:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310951:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829720.310952:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829720.310956:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000040:3.0:1787829720.310957:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310962:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829720.310963:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787829720.310968:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000200:0.0:1787829720.310969:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829720.310978:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829720.310983:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.310984:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829720.310988:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787829720.310991:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829720.310994:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829720.311000:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311005:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.311006:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829720.311008:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1787829720.311011:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829720.311015:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829720.311016:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.311021:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.311036:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.311039:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301201252
00000100:00000010:3.0:1787829720.311045:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8780.
00000100:00000010:0.0:1787829720.311047:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4780.
00000020:00000040:3.0:1787829720.311050:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829720.311056:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829720.311057:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829720.311058:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.311063:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829720.311064:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301201252
02000000:00000001:3.0:1787829720.311065:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1787829720.311068:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4a80.
02000000:00000001:3.0:1787829720.311070:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311074:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000010:3.0:1787829720.311078:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6b800.
00000100:00000001:0.0:1787829720.311081:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829720.311084:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311086:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311092:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829720.311093:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829720.311129:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787829720.311131:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720]  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829720.311134:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829720.311145:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039500376] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829720.311146:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829720.311148:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829720.311152:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829720.311157:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829720.311160:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:3.0:1787829720.311163:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311165:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787829720.311169:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787829720.311173:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829720.311176:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829720.311180:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829720.311183:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829720.311189:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787829720.311194:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829720.311195:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6524
00000400:00000200:3.0:1787829720.311205:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.311213:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1787829720.311213:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829720.311218:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829720.311219:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829720.311222:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.311226:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787829720.311226:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.311232:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829720.311233:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787829720.311240:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829720.311245:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829720.311247:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829720.311252:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787829720.311253:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829720.311257:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:3.0:1787829720.311261:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829720.311263:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787829720.311265:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829720.311267:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.311272:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829720.311272:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829720.311273:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829720.311278:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829720.311279:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829720.311282:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829720.311287:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787829720.311287:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.311293:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1787829720.311296:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000040:3.0:1787829720.311300:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829720.311301:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829720.311307:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829720.311309:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787829720.311313:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829720.311318:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829720.311323:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829720.311327:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829720.311333:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829720.311334:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555408896:192.168.203.108@tcp:250:kworker.0
02000000:00000001:3.0:1787829720.311339:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311341:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.311345:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829720.311345:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829720.311350:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000040:0.0:1787829720.311351:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab0c0 x1874668555408896/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829720.311358:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311361:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829720.311362:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311365:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829720.311368:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
00000100:00000010:3.0:1787829720.311369:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa1c0.
02000000:00000001:0.0:1787829720.311371:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829720.311375:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787829720.311376:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000040:0.0:1787829720.311377:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829720.311382:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829720.311383:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1787829720.311385:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:3.0:1787829720.311386:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311390:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829720.311391:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829720.311394:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787829720.311395:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1787829720.311397:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab0c0.
02000000:00000001:3.0:1787829720.311399:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311401:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829720.311404:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.311406:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787829720.311408:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68800.
00000100:00000001:0.0:1787829720.311412:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829720.311414:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311415:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311420:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829720.311422:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829720.311424:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787829720.311426:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787829720.311429:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311453:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829720.311453:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829720.311457:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.311459:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311460:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829720.311464:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829720.311466:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829720.311469:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81431ea] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829720.311470:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829720.311478:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829720.311481:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829720.311484:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311488:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829720.311491:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:3.0:1787829720.311492:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311494:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829720.311498:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829720.311501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829720.311505:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00080000:3.0:1787829720.311507:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1787829720.311509:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:3.0:1787829720.311511:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1787829720.311514:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409024, portal 10
00000100:00080000:3.0:1787829720.311515:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829720.311517:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829720.311520:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538130368 : -107611171421248 : ffff9e20d25a83c0)
00000100:00000001:3.0:1787829720.311523:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787829720.311529:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829720.311530:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6524
00000400:00000200:3.0:1787829720.311541:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.311542:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829720.311547:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000200:3.0:1787829720.311550:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000010:0.0:1787829720.311551:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829720.311557:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555409024, offset 0
00000100:00080000:3.0:1787829720.311557:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787829720.311563:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829720.311566:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829720.311570:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829720.311572:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829720.311577:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000040:3.0:1787829720.311578:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829720.311583:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787829720.311584:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829720.311587:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:3.0:1787829720.311591:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787829720.311592:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787829720.311596:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:0.0:1787829720.311597:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:3.0:1787829720.311602:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787829720.311603:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90413:90413:256:4294967295] 192.168.203.108@tcp LPNI seq info [90400:90400:8:4294967295]
00000020:00000040:3.0:1787829720.311607:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:0.0:1787829720.311609:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:3.0:1787829720.311614:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:0.0:1787829720.311620:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787829720.311620:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829720.311627:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829720.311628:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829720.311632:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787829720.311635:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000040:3.0:1787829720.311638:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829720.311642:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:0.0:1787829720.311644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:3.0:1787829720.311648:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000800:00000200:0.0:1787829720.311650:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787829720.311656:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000200:0.1:1787829720.311663:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:3.0:1787829720.311664:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829720.311669:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787829720.311670:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787829720.311674:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829720.311678:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829720.311679:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829720.311683:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1787829720.311684:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000008:00100000:3.0:1787829720.311687:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:0.0:1787829720.311690:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787829720.311693:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.311696:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829720.311698:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.311700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829720.311703:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000010:3.0:1787829720.311704:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8f00.
00000100:00000001:0.0:1787829720.311705:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787829720.311711:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000200:0.0:1787829720.311712:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829720.311718:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829720.311722:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829720.311722:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.311726:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1787829720.311727:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829720.311731:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829720.311735:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311738:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311741:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787829720.311743:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
00000100:00000001:0.0:1787829720.311745:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829720.311750:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829720.311753:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000100:00100000:3.0:1787829720.311760:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829720.311761:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.311767:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301197397
00000100:00000001:0.0:1787829720.311774:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301201252
00000100:00000001:3.0:1787829720.311778:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829720.311780:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301197397
00000100:00000001:3.0:1787829720.311783:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311786:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301201252
00000100:00000040:3.0:1787829720.311790:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497d3e8e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311792:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829720.311796:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.311800:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829720.311807:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720]  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829720.311808:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829720.311818:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6535)
00000400:00000001:0.0:1787829720.311821:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829720.311825:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829720.311827:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829720.311831:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829720.311834:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829720.311837:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829720.311842:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829720.311852:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311859:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829720.311861:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.311862:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.311863:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829720.311866:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311871:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829720.311874:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311880:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829720.311881:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.311883:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.311884:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.311885:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829720.311886:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829720.311888:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829720.311890:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829720.311891:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829720.311893:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829720.311899:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409024:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829720.311902:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829720.311904:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311908:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829720.311910:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311911:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829720.311912:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829720.311914:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829720.311916:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829720.311919:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829720.311920:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829720.311922:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.311923:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829720.311926:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829720.311928:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.311931:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829720.311932:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829720.311935:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829720.311937:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409152, portal 10
00000100:00000001:0.0:1787829720.311939:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829720.311940:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538131328 : -107611171420288 : ffff9e20d25a8780)
00000100:00000040:0.0:1787829720.311944:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.311949:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829720.311951:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829720.311952:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829720.311954:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555409152, offset 0
00000400:00000200:0.0:1787829720.311957:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829720.311959:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829720.311962:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829720.311964:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829720.311966:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829720.311967:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829720.311969:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829720.311971:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90414:90414:256:4294967295] 192.168.203.108@tcp LPNI seq info [90401:90401:8:4294967295]
00000400:00000200:0.0:1787829720.311974:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829720.311979:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829720.311982:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829720.311984:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829720.311987:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829720.311989:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787829720.311992:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829720.311994:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787829720.311997:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829720.311999:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829720.312001:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829720.312004:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829720.312006:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829720.312008:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829720.312009:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829720.312012:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312017:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312019:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312041:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312042:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829720.312045:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829720.312047:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829720.312050:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.312051:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301197337
00000100:00000001:0.0:1787829720.312053:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301201252
00000100:00000001:0.0:1787829720.312055:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301197337
00000100:00000001:0.0:1787829720.312056:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301201252
00000100:00000001:0.0:1787829720.312058:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829720.312059:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312060:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829720.312063:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720]  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829720.312070:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829720.312071:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829720.312073:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829720.312076:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829720.312078:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829720.312080:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829720.312083:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829720.312092:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312120:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829720.312122:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312124:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.312125:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829720.312128:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312133:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829720.312136:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312140:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829720.312142:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312143:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.312144:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312145:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829720.312146:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829720.312147:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829720.312149:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829720.312150:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829720.312153:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829720.312158:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409152:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829720.312161:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312163:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312167:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a83c0 x1874668555409024/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312174:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829720.312176:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829720.312178:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829720.312181:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829720.312183:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829720.312185:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829720.312187:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829720.312189:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b000.
02000000:00000001:0.0:1787829720.312192:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829720.312193:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829720.312195:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a83c0.
00000100:00000001:0.0:1787829720.312198:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829720.312199:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312201:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312205:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8780 x1874668555409152/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312213:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829720.312214:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829720.312216:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829720.312217:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829720.312219:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829720.312219:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829720.312221:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829720.312222:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6b800.
02000000:00000001:0.0:1787829720.312223:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829720.312224:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829720.312225:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8780.
00000100:00000001:0.0:1787829720.312226:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829720.312227:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312229:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312232:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829720.312233:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312234:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829720.312235:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829720.312236:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829720.312239:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312244:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829720.312246:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.312247:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829720.312249:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829720.312250:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829720.312252:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829720.312254:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829720.312256:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829720.312257:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.312258:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829720.312261:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829720.312262:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.312265:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829720.312267:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829720.312270:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829720.312272:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409280, portal 4
00000100:00000001:0.0:1787829720.312274:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829720.312275:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538138048 : -107611171413568 : ffff9e20d25aa1c0)
00000100:00000040:0.0:1787829720.312279:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312284:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829720.312285:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829720.312287:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829720.312288:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555409280, offset 0
00000400:00000200:0.0:1787829720.312291:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829720.312293:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829720.312296:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829720.312298:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829720.312299:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829720.312301:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829720.312303:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829720.312305:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90415:90415:256:4294967295] 192.168.203.108@tcp LPNI seq info [90402:90402:8:4294967295]
00000400:00000200:0.0:1787829720.312309:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829720.312313:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829720.312317:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829720.312319:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829720.312322:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829720.312324:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787829720.312327:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829720.312329:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787829720.312332:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829720.312333:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829720.312336:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829720.312338:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829720.312340:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829720.312341:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829720.312343:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829720.312345:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312350:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312352:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312356:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312357:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829720.312359:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829720.312361:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829720.312363:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.312364:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301197371
00000100:00000001:0.0:1787829720.312366:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301201252
00000100:00000001:0.0:1787829720.312367:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301197371
00000100:00000001:0.0:1787829720.312369:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301201252
00000100:00000001:0.0:1787829720.312370:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829720.312372:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312373:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829720.312375:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720]  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829720.312381:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829720.312382:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829720.312383:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829720.312384:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829720.312385:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829720.312387:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829720.312388:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829720.312393:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312398:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829720.312399:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312400:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.312401:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829720.312403:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312407:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829720.312410:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312414:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829720.312415:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312416:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.312417:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312418:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829720.312420:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829720.312421:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829720.312423:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829720.312425:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829720.312428:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829720.312434:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409280:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829720.312436:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829720.312438:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312442:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829720.312443:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.312444:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829720.312445:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829720.312446:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829720.312448:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829720.312450:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829720.312451:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829720.312452:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829720.312454:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829720.312455:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829720.312457:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829720.312459:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829720.312461:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829720.312462:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829720.312464:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409408, portal 4
00000100:00000001:0.0:1787829720.312466:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829720.312467:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538133248 : -107611171418368 : ffff9e20d25a8f00)
00000100:00000040:0.0:1787829720.312471:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312475:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829720.312477:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829720.312478:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829720.312480:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555409408, offset 0
00000400:00000200:0.0:1787829720.312483:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829720.312485:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829720.312487:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829720.312489:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829720.312491:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829720.312493:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829720.312494:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829720.312496:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90416:90416:256:4294967295] 192.168.203.108@tcp LPNI seq info [90403:90403:8:4294967295]
00000400:00000200:0.0:1787829720.312499:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829720.312503:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829720.312505:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829720.312507:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829720.312509:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829720.312511:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787829720.312514:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829720.312516:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787829720.312518:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829720.312520:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829720.312522:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829720.312524:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829720.312526:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829720.312527:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829720.312528:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829720.312531:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312536:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312538:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312542:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312543:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829720.312545:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829720.312546:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829720.312548:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829720.312550:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301197363
00000100:00000001:0.0:1787829720.312552:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301201252
00000100:00000001:0.0:1787829720.312554:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301197363
00000100:00000001:0.0:1787829720.312555:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301201252
00000100:00000001:0.0:1787829720.312556:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829720.312557:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312559:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829720.312561:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829720/real 1787829720]  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829720.312565:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829720.312566:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829720.312567:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829720.312568:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829720.312570:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829720.312571:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829720.312573:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829720.312579:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312583:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829720.312584:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312585:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.312585:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829720.312587:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312591:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829720.312594:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312597:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829720.312599:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312601:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829720.312602:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312603:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829720.312604:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829720.312606:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829720.312607:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829720.312609:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829720.312611:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829720.312616:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409408:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829720.312618:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312619:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312621:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa1c0 x1874668555409280/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312624:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829720.312625:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829720.312626:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829720.312628:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829720.312628:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829720.312629:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829720.312630:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829720.312632:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68800.
02000000:00000001:0.0:1787829720.312634:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829720.312635:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829720.312637:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa1c0.
00000100:00000001:0.0:1787829720.312640:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829720.312641:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312643:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829720.312647:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8f00 x1874668555409408/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829720.312661:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829720.312663:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829720.312665:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829720.312667:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829720.312669:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829720.312670:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829720.312673:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829720.312675:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:0.0:1787829720.312677:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829720.312679:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829720.312680:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8f00.
00000100:00000001:0.0:1787829720.312683:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829720.312684:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312686:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829720.312690:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829720.312691:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829720.312692:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829720.312693:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829720.822188:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829720.822194:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829720.822196:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829720.822200:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829720.822203:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829720.822207:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829720.822209:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829720.822211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829720.822213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829721.142223:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829721.142230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829721.142235:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829721.142236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829721.142240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829721.142241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829721.142243:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829721.142244:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829721.142247:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829721.142248:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829721.142316:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829721.142320:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829721.142323:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829721.334232:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829721.334232:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829721.334241:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829721.334242:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829721.334244:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.334246:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829721.334252:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829721.334253:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829721.334259:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829721.334260:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829721.334261:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829721.334264:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829721.334265:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829721.334271:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829721.334271:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829721.334283:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829721.334283:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.334300:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829721.334300:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829721.334301:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829721.334308:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829721.334312:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829721.334313:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829721.334318:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829721.334322:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829721.334325:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829721.334327:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829721.846169:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829721.846175:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829721.846176:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829721.846181:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829721.846184:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829721.846188:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829721.846190:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829721.846192:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829721.846194:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829722.166218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829722.166229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829722.166238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829722.166240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829722.166245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829722.166246:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829722.166251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829722.166252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829722.166258:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829722.166259:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829722.166342:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829722.166348:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829722.166352:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829722.358200:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829722.358206:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829722.358208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829722.358213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829722.358218:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829722.358218:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829722.358224:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829722.358228:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829722.358229:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829722.358236:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829722.358236:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829722.358237:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829722.358245:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829722.358251:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829722.358253:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829722.358254:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829722.358264:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829722.358265:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829722.358274:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829722.358274:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829722.358279:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829722.358281:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829722.358287:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829722.358290:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829722.358293:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829722.358297:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829722.358301:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829722.870205:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829722.870211:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829722.870214:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829722.870219:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829722.870224:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829722.870227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829722.870230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829722.870233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829722.870236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829723.190216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829723.190221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829723.190225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829723.190226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829723.190228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829723.190229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829723.190231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829723.190232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829723.190234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829723.190235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829723.190305:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829723.190309:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829723.190313:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829723.382206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829723.382206:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829723.382206:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829723.382213:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829723.382214:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829723.382218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829723.382218:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829723.382222:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829723.382223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829723.382225:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:1.0:1787829723.382227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787829723.382227:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829723.382230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829723.382232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829723.382233:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829723.382236:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829723.382237:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829723.382237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829723.382242:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829723.382246:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829723.382250:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829723.382251:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829723.382254:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829723.382257:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829723.382257:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829723.382259:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829723.382261:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829723.894165:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829723.894174:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829723.894177:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829723.894183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829723.894187:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829723.894191:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829723.894195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829723.894197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829723.894200:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829724.214173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214178:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829724.214179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829724.214182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829724.214185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214188:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829724.214191:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829724.214193:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829724.214195:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214198:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829724.214200:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214201:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829724.214203:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829724.214298:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829724.214304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829724.214308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829724.278202:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301201252, at 4301201280
00000100:00000010:2.0:1787829724.278217:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4780.
00000100:00000040:3.0:1787829724.278221:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301201252, at 4301201280
00000100:00000010:3.0:1787829724.278237:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4a80.
00000100:00000001:2.0:1787829724.406198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829724.406204:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829724.406206:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829724.406211:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829724.406215:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829724.406215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829724.406220:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829724.406220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.406223:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829724.406224:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787829724.406227:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829724.406228:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.406232:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829724.406233:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829724.406237:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.406242:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829724.406243:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829724.406244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.406249:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829724.406256:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829724.406259:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829724.406265:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829724.406269:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829724.406272:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829724.406274:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829724.406276:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829724.406279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829724.918160:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829724.918166:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829724.918167:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829724.918172:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829724.918175:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829724.918178:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829724.918180:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829724.918182:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829724.918184:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829725.238195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829725.238201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829725.238207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829725.238209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829725.238213:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829725.238214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829725.238218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829725.238219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829725.238224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829725.238225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829725.238279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829725.238282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829725.238285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829725.430196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829725.430196:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829725.430197:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829725.430197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829725.430204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829725.430206:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829725.430206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829725.430209:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829725.430210:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829725.430210:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829725.430211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430215:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829725.430216:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829725.430217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829725.430218:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787829725.430220:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829725.430222:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829725.430223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829725.430225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829725.430228:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829725.430228:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829725.430228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829725.430230:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430234:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829725.430236:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6530
00000100:00000001:0.0:1787829725.430238:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430242:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829725.430243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829725.430247:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829725.430247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829725.430253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829725.430254:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829725.430257:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:1.0:1787829725.430258:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829725.430261:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829725.430265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829725.430266:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430272:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829725.430275:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430277:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829725.430280:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829725.430281:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829725.430283:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829725.430286:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829725.430288:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829725.430290:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829725.430292:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430293:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829725.430295:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430296:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829725.430299:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829725.430303:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430306:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829725.430309:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829725.430313:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829725.430316:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430318:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829725.430320:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829725.430328:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000020:00000040:2.0:1787829725.430332:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829725.430336:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829725.430339:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430341:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829725.430344:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829725.430348:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829725.430354:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9c00.
00000100:00000001:2.0:1787829725.430359:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829725.430366:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829725.430374:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829725.430378:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829725.430381:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829725.430398:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829725.430400:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829725.430403:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829725.430404:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829725.430405:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829725.430407:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829725.430410:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6530
00000400:00000200:2.0:1787829725.430413:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829725.430416:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829725.430418:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829725.430420:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829725.430423:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829725.430425:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787829725.430430:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829725.430434:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829725.430434:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829725.430440:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430445:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829725.430451:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829725.430452:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787829725.430453:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:0.0:1787829725.430454:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829725.430457:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787829725.430459:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787829725.430460:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:0.0:1787829725.430462:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829725.430463:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:2.0:1787829725.430467:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829725.430469:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829725.430471:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430475:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829725.430478:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:0.0:1787829725.430479:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555409536:192.168.203.108@tcp:250:kworker.0
00000100:00000001:2.0:1787829725.430480:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829725.430485:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:0.0:1787829725.430488:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787829725.430492:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829725.430494:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829725.430497:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.430499:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829725.430501:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829725.430504:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829725.430509:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787829725.430512:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:2.0:1787829725.430514:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.430516:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430520:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829725.430524:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:2.0:1787829725.430527:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787829725.430528:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000008:00000001:2.0:1787829725.430534:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829725.430537:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:2.0:1787829725.430538:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829725.430544:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409536, portal 25
00000100:00000010:2.0:1787829725.430544:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14b40.
00000100:00000001:0.0:1787829725.430547:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829725.430550:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000020:00000040:2.0:1787829725.430551:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000040:0.0:1787829725.430556:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829725.430557:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829725.430559:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430561:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829725.430562:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829725.430563:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829725.430566:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb400.
00000100:00000001:2.0:1787829725.430571:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.430575:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787829725.430580:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787829725.430581:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829725.430586:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829725.430591:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555409536, offset 0
00000100:00000001:2.0:1787829725.430593:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829725.430596:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.430600:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:2.0:1787829725.430603:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a759bd9a] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829725.430611:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829725.430612:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829725.430616:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829725.430619:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:2.0:1787829725.430620:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829725.430623:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829725.430625:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787829725.430626:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829725.430630:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829725.430632:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:2.0:1787829725.430635:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6530
00000400:00000200:0.0:1787829725.430639:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787829725.430643:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.430645:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:2.0:1787829725.430649:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829725.430651:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90417:90417:256:4294967295] 192.168.203.108@tcp LPNI seq info [90404:90404:8:4294967295]
00000100:00080000:2.0:1787829725.430653:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787829725.430659:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:2.0:1787829725.430660:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430664:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829725.430666:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430671:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829725.430673:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787829725.430675:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829725.430678:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:2.0:1787829725.430681:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787829725.430682:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:2.0:1787829725.430683:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000010:0.0:1787829725.430687:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000020:00000001:2.0:1787829725.430687:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829725.430689:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:2.0:1787829725.430694:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829725.430698:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:2.0:1787829725.430698:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787829725.430704:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787829725.430704:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430710:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:0.1:1787829725.430714:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000020:00000040:2.0:1787829725.430715:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:0.1:1787829725.430719:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1787829725.430722:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000100:0.0:1787829725.430728:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829725.430728:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829725.430731:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
02000000:00000001:2.0:1787829725.430732:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829725.430737:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829725.430740:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.430741:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829725.430745:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829725.430749:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1787829725.430750:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829725.430754:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.430755:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000100:00000001:2.0:1787829725.430756:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829725.430758:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000010:2.0:1787829725.430761:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b152c0.
00000100:00000001:0.0:1787829725.430763:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787829725.430765:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000200:0.0:1787829725.430769:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829725.430770:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829725.430772:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430776:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829725.430778:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829725.430780:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829725.430785:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b9800.
00000100:00000001:0.0:1787829725.430787:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829725.430789:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829725.430792:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829725.430798:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829725.430801:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.430804:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829725.430809:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.430812:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829725.430814:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829725.430818:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301206372
00000100:00000001:2.0:1787829725.430819:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829725.430823:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4b40.
00000100:00000040:2.0:1787829725.430828:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c78df03] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.430832:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829725.430837:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301206372
00000100:00000010:0.0:1787829725.430844:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4a80.
00000100:00000001:0.0:1787829725.430847:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829725.430851:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829725.430853:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.430856:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829725.430861:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829725/real 1787829725]  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829725.430871:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829725.430873:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829725.430875:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829725.430877:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829725.430879:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829725.430882:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829725.430886:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829725.430895:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.430903:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829725.430904:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430906:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.430908:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829725.430911:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.430916:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829725.430919:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.430923:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829725.430925:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430926:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.430927:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430929:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829725.430930:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829725.430932:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829725.430935:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829725.430937:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829725.430940:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829725.430945:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555409536:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829725.430948:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430950:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.430952:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555409536/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.430956:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829725.430957:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829725.430959:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829725.430962:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829725.430963:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829725.430965:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829725.430966:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829725.430968:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9c00.
02000000:00000001:0.0:1787829725.430971:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829725.430972:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829725.430973:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:0.0:1787829725.430976:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829725.430977:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.430978:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829725.430985:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431001:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829725.431003:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829725.431004:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431007:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829725.431010:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829725.431010:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829725.431014:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829725.431015:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829725.431018:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787829725.431021:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829725.431023:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829725.431029:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6530
00000100:00000001:0.0:1787829725.431035:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787829725.431036:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829725.431038:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829725.431041:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:0.0:1787829725.431044:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787829725.431045:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787829725.431049:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787829725.431050:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.431054:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829725.431055:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829725.431057:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829725.431060:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829725.431063:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:0.0:1787829725.431064:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409664:192.168.203.108@tcp:38:kworker.0
00000020:00000040:2.0:1787829725.431065:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829725.431068:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829725.431071:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829725.431073:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1787829725.431074:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
02000000:00000001:0.0:1787829725.431078:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787829725.431078:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
02000000:00000001:0.0:1787829725.431082:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829725.431085:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829725.431086:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829725.431089:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1787829725.431091:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000100:00000040:2.0:1787829725.431092:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829725.431113:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.431117:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829725.431120:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00000001:2.0:1787829725.431120:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000010:0.0:1787829725.431125:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000020:00000040:2.0:1787829725.431125:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000200:0.0:1787829725.431131:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409664, portal 10
00000100:00080000:2.0:1787829725.431131:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829725.431136:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829725.431136:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431139:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543817536 : -107611165734080 : ffff9e20d2b14b40)
02000000:00000001:2.0:1787829725.431140:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829725.431146:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829725.431148:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829725.431150:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.431156:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829725.431158:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829725.431161:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000008:00100000:2.0:1787829725.431161:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000400:00000010:0.0:1787829725.431164:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000008:00000001:2.0:1787829725.431167:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829725.431168:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555409664, offset 0
00000400:00000200:0.0:1787829725.431175:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829725.431175:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.431181:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000010:2.0:1787829725.431183:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17c00.
00000400:00000200:0.0:1787829725.431185:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829725.431190:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787829725.431190:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000400:00000200:0.0:1787829725.431194:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829725.431198:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787829725.431198:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787829725.431201:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:2.0:1787829725.431202:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.431206:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90418:90418:256:4294967295] 192.168.203.108@tcp LPNI seq info [90405:90405:8:4294967295]
00000100:00000001:2.0:1787829725.431207:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829725.431210:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829725.431213:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829725.431214:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829725.431220:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8000.
00000400:00000200:0.0:1787829725.431222:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787829725.431225:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829725.431229:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.431234:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00100000:2.0:1787829725.431234:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787829725.431241:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829725.431246:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787829725.431248:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829725.431252:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829725.431253:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829725.431257:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787829725.431258:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba17f36] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787829725.431269:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829725.431272:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829725.431273:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00080000:2.0:1787829725.431275:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829725.431279:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1787829725.431281:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787829725.431282:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829725.431284:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829725.431288:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829725.431291:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787829725.431292:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6530
00000400:00000200:0.0:1787829725.431299:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000200:2.0:1787829725.431303:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829725.431304:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829725.431310:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787829725.431312:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000200:0.0:1787829725.431316:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829725.431318:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829725.431327:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829725.431329:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829725.431333:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829725.431334:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829725.431340:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829725.431342:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431345:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829725.431347:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829725.431349:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829725.431350:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829725.431353:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000040:0.0:1787829725.431356:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000020:00000001:2.0:1787829725.431356:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829725.431360:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:0.0:1787829725.431363:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000001:2.0:1787829725.431365:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829725.431366:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301202517
00000020:00000001:2.0:1787829725.431369:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829725.431371:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.431374:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301202517
00000100:00000040:2.0:1787829725.431375:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829725.431378:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301206372
00000100:00000001:2.0:1787829725.431378:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829725.431383:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787829725.431383:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829725.431388:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.431389:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829725.431391:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1787829725.431393:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00100000:0.0:1787829725.431397:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829725/real 1787829725]  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829725.431398:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829725.431404:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829725.431408:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1787829725.431413:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787829725.431413:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787829725.431416:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829725.431418:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829725.431419:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000100:00000001:2.0:1787829725.431424:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829725.431425:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829725.431428:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000008:00100000:2.0:1787829725.431428:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:0.0:1787829725.431432:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:2.0:1787829725.431434:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829725.431437:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829725.431438:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829725.431444:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b17480.
00000020:00000040:2.0:1787829725.431448:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000100:00000200:0.0:1787829725.431452:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829725.431452:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829725.431455:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.431459:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829725.431462:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829725.431464:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431469:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:2.0:1787829725.431470:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000100:00000001:0.0:1787829725.431474:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829725.431475:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431478:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.431482:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829725.431483:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829725.431492:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829725.431493:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829725.431497:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829725.431504:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000324eedd3] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431519:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829725.431522:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829725.431526:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829725.431527:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6540)
00000100:00000001:0.0:1787829725.431535:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829725.431537:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431538:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.431539:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431541:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829725.431543:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829725.431544:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829725.431547:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829725.431548:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829725.431552:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829725.431557:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409664:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829725.431560:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829725.431562:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431566:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829725.431567:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.431568:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829725.431570:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829725.431571:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829725.431573:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829725.431575:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829725.431577:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829725.431578:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.431579:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829725.431581:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829725.431583:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.431585:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829725.431587:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829725.431589:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829725.431591:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409792, portal 10
00000100:00000001:0.0:1787829725.431593:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829725.431594:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543819456 : -107611165732160 : ffff9e20d2b152c0)
00000100:00000040:0.0:1787829725.431598:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431602:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829725.431604:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829725.431605:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829725.431607:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555409792, offset 0
00000400:00000200:0.0:1787829725.431610:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829725.431613:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.431615:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829725.431617:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829725.431619:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829725.431621:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829725.431622:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829725.431625:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90419:90419:256:4294967295] 192.168.203.108@tcp LPNI seq info [90406:90406:8:4294967295]
00000400:00000200:0.0:1787829725.431627:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.431632:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829725.431635:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.431636:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829725.431639:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829725.431641:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829725.431644:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829725.431646:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829725.431648:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.431650:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829725.431652:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829725.431654:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829725.431656:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829725.431657:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829725.431659:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829725.431661:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431666:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.431668:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431673:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431674:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829725.431676:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829725.431678:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829725.431680:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829725.431681:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301202457
00000100:00000001:0.0:1787829725.431683:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.431685:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301202457
00000100:00000001:0.0:1787829725.431686:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.431688:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829725.431689:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431690:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829725.431692:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829725/real 1787829725]  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829725.431697:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829725.431698:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829725.431699:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829725.431700:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829725.431701:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829725.431703:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829725.431705:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829725.431710:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431713:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829725.431714:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431715:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.431716:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829725.431718:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431722:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829725.431724:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431728:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829725.431730:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431731:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.431732:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431733:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829725.431735:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829725.431736:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829725.431738:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829725.431739:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829725.431742:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829725.431746:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409792:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829725.431749:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431750:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.431752:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14b40 x1874668555409664/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431755:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829725.431756:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829725.431758:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829725.431759:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829725.431761:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829725.431762:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829725.431763:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829725.431764:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb400.
02000000:00000001:0.0:1787829725.431766:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829725.431767:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829725.431768:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14b40.
00000100:00000001:0.0:1787829725.431770:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829725.431771:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431772:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.431774:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b152c0 x1874668555409792/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431782:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829725.431783:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829725.431784:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829725.431786:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829725.431786:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829725.431787:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829725.431788:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829725.431789:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b9800.
02000000:00000001:0.0:1787829725.431790:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829725.431791:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829725.431792:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b152c0.
00000100:00000001:0.0:1787829725.431793:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829725.431794:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431795:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431797:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829725.431798:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431799:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829725.431800:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829725.431801:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829725.431803:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431807:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829725.431808:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.431809:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829725.431810:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829725.431812:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829725.431813:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829725.431816:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829725.431817:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829725.431818:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.431819:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829725.431821:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829725.431822:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.431824:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829725.431826:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829725.431828:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829725.431830:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555409920, portal 4
00000100:00000001:0.0:1787829725.431831:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829725.431832:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543830016 : -107611165721600 : ffff9e20d2b17c00)
00000100:00000040:0.0:1787829725.431836:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431840:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829725.431842:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829725.431843:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829725.431845:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555409920, offset 0
00000400:00000200:0.0:1787829725.431850:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829725.431853:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.431857:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829725.431860:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829725.431862:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829725.431865:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829725.431867:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829725.431870:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90420:90420:256:4294967295] 192.168.203.108@tcp LPNI seq info [90407:90407:8:4294967295]
00000400:00000200:0.0:1787829725.431875:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.431882:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829725.431887:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.431891:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829725.431895:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829725.431898:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829725.431901:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829725.431902:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829725.431905:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.431906:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829725.431909:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829725.431911:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829725.431913:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829725.431915:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829725.431917:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829725.431919:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431925:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.431927:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431931:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431932:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829725.431934:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829725.431936:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829725.431938:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829725.431940:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301202490
00000100:00000001:0.0:1787829725.431941:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.431943:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301202490
00000100:00000001:0.0:1787829725.431944:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.431945:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829725.431947:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.431948:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829725.431950:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829725/real 1787829725]  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829725.431955:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829725.431956:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829725.431957:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829725.431959:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829725.431960:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829725.431961:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829725.431963:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829725.431968:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431973:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829725.431974:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.431975:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.431976:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829725.431978:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.431982:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829725.431985:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432003:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829725.432005:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432006:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.432006:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432008:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829725.432009:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829725.432011:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829725.432013:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829725.432014:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829725.432017:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829725.432022:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555409920:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829725.432025:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829725.432027:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432031:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829725.432032:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.432034:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829725.432036:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829725.432038:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829725.432041:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829725.432044:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829725.432046:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829725.432048:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829725.432049:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829725.432053:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829725.432055:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829725.432059:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829725.432061:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829725.432065:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829725.432068:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410048, portal 4
00000100:00000001:0.0:1787829725.432070:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829725.432071:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543828096 : -107611165723520 : ffff9e20d2b17480)
00000100:00000040:0.0:1787829725.432077:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432085:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829725.432086:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829725.432088:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829725.432090:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555410048, offset 0
00000400:00000200:0.0:1787829725.432093:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829725.432111:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.432114:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829725.432116:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829725.432118:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829725.432119:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829725.432121:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829725.432123:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90421:90421:256:4294967295] 192.168.203.108@tcp LPNI seq info [90408:90408:8:4294967295]
00000400:00000200:0.0:1787829725.432126:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829725.432130:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829725.432134:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.432136:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829725.432139:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829725.432141:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787829725.432144:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829725.432145:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787829725.432148:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829725.432149:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829725.432151:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829725.432154:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829725.432156:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829725.432157:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829725.432158:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829725.432161:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432166:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.432168:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432172:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.432173:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829725.432175:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829725.432177:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829725.432179:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829725.432181:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301202483
00000100:00000001:0.0:1787829725.432182:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.432184:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301202483
00000100:00000001:0.0:1787829725.432185:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301206372
00000100:00000001:0.0:1787829725.432186:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829725.432188:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.432189:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829725.432191:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829725/real 1787829725]  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829725.432197:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829725.432197:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829725.432199:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829725.432200:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829725.432201:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829725.432202:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829725.432204:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829725.432210:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432213:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829725.432214:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432215:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.432216:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829725.432218:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432222:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829725.432224:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432229:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829725.432230:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432231:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829725.432233:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432234:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829725.432235:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829725.432237:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829725.432238:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829725.432240:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829725.432242:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829725.432247:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410048:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829725.432250:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432251:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.432253:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17c00 x1874668555409920/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432257:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829725.432258:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829725.432260:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829725.432263:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829725.432264:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829725.432265:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829725.432267:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829725.432269:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8000.
02000000:00000001:0.0:1787829725.432272:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829725.432273:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829725.432274:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17c00.
00000100:00000001:0.0:1787829725.432276:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829725.432278:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432280:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829725.432283:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b17480 x1874668555410048/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829725.432290:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829725.432292:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829725.432293:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829725.432296:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829725.432297:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829725.432299:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829725.432301:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829725.432303:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:0.0:1787829725.432305:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829725.432306:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829725.432308:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b17480.
00000100:00000001:0.0:1787829725.432310:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829725.432311:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432313:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829725.432316:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829725.432317:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829725.432318:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829725.432319:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829725.942193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829725.942200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829725.942201:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829725.942205:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829725.942207:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829725.942211:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829725.942213:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829725.942215:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829725.942217:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262160:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829726.262167:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829726.262169:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829726.262172:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262176:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829726.262184:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262186:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262187:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829726.262191:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829726.262192:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829726.262193:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262194:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829726.262195:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262196:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262198:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829726.262201:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829726.262202:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829726.262203:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262204:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829726.262205:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262206:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262207:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829726.262210:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829726.262210:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829726.262211:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262212:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829726.262213:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262214:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829726.262217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829726.262218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829726.262271:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829726.262275:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829726.262279:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829726.454190:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829726.454190:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829726.454196:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829726.454198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829726.454200:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.454202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.454206:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829726.454206:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829726.454208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829726.454215:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829726.454217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829726.454218:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.454218:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829726.454228:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829726.454229:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829726.454229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.454241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829726.454242:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829726.454246:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.454247:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829726.454251:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.454258:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829726.454261:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.454265:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829726.454265:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.454270:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.454274:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829726.966171:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829726.966178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829726.966180:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829726.966183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829726.966186:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829726.966189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829726.966191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829726.966193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829726.966195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829727.286204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829727.286211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829727.286217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829727.286218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829727.286221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829727.286222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829727.286225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829727.286226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829727.286228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829727.286229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829727.286292:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829727.286297:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829727.286302:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829727.478222:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829727.478223:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829727.478223:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829727.478232:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829727.478233:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829727.478233:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829727.478235:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829727.478237:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829727.478238:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829727.478242:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829727.478246:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829727.478246:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829727.478247:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829727.478253:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829727.478254:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829727.478254:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829727.478259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829727.478260:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829727.478261:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829727.478262:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829727.478268:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829727.478269:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829727.478273:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829727.478276:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829727.478276:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829727.478280:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829727.478283:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829727.990196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829727.990204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829727.990206:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829727.990211:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829727.990215:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829727.990220:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829727.990222:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829727.990225:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829727.990228:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829728.310172:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829728.310179:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829728.310185:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829728.310186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829728.310190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829728.310191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829728.310194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829728.310196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829728.310199:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829728.310201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829728.310245:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829728.310249:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829728.310253:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829728.502175:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829728.502180:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829728.502181:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829728.502183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829728.502188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829728.502188:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829728.502188:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829728.502193:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829728.502193:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829728.502196:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829728.502200:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829728.502201:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829728.502202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829728.502207:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829728.502209:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829728.502209:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829728.502211:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829728.502214:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829728.502215:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829728.502215:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829728.502223:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829728.502223:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829728.502228:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829728.502232:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829728.502233:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829728.502237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829728.502241:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829729.014172:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829729.014178:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829729.014179:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829729.014183:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829729.014186:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829729.014189:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829729.014191:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829729.014193:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829729.014195:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829729.334198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829729.334203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829729.334207:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829729.334208:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829729.334211:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829729.334212:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829729.334214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829729.334214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829729.334217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829729.334218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829729.334279:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829729.334282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829729.334285:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829729.398176:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301206372, at 4301206400
00000100:00000040:3.0:1787829729.398176:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301206372, at 4301206400
00000100:00000010:2.0:1787829729.398190:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4b40.
00000100:00000010:3.0:1787829729.398192:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4a80.
00000100:00000001:1.0:1787829729.526186:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829729.526186:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829729.526189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829729.526192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829729.526193:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829729.526195:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829729.526195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829729.526197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829729.526199:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829729.526202:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:1.0:1787829729.526204:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829729.526206:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829729.526207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829729.526211:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829729.526213:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829729.526213:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829729.526216:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829729.526218:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829729.526218:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829729.526221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829729.526225:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829729.526226:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829729.526229:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829729.526233:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829729.526233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829729.526237:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829729.526241:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.038196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829730.038201:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829730.038203:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829730.038207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829730.038210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829730.038213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829730.038216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829730.038217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829730.038220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829730.358157:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829730.358162:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829730.358166:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829730.358167:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829730.358170:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829730.358170:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829730.358173:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829730.358173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829730.358176:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829730.358177:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829730.358219:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829730.358223:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829730.358226:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829730.550188:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829730.550188:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787829730.550189:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829730.550197:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829730.550198:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829730.550200:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829730.550202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829730.550203:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550204:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829730.550209:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829730.550210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:2.0:1787829730.550211:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829730.550215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829730.550217:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829730.550219:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829730.550220:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829730.550222:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829730.550224:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829730.550228:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829730.550228:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6535
00000100:00000001:1.0:1787829730.550234:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829730.550236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829730.550240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787829730.550241:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829730.550247:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829730.550251:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829730.550256:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829730.550261:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829730.550262:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829730.550266:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829730.550266:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829730.550270:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829730.550273:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00100000:1.0:1787829730.550274:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829730.550278:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829730.550279:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:1.0:1787829730.550280:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829730.550286:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829730.550287:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829730.550288:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829730.550290:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829730.550294:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:2.0:1787829730.550298:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829730.550302:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:2.0:1787829730.550305:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:2.0:1787829730.550309:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:2.0:1787829730.550313:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550316:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829730.550318:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550320:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829730.550324:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:2.0:1787829730.550327:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550330:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829730.550333:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829730.550336:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829730.550340:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550342:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829730.550344:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829730.550352:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b14780.
00000020:00000040:2.0:1787829730.550355:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:2.0:1787829730.550359:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829730.550361:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550364:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829730.550367:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829730.550371:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829730.550378:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829730.550384:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829730.550393:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829730.550404:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829730.550408:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787829730.550413:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e656c2c9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829730.550433:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829730.550437:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829730.550441:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829730.550443:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829730.550445:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829730.550448:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829730.550453:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6535
00000100:00000001:0.0:1787829730.550456:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787829730.550459:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829730.550461:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829730.550465:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787829730.550465:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829730.550470:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829730.550474:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829730.550476:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550481:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829730.550485:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550489:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829730.550494:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829730.550498:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000100:00000001:0.0:1787829730.550499:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829730.550500:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829730.550503:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787829730.550505:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
02000000:00000001:0.0:1787829730.550509:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787829730.550509:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829730.550514:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829730.550515:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000040:2.0:1787829730.550521:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829730.550522:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550525:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829730.550532:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555410176:192.168.203.108@tcp:250:kworker.0
00000100:00000040:2.0:1787829730.550532:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550535:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829730.550541:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00000001:0.0:1787829730.550542:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787829730.550546:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
02000000:00000001:0.0:1787829730.550549:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829730.550550:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.550554:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829730.550555:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829730.550560:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829730.550561:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829730.550565:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550567:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829730.550571:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829730.550575:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829730.550577:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000100:00000001:2.0:1787829730.550578:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.550582:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787829730.550585:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15a40.
00000400:00000200:0.0:1787829730.550590:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:2.0:1787829730.550590:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000400:00000010:0.0:1787829730.550595:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
02000000:00000001:2.0:1787829730.550596:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829730.550600:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829730.550604:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:2.0:1787829730.550604:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829730.550607:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829730.550611:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829730.550612:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410176, portal 25
00000100:00000001:0.0:1787829730.550616:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829730.550618:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543816576 : -107611165735040 : ffff9e20d2b14780)
02000000:00000010:2.0:1787829730.550619:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bb800.
00000100:00000040:0.0:1787829730.550625:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829730.550625:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.550636:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787829730.550637:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787829730.550642:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829730.550646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829730.550651:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555410176, offset 0
00000100:00000001:2.0:1787829730.550653:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829730.550657:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.550659:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:2.0:1787829730.550665:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009fca090] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829730.550672:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.550681:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829730.550691:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787829730.550691:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829730.550696:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829730.550700:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00080000:2.0:1787829730.550702:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787829730.550705:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829730.550707:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787829730.550708:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829730.550713:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829730.550715:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00080000:2.0:1787829730.550719:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6535
00000400:00000200:0.0:1787829730.550724:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90422:90422:256:4294967295] 192.168.203.108@tcp LPNI seq info [90409:90409:8:4294967295]
00000400:00000200:2.0:1787829730.550727:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.550731:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:2.0:1787829730.550734:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:2.0:1787829730.550738:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787829730.550741:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550743:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829730.550746:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550752:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829730.550754:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787829730.550757:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829730.550760:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000200:0.0:1787829730.550764:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000001:2.0:1787829730.550764:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829730.550767:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000800:00000010:0.0:1787829730.550770:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000020:00000001:2.0:1787829730.550771:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:2.0:1787829730.550777:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000800:00000200:0.0:1787829730.550782:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:2.0:1787829730.550783:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550788:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787829730.550792:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1787829730.550792:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550796:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829730.550801:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000800:00000200:0.1:1787829730.550805:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:2.0:1787829730.550806:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:2.0:1787829730.550813:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829730.550814:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787829730.550816:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829730.550822:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1787829730.550825:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829730.550826:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829730.550829:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000001:2.0:1787829730.550830:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829730.550833:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787829730.550835:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787829730.550837:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550841:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.550843:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787829730.550847:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b15680.
00000400:00000200:0.0:1787829730.550849:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000020:00000040:2.0:1787829730.550851:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000010:0.0:1787829730.550853:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
02000000:00000001:2.0:1787829730.550857:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829730.550859:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787829730.550860:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550863:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787829730.550864:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829730.550866:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829730.550869:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787829730.550876:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24bac00.
00000100:00000001:0.0:1787829730.550879:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829730.550881:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829730.550884:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829730.550891:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829730.550893:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.550897:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829730.550902:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550904:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829730.550908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829730.550909:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.550912:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301211492
00000100:00000040:2.0:1787829730.550917:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7cc82f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829730.550919:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4780.
00000100:00000001:0.0:1787829730.550928:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829730.550932:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.550934:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301211492
00000100:00080000:2.0:1787829730.550936:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1787829730.550939:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4540.
00000100:00080000:2.0:1787829730.550941:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829730.550943:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829730.550944:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829730.550948:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829730.550948:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829730.550966:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.550967:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829730.550969:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787829730.550973:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6535
00000100:00100000:0.0:1787829730.550978:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829730/real 1787829730]  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829730.550987:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829730.550989:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1787829730.550989:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829730.550993:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:2.0:1787829730.550999:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000200:0.0:1787829730.551002:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000100:00080000:2.0:1787829730.551003:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1787829730.551007:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829730.551011:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787829730.551011:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.551016:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787829730.551017:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829730.551021:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.551028:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:0.0:1787829730.551033:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829730.551033:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787829730.551037:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:2.0:1787829730.551040:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787829730.551043:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829730.551045:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787829730.551048:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829730.551049:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551053:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1787829730.551054:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829730.551056:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787829730.551062:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:0.0:1787829730.551063:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829730.551068:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787829730.551074:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829730.551075:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829730.551079:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829730.551083:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787829730.551084:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:2.0:1787829730.551092:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829730.551115:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829730.551117:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551119:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.551121:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829730.551123:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551124:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829730.551128:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829730.551128:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1787829730.551133:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787829730.551133:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829730.551138:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
02000000:00000001:2.0:1787829730.551139:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551141:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829730.551143:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1787829730.551147:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787829730.551148:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:2.0:1787829730.551154:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.551160:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829730.551162:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b14780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555410176:192.168.203.108@tcp:250:kworker.0
00000100:00000010:2.0:1787829730.551165:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b143c0.
00000100:00000001:0.0:1787829730.551167:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787829730.551170:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829730.551172:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829730.551176:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787829730.551180:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b14780 x1874668555410176/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829730.551180:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.551182:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829730.551185:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829730.551188:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551196:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1787829730.551196:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8400.
02000000:00000001:0.0:1787829730.551201:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787829730.551202:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829730.551207:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
00000100:00100000:2.0:1787829730.551211:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829730.551213:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829730.551217:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829730.551220:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829730.551226:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829730.551227:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1787829730.551229:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb000.
00000100:00000001:2.0:1787829730.551232:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.551235:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829730.551238:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829730.551240:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b14780.
00000100:00000040:2.0:1787829730.551240:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5a8e3e] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551245:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829730.551247:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551252:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829730.551259:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551260:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829730.551262:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829730.551263:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551267:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829730.551271:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829730.551271:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829730.551275:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829730.551276:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829730.551280:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787829730.551283:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829730.551285:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829730.551291:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6535
00000100:00000001:0.0:1787829730.551294:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829730.551297:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787829730.551301:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:0.0:1787829730.551302:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829730.551306:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787829730.551309:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
02000000:00000001:0.0:1787829730.551310:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829730.551315:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787829730.551317:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410304:192.168.203.108@tcp:38:kworker.0
00000100:00000040:2.0:1787829730.551323:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829730.551324:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829730.551327:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829730.551330:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.551330:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829730.551333:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787829730.551335:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000010:0.0:1787829730.551337:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829730.551340:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.551340:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:2.0:1787829730.551346:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787829730.551350:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:2.0:1787829730.551350:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:2.0:1787829730.551354:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787829730.551355:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000020:00000040:2.0:1787829730.551359:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000010:0.0:1787829730.551360:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000020:00000001:2.0:1787829730.551363:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:0.0:1787829730.551365:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410304, portal 10
00000020:00000001:2.0:1787829730.551367:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000001:0.0:1787829730.551368:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829730.551371:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543821376 : -107611165730240 : ffff9e20d2b15a40)
00000100:00000040:2.0:1787829730.551374:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.551378:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829730.551380:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787829730.551383:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:2.0:1787829730.551388:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:2.0:1787829730.551393:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:0.0:1787829730.551394:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829730.551399:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:0.0:1787829730.551403:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829730.551405:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829730.551407:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
02000000:00000001:2.0:1787829730.551408:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787829730.551411:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555410304, offset 0
02000000:00000001:2.0:1787829730.551413:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829730.551418:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000001:2.0:1787829730.551419:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.551423:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829730.551424:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00100000:2.0:1787829730.551426:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:0.0:1787829730.551429:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000008:00000001:2.0:1787829730.551431:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.551434:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787829730.551436:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.551439:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829730.551442:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1787829730.551443:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d2b16d00.
00000400:00000200:0.0:1787829730.551445:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000040:2.0:1787829730.551449:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000400:00000200:0.0:1787829730.551450:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90423:90423:256:4294967295] 192.168.203.108@tcp LPNI seq info [90410:90410:8:4294967295]
02000000:00000001:2.0:1787829730.551455:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787829730.551456:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:2.0:1787829730.551458:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829730.551463:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787829730.551467:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787829730.551467:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829730.551469:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829730.551474:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000010:2.0:1787829730.551477:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d24b8c00.
00000800:00000010:0.0:1787829730.551479:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000001:2.0:1787829730.551482:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829730.551488:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00100000:2.0:1787829730.551492:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787829730.551494:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829730.551506:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829730.551513:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787829730.551520:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1787829730.551524:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:2.0:1787829730.551525:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829730.551530:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000040:2.0:1787829730.551534:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b32ecc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829730.551537:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829730.551547:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787829730.551550:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.551553:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000100:00000040:2.0:1787829730.551556:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6545)
00000400:00000010:0.0:1787829730.551557:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829730.551563:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829730.551569:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551577:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.551579:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551584:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551585:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829730.551588:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829730.551591:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829730.551593:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829730.551595:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301207637
00000100:00000001:0.0:1787829730.551597:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.551599:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301207637
00000100:00000001:0.0:1787829730.551600:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.551601:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829730.551603:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551604:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829730.551607:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829730/real 1787829730]  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829730.551611:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829730.551612:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829730.551614:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829730.551615:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829730.551616:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829730.551617:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829730.551619:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829730.551624:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551629:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829730.551630:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551631:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.551632:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829730.551634:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551638:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829730.551640:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551646:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829730.551647:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551648:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.551649:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551650:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829730.551652:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829730.551653:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829730.551655:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829730.551657:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829730.551659:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829730.551664:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410304:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829730.551667:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829730.551670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551677:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829730.551678:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.551680:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829730.551682:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829730.551684:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829730.551688:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829730.551691:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829730.551693:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829730.551695:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.551697:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829730.551700:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829730.551703:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.551706:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829730.551709:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829730.551713:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829730.551716:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410432, portal 10
00000100:00000001:0.0:1787829730.551717:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829730.551718:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543820416 : -107611165731200 : ffff9e20d2b15680)
00000100:00000040:0.0:1787829730.551723:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551727:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829730.551729:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829730.551730:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829730.551732:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555410432, offset 0
00000400:00000200:0.0:1787829730.551735:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829730.551738:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.551740:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829730.551742:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829730.551744:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829730.551745:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829730.551747:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829730.551749:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90424:90424:256:4294967295] 192.168.203.108@tcp LPNI seq info [90411:90411:8:4294967295]
00000400:00000200:0.0:1787829730.551752:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.551756:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829730.551759:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829730.551761:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829730.551764:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829730.551766:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829730.551769:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829730.551770:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829730.551773:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829730.551775:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829730.551777:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829730.551781:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829730.551784:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829730.551786:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829730.551789:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829730.551792:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551800:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.551803:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551811:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551812:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829730.551815:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829730.551819:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829730.551822:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829730.551824:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301207577
00000100:00000001:0.0:1787829730.551827:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.551829:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301207577
00000100:00000001:0.0:1787829730.551831:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.551832:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829730.551834:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.551835:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829730.551838:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829730/real 1787829730]  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829730.551843:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829730.551844:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829730.551845:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829730.551847:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829730.551848:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829730.551850:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829730.551852:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829730.551857:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551862:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829730.551863:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551864:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.551865:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829730.551867:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551871:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829730.551874:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551878:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829730.551879:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551880:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.551881:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.551882:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829730.551883:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829730.551885:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829730.551887:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829730.551888:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829730.551891:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829730.551895:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410432:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829730.551898:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829730.551900:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551904:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829730.551905:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.551907:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829730.551908:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829730.551909:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829730.551911:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829730.551914:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829730.551915:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829730.551916:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.551917:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829730.551919:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829730.551921:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.551923:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829730.551925:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829730.551928:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829730.551929:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410560, portal 4
00000100:00000001:0.0:1787829730.551931:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829730.551932:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543815616 : -107611165736000 : ffff9e20d2b143c0)
00000100:00000040:0.0:1787829730.551936:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.551940:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829730.551942:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829730.551944:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829730.551945:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555410560, offset 0
00000400:00000200:0.0:1787829730.551948:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829730.551950:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.551969:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829730.551972:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829730.551973:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829730.551975:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829730.551977:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829730.551979:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90425:90425:256:4294967295] 192.168.203.108@tcp LPNI seq info [90412:90412:8:4294967295]
00000400:00000200:0.0:1787829730.551982:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.551987:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829730.551991:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829730.551993:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829730.551996:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829730.551998:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829730.552001:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829730.552003:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829730.552006:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829730.552007:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829730.552010:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829730.552012:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829730.552014:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829730.552015:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829730.552017:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829730.552020:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552025:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.552027:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552032:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.552033:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829730.552035:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829730.552037:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829730.552039:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829730.552040:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301207610
00000100:00000001:0.0:1787829730.552042:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.552044:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301207610
00000100:00000001:0.0:1787829730.552046:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.552047:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829730.552048:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.552049:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829730.552051:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829730/real 1787829730]  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829730.552057:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829730.552058:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829730.552060:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829730.552061:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829730.552062:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829730.552063:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829730.552065:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829730.552071:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552075:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829730.552076:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552077:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.552078:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829730.552080:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552084:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829730.552086:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552090:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829730.552092:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552093:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.552093:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552109:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829730.552111:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829730.552112:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829730.552114:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829730.552116:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829730.552119:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829730.552124:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410560:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829730.552127:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552128:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.552130:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15a40 x1874668555410304/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552134:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829730.552135:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829730.552137:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829730.552139:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829730.552140:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829730.552141:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829730.552142:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829730.552144:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bb800.
02000000:00000001:0.0:1787829730.552146:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829730.552147:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829730.552148:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15a40.
00000100:00000001:0.0:1787829730.552149:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829730.552151:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552152:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.552154:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b15680 x1874668555410432/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552158:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829730.552158:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829730.552159:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829730.552161:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829730.552161:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829730.552162:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829730.552163:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829730.552164:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24bac00.
02000000:00000001:0.0:1787829730.552165:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829730.552166:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829730.552167:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b15680.
00000100:00000001:0.0:1787829730.552169:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829730.552170:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552172:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.552175:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b143c0 x1874668555410560/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552183:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829730.552184:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829730.552185:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829730.552188:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829730.552189:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829730.552190:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829730.552192:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829730.552194:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8400.
02000000:00000001:0.0:1787829730.552196:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829730.552197:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829730.552199:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b143c0.
00000100:00000001:0.0:1787829730.552201:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829730.552202:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552204:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552208:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829730.552210:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.552212:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829730.552214:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829730.552215:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829730.552219:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552226:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829730.552227:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.552229:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829730.552230:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829730.552231:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829730.552233:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829730.552236:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829730.552238:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829730.552239:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829730.552240:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829730.552242:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829730.552244:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829730.552246:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829730.552248:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829730.552250:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829730.552252:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410688, portal 4
00000100:00000001:0.0:1787829730.552253:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829730.552254:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462543826176 : -107611165725440 : ffff9e20d2b16d00)
00000100:00000040:0.0:1787829730.552259:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552263:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829730.552264:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829730.552266:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829730.552268:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555410688, offset 0
00000400:00000200:0.0:1787829730.552270:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829730.552273:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.552275:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829730.552277:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829730.552278:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829730.552280:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829730.552282:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829730.552284:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90426:90426:256:4294967295] 192.168.203.108@tcp LPNI seq info [90413:90413:8:4294967295]
00000400:00000200:0.0:1787829730.552286:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829730.552291:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829730.552294:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829730.552296:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829730.552298:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829730.552300:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787829730.552303:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829730.552305:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787829730.552307:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829730.552309:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829730.552311:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829730.552313:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829730.552315:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829730.552316:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829730.552318:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829730.552320:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552325:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.552327:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552331:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.552332:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829730.552334:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829730.552336:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829730.552338:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829730.552339:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301207603
00000100:00000001:0.0:1787829730.552341:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.552342:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301207603
00000100:00000001:0.0:1787829730.552344:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301211492
00000100:00000001:0.0:1787829730.552345:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829730.552346:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.552347:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829730.552350:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829730/real 1787829730]  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829730.552354:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829730.552355:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829730.552356:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829730.552357:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829730.552358:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829730.552360:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829730.552362:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829730.552367:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552371:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829730.552372:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552373:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.552374:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829730.552376:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552380:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829730.552382:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552386:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829730.552388:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552389:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829730.552390:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552391:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829730.552392:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829730.552394:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829730.552396:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829730.552397:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829730.552399:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829730.552404:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d2b16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410688:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829730.552406:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552407:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829730.552410:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d2b16d00 x1874668555410688/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829730.552414:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829730.552415:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829730.552416:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829730.552418:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829730.552419:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829730.552419:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829730.552421:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829730.552422:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d24b8c00.
02000000:00000001:0.0:1787829730.552423:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829730.552424:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829730.552425:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d2b16d00.
00000100:00000001:0.0:1787829730.552427:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829730.552428:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552429:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829730.552432:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829730.552433:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829730.552434:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829730.552435:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829731.062194:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829731.062200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829731.062202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829731.062208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829731.062212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829731.062216:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829731.062219:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829731.062222:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829731.062226:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829731.382195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829731.382200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829731.382205:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829731.382206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829731.382209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829731.382216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829731.382219:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829731.382220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829731.382222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829731.382223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829731.382286:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829731.382290:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829731.382294:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829731.574177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829731.574177:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829731.574184:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829731.574185:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829731.574188:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.574189:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829731.574197:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829731.574197:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829731.574203:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829731.574204:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829731.574205:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829731.574210:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829731.574211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.574211:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829731.574214:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.574216:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829731.574219:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829731.574220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829731.574222:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.574226:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829731.574226:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829731.574231:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829731.574232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829731.574235:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829731.574237:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829731.574241:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829731.574245:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829732.086224:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829732.086232:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829732.086235:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829732.086241:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829732.086245:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829732.086249:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829732.086253:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829732.086256:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829732.086259:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829732.406181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829732.406186:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829732.406190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829732.406191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829732.406193:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829732.406194:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829732.406196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829732.406198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829732.406200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829732.406201:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829732.406261:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829732.406265:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829732.406267:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829732.598161:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829732.598161:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829732.598168:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829732.598168:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829732.598170:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829732.598172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829732.598172:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829732.598178:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829732.598179:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829732.598179:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829732.598181:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829732.598184:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787829732.598187:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829732.598187:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829732.598189:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829732.598193:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829732.598193:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829732.598194:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829732.598197:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829732.598198:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829732.598203:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829732.598207:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829732.598211:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829732.598214:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829732.598215:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829732.598217:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829732.598220:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829733.110179:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829733.110185:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829733.110186:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829733.110191:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829733.110194:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829733.110197:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829733.110199:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829733.110201:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829733.110204:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829733.430220:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829733.430225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829733.430228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430231:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829733.430232:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829733.430237:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829733.430239:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829733.430242:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430243:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829733.430245:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430247:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829733.430249:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829733.430294:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829733.430298:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829733.430300:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829733.622197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829733.622197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829733.622198:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829733.622204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829733.622205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829733.622206:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829733.622207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829733.622208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829733.622211:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829733.622213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829733.622214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829733.622217:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829733.622220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829733.622221:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829733.622223:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829733.622227:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829733.622227:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829733.622228:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829733.622232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829733.622235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829733.622237:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829733.622241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829733.622244:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829733.622246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829733.622247:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829733.622252:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829733.622255:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829734.134199:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829734.134206:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829734.134207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829734.134213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829734.134217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829734.134221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829734.134224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829734.134227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829734.134230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829734.454195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829734.454204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829734.454210:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829734.454211:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829734.454215:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829734.454216:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829734.454220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829734.454222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829734.454225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829734.454227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829734.454288:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829734.454292:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829734.454296:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829734.518173:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301211492, at 4301211520
00000100:00000040:3.0:1787829734.518177:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301211492, at 4301211520
00000100:00000010:2.0:1787829734.518188:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4780.
00000100:00000010:3.0:1787829734.518190:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4540.
00000100:00000001:2.0:1787829734.646157:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829734.646157:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829734.646164:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829734.646164:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829734.646166:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829734.646166:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829734.646172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1787829734.646172:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829734.646173:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:1.0:1787829734.646177:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829734.646179:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829734.646182:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829734.646185:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829734.646185:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829734.646188:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829734.646189:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829734.646190:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829734.646193:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829734.646196:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829734.646197:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829734.646197:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829734.646200:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829734.646201:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829734.646203:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829734.646207:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829734.646211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829734.646215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829735.158193:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829735.158200:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829735.158202:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829735.158206:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829735.158210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829735.158213:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829735.158215:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829735.158217:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829735.158220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829735.478228:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829735.478230:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829735.478232:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478236:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829735.478238:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478240:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478241:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829735.478246:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829735.478247:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829735.478248:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478249:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829735.478250:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478251:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478252:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478255:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829735.478256:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829735.478257:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829735.478258:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478261:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829735.478262:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478264:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478266:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478270:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829735.478272:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829735.478273:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829735.478275:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478276:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829735.478278:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478280:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478282:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829735.478286:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829735.478288:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829735.478338:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829735.478341:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829735.478344:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787829735.670185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829735.670191:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829735.670191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829735.670195:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.670199:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829735.670200:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787829735.670201:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829735.670204:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829735.670206:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829735.670207:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829735.670207:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829735.670209:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829735.670212:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.670213:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829735.670213:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829735.670214:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829735.670216:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787829735.670221:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829735.670221:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829735.670223:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:1.0:1787829735.670224:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829735.670226:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829735.670227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829735.670230:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829735.670232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.670235:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829735.670235:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6540
00000100:00000001:2.0:1787829735.670236:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829735.670239:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829735.670243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.670244:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829735.670248:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787829735.670250:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829735.670253:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829735.670261:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829735.670266:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829735.670270:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670275:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829735.670278:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670282:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829735.670287:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829735.670289:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829735.670292:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829735.670295:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829735.670298:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829735.670300:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829735.670305:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670308:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829735.670310:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670312:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829735.670315:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829735.670319:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670322:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829735.670326:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829735.670330:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829735.670333:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.670335:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829735.670338:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829735.670347:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5a40.
00000020:00000040:1.0:1787829735.670350:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829735.670354:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829735.670357:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.670359:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829735.670362:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829735.670365:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829735.670374:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:1.0:1787829735.670380:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829735.670390:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829735.670401:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829735.670406:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829735.670412:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5aa71d] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829735.670435:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829735.670439:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829735.670443:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829735.670445:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829735.670447:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829735.670451:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829735.670453:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6540
00000400:00000200:1.0:1787829735.670458:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829735.670463:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829735.670466:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829735.670470:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829735.670473:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829735.670473:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829735.670479:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787829735.670479:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829735.670483:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829735.670484:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829735.670489:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787829735.670491:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829735.670492:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829735.670498:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829735.670502:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787829735.670502:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:0.0:1787829735.670505:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829735.670509:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829735.670510:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829735.670513:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829735.670514:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829735.670516:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829735.670525:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555410816:192.168.203.108@tcp:250:kworker.0
00000100:00000040:1.0:1787829735.670525:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829735.670532:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829735.670533:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829735.670536:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787829735.670539:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
02000000:00000001:0.0:1787829735.670540:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.670545:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829735.670545:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
02000000:00000010:0.0:1787829735.670550:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000020:00000040:1.0:1787829735.670551:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
02000000:00000001:0.0:1787829735.670554:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829735.670559:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829735.670564:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829735.670566:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829735.670569:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
02000000:00000001:1.0:1787829735.670570:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787829735.670576:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
02000000:00000001:1.0:1787829735.670578:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1787829735.670583:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410816, portal 25
02000000:00000001:1.0:1787829735.670584:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.670588:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829735.670590:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829735.670591:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537136704 : -107611172414912 : ffff9e20d24b5a40)
00000008:00100000:1.0:1787829735.670596:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829735.670601:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.670606:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.670609:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829735.670613:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b52c0.
00000020:00000040:1.0:1787829735.670617:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829735.670623:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829735.670625:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787829735.670627:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.670629:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670633:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787829735.670634:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
02000000:00000001:1.0:1787829735.670636:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787829735.670639:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555410816, offset 0
02000000:00000001:1.0:1787829735.670640:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.670647:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
02000000:00000010:1.0:1787829735.670648:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000001:1.0:1787829735.670655:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.670656:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00100000:1.0:1787829735.670664:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829735.670668:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829735.670680:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829735.670680:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829735.670685:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.670688:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000040:1.0:1787829735.670693:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b3ce10f] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829735.670697:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829735.670705:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670711:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.670713:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90427:90427:256:4294967295] 192.168.203.108@tcp LPNI seq info [90414:90414:8:4294967295]
00000100:00080000:1.0:1787829735.670716:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829735.670723:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829735.670725:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829735.670728:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829735.670732:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829735.670738:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787829735.670738:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829735.670744:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6540
00000800:00000200:0.0:1787829735.670749:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000400:00000200:1.0:1787829735.670754:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000800:00000010:0.0:1787829735.670756:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000400:00000200:1.0:1787829735.670760:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829735.670764:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787829735.670767:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:1.0:1787829735.670771:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829735.670773:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1787829735.670776:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829735.670781:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:0.1:1787829735.670784:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829735.670786:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:0.1:1787829735.670788:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1787829735.670790:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:0.0:1787829735.670794:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000040:1.0:1787829735.670794:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829735.670797:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1787829735.670798:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000020:00000040:1.0:1787829735.670801:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:0.0:1787829735.670804:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787829735.670805:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829735.670810:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829735.670813:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787829735.670818:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829735.670819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000100:00000001:1.0:1787829735.670821:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787829735.670823:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000040:1.0:1787829735.670827:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829735.670829:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829735.670831:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829735.670835:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000200:0.0:1787829735.670836:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829735.670843:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829735.670849:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829735.670854:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829735.670856:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829735.670858:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787829735.670862:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829735.670863:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.670868:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829735.670872:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829735.670873:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.670879:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1787829735.670879:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.670884:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.670885:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829735.670889:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6940.
00000400:00000200:0.0:1787829735.670891:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000020:00000040:1.0:1787829735.670895:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829735.670896:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301216612
02000000:00000001:1.0:1787829735.670902:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1787829735.670903:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4360.
02000000:00000001:1.0:1787829735.670905:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.670909:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829735.670910:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829735.670912:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787829735.670913:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829735.670937:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:0.0:1787829735.670938:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301216612
00000100:00000001:1.0:1787829735.670943:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829735.670944:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4ae0.
00000100:00000001:0.0:1787829735.670950:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1787829735.670954:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829735.670955:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829735.670959:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.670964:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829735.670971:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787829735.670972:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829735/real 1787829735]  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829735.670977:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829735.670986:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787829735.670988:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad39a9c4] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829735.670989:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829735.670991:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829735.670996:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829735.670998:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829735.671003:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829735.671008:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829735.671009:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829735.671014:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787829735.671021:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829735.671023:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829735.671028:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829735.671032:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787829735.671032:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829735.671034:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829735.671040:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829735.671041:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.671043:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829735.671048:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6540
00000100:00100000:0.0:1787829735.671049:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829735.671059:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829735.671060:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787829735.671067:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000040:0.0:1787829735.671068:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829735.671073:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829735.671081:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787829735.671082:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829735.671088:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829735.671088:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829735.671094:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787829735.671094:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829735.671118:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829735.671121:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829735.671123:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829735.671125:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829735.671127:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829735.671130:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829735.671131:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829735.671136:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1787829735.671137:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829735.671141:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787829735.671145:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00080000:0.0:1787829735.671148:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787829735.671150:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829735.671156:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00080000:0.0:1787829735.671158:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:1.0:1787829735.671160:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829735.671163:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787829735.671165:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00000040:0.0:1787829735.671174:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829735.671174:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829735.671180:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829735.671185:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829735.671189:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829735.671194:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829735.671196:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555410816:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829735.671197:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829735.671202:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:0.0:1787829735.671206:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787829735.671207:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671213:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829735.671213:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.671219:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5a40 x1874668555410816/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787829735.671219:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7480.
00000020:00000040:1.0:1787829735.671225:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829735.671229:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829735.671231:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829735.671232:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829735.671235:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829735.671236:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
00000100:00000001:1.0:1787829735.671240:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829735.671241:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787829735.671244:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1787829735.671245:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829735.671248:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829735.671248:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829735.671254:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829735.671257:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000010:1.0:1787829735.671257:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f400.
02000000:00000001:0.0:1787829735.671263:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787829735.671264:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.671265:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829735.671268:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5a40.
00000100:00000001:0.0:1787829735.671272:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829735.671274:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829735.671275:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829735.671276:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671283:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829735.671286:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671291:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829735.671291:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829735.671292:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829735.671295:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829735.671296:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.671301:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829735.671307:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05012d9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671311:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829735.671313:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.671316:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829735.671318:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829735.671323:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.671328:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829735.671329:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410944:192.168.203.108@tcp:38:kworker.0
00000100:00080000:1.0:1787829735.671335:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829735.671336:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829735.671339:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829735.671343:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829735.671343:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1787829735.671346:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829735.671348:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1787829735.671350:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000100:00080000:1.0:1787829735.671352:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787829735.671353:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.671358:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829735.671361:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6540
00000400:00000200:1.0:1787829735.671368:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.671370:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829735.671374:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000200:1.0:1787829735.671376:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000400:00000010:0.0:1787829735.671379:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00080000:1.0:1787829735.671381:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1787829735.671383:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555410944, portal 10
00000100:00000001:0.0:1787829735.671387:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787829735.671388:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829735.671390:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537134784 : -107611172416832 : ffff9e20d24b52c0)
00000100:00000001:1.0:1787829735.671393:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829735.671398:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829735.671400:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829735.671404:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829735.671409:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829735.671412:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787829735.671413:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000100:00000040:0.0:1787829735.671419:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000020:00000001:1.0:1787829735.671419:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829735.671422:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000010:0.0:1787829735.671424:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000020:00000001:1.0:1787829735.671427:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000200:0.0:1787829735.671430:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555410944, offset 0
00000020:00000001:1.0:1787829735.671431:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:1.0:1787829735.671440:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829735.671442:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829735.671444:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829735.671449:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829735.671451:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829735.671453:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829735.671458:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000200:0.0:1787829735.671461:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:1.0:1787829735.671464:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829735.671468:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787829735.671469:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829735.671474:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829735.671475:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
02000000:00000001:1.0:1787829735.671478:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829735.671479:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829735.671484:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
02000000:00000001:1.0:1787829735.671485:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.671490:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90428:90428:256:4294967295] 192.168.203.108@tcp LPNI seq info [90415:90415:8:4294967295]
00000100:00000001:1.0:1787829735.671490:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829735.671494:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000400:00000200:0.0:1787829735.671499:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000008:00000001:1.0:1787829735.671501:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829735.671506:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.671509:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787829735.671513:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4f00.
00000800:00000200:0.0:1787829735.671516:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000020:00000040:1.0:1787829735.671519:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000800:00000010:0.0:1787829735.671521:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
02000000:00000001:1.0:1787829735.671526:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1787829735.671527:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829735.671529:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829735.671531:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1787829735.671534:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1787829735.671538:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829735.671539:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1787829735.671541:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1787829735.671543:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829735.671547:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.671550:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
02000000:00000010:1.0:1787829735.671552:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000400:00000200:0.0:1787829735.671553:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829735.671558:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787829735.671559:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.671561:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829735.671565:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829735.671567:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787829735.671570:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787829735.671573:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671599:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829735.671601:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787829735.671604:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829735.671606:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671614:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671616:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787829735.671617:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9beefcb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671619:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.671625:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829735.671633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829735.671637:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301212757
00000100:00000001:1.0:1787829735.671638:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671640:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.671644:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301212757
00000100:00000040:1.0:1787829735.671645:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6550)
00000100:00000001:0.0:1787829735.671646:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.671651:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829735.671653:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671655:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829735.671661:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829735/real 1787829735]  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829735.671670:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829735.671672:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829735.671674:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829735.671677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829735.671679:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829735.671681:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829735.671685:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829735.671694:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671702:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829735.671704:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671706:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.671707:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829735.671711:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671716:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829735.671719:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671723:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829735.671725:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671727:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.671728:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671729:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829735.671731:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829735.671732:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829735.671735:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829735.671736:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829735.671739:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829735.671744:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555410944:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829735.671746:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829735.671748:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671752:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829735.671753:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.671754:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829735.671756:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829735.671757:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829735.671759:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829735.671761:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829735.671763:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829735.671764:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.671765:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829735.671767:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829735.671769:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.671771:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829735.671773:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829735.671775:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829735.671777:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411072, portal 10
00000100:00000001:0.0:1787829735.671778:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829735.671779:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537140544 : -107611172411072 : ffff9e20d24b6940)
00000100:00000040:0.0:1787829735.671783:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671787:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829735.671789:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829735.671791:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829735.671792:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555411072, offset 0
00000400:00000200:0.0:1787829735.671795:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829735.671798:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.671800:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829735.671802:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829735.671804:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829735.671806:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829735.671808:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829735.671810:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90429:90429:256:4294967295] 192.168.203.108@tcp LPNI seq info [90416:90416:8:4294967295]
00000400:00000200:0.0:1787829735.671812:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.671817:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829735.671820:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.671822:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829735.671825:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829735.671826:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787829735.671829:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829735.671831:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787829735.671833:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.671835:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829735.671837:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829735.671839:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829735.671841:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829735.671842:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829735.671844:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829735.671846:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671851:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.671853:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671857:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671859:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829735.671861:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.671863:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829735.671865:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829735.671866:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301212697
00000100:00000001:0.0:1787829735.671868:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.671869:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301212697
00000100:00000001:0.0:1787829735.671871:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.671872:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829735.671873:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671874:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829735.671876:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829735/real 1787829735]  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829735.671881:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829735.671882:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829735.671884:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829735.671885:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829735.671886:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829735.671887:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829735.671889:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829735.671894:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671899:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829735.671899:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671901:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.671901:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829735.671903:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671907:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829735.671910:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671915:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829735.671930:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671932:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.671933:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671934:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829735.671935:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829735.671937:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829735.671940:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829735.671941:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829735.671944:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829735.671949:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411072:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829735.671952:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671953:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.671955:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b52c0 x1874668555410944/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671959:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829735.671960:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829735.671962:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829735.671964:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829735.671965:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829735.671966:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829735.671967:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829735.671969:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829735.671970:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829735.671971:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829735.671972:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b52c0.
00000100:00000001:0.0:1787829735.671973:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829735.671974:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671976:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.671978:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6940 x1874668555411072/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.671983:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829735.671984:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829735.671985:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829735.671986:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829735.671986:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829735.671987:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829735.671988:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829735.671989:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:0.0:1787829735.671990:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829735.671991:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829735.671992:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6940.
00000100:00000001:0.0:1787829735.671993:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829735.671994:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671995:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.671997:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829735.671998:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.671999:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829735.672000:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829735.672001:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829735.672003:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672008:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829735.672008:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.672010:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829735.672011:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829735.672012:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829735.672014:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829735.672017:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829735.672018:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829735.672019:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.672020:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829735.672023:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829735.672024:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.672027:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829735.672029:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829735.672031:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829735.672033:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411200, portal 4
00000100:00000001:0.0:1787829735.672035:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829735.672036:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537143424 : -107611172408192 : ffff9e20d24b7480)
00000100:00000040:0.0:1787829735.672040:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672045:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829735.672046:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829735.672048:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829735.672049:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555411200, offset 0
00000400:00000200:0.0:1787829735.672052:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829735.672054:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.672057:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829735.672058:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829735.672060:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829735.672062:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829735.672064:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829735.672066:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90430:90430:256:4294967295] 192.168.203.108@tcp LPNI seq info [90417:90417:8:4294967295]
00000400:00000200:0.0:1787829735.672069:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.672074:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829735.672076:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.672078:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829735.672081:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829735.672083:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787829735.672086:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829735.672088:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787829735.672090:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.672092:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829735.672094:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829735.672113:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829735.672116:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829735.672117:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829735.672119:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829735.672121:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672126:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.672128:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672133:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.672134:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829735.672136:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.672138:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829735.672140:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829735.672142:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301212731
00000100:00000001:0.0:1787829735.672144:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.672145:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301212731
00000100:00000001:0.0:1787829735.672147:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.672148:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829735.672149:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.672151:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829735.672153:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829735/real 1787829735]  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829735.672158:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829735.672159:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829735.672160:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829735.672161:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829735.672163:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829735.672164:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829735.672166:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829735.672176:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672181:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829735.672182:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672183:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.672184:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829735.672186:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672190:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829735.672192:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672196:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829735.672198:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672199:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.672199:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672200:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829735.672202:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829735.672203:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829735.672205:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829735.672207:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829735.672209:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829735.672214:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411200:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829735.672217:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829735.672219:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672228:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829735.672229:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.672230:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829735.672232:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829735.672233:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829735.672234:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829735.672236:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829735.672237:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829735.672238:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829735.672239:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829735.672241:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829735.672242:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829735.672244:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829735.672246:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829735.672248:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829735.672250:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411328, portal 4
00000100:00000001:0.0:1787829735.672251:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829735.672252:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537133824 : -107611172417792 : ffff9e20d24b4f00)
00000100:00000040:0.0:1787829735.672255:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672260:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829735.672261:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829735.672263:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829735.672264:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555411328, offset 0
00000400:00000200:0.0:1787829735.672266:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829735.672268:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.672270:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829735.672272:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829735.672274:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829735.672276:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829735.672277:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829735.672280:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90431:90431:256:4294967295] 192.168.203.108@tcp LPNI seq info [90418:90418:8:4294967295]
00000400:00000200:0.0:1787829735.672283:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829735.672287:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829735.672290:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.672292:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829735.672295:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829735.672297:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787829735.672300:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829735.672301:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787829735.672304:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829735.672305:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829735.672307:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829735.672310:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829735.672311:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829735.672313:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829735.672314:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829735.672317:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672322:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.672324:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672328:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.672329:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829735.672331:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829735.672332:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829735.672334:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829735.672335:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301212723
00000100:00000001:0.0:1787829735.672337:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.672338:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301212723
00000100:00000001:0.0:1787829735.672340:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301216612
00000100:00000001:0.0:1787829735.672342:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829735.672343:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.672345:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829735.672347:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829735/real 1787829735]  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829735.672352:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829735.672353:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829735.672354:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829735.672355:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829735.672356:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829735.672357:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829735.672359:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829735.672365:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672370:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829735.672371:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672372:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.672372:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829735.672374:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672378:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829735.672381:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672385:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829735.672386:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672387:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829735.672388:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672389:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829735.672390:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829735.672391:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829735.672394:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829735.672395:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829735.672398:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829735.672403:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411328:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829735.672405:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672406:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.672408:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7480 x1874668555411200/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672411:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829735.672412:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829735.672413:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829735.672415:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829735.672416:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829735.672417:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829735.672419:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829735.672421:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:0.0:1787829735.672423:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829735.672424:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829735.672425:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7480.
00000100:00000001:0.0:1787829735.672427:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829735.672429:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672430:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829735.672434:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4f00 x1874668555411328/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829735.672440:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829735.672442:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829735.672444:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829735.672446:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829735.672447:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829735.672449:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829735.672451:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829735.672453:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:0.0:1787829735.672456:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829735.672457:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829735.672458:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4f00.
00000100:00000001:0.0:1787829735.672461:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829735.672463:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672464:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829735.672468:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829735.672470:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829735.672472:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829735.672474:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829736.182196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829736.182202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829736.182204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829736.182208:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829736.182212:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829736.182215:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829736.182218:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829736.182220:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829736.182222:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829736.502168:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829736.502173:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829736.502177:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829736.502178:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829736.502181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829736.502182:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829736.502184:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829736.502185:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829736.502187:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829736.502188:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829736.502272:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829736.502275:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829736.502277:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829736.694195:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829736.694195:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829736.694195:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829736.694202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829736.694203:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829736.694203:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829736.694205:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.694207:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829736.694208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829736.694212:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829736.694214:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829736.694215:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829736.694217:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829736.694220:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829736.694222:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829736.694222:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829736.694224:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829736.694226:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829736.694226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829736.694230:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829736.694234:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.694234:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829736.694237:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.694240:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829736.694241:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829736.694244:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829736.694246:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829737.206182:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829737.206187:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829737.206188:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829737.206193:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829737.206196:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829737.206199:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829737.206201:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829737.206203:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829737.206205:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829737.526208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829737.526214:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829737.526218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829737.526219:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829737.526221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829737.526222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829737.526224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829737.526225:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829737.526228:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829737.526228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829737.526300:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829737.526305:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829737.526308:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829737.718177:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829737.718185:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829737.718185:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829737.718188:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829737.718192:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829737.718192:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829737.718192:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829737.718197:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829737.718198:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829737.718199:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829737.718206:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787829737.718206:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829737.718207:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829737.718211:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829737.718212:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829737.718213:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829737.718217:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829737.718217:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829737.718218:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829737.718221:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829737.718225:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829737.718228:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829737.718231:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829737.718233:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829737.718236:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829737.718240:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829737.718243:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829738.230324:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829738.230330:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829738.230333:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829738.230338:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829738.230343:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829738.230346:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829738.230350:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829738.230353:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829738.230357:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829738.550198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829738.550205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829738.550212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829738.550213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829738.550217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829738.550218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829738.550222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829738.550223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829738.550227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829738.550229:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829738.550299:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829738.550304:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829738.550308:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829738.742216:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829738.742217:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829738.742217:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829738.742227:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829738.742227:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829738.742227:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829738.742230:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829738.742232:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829738.742232:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829738.742239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829738.742241:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829738.742246:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829738.742248:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829738.742248:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829738.742252:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829738.742253:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829738.742253:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829738.742259:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829738.742261:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829738.742264:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829738.742270:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829738.742271:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829738.742280:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829738.742285:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829738.742285:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829738.742287:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829738.742289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829739.254218:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829739.254227:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829739.254229:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829739.254234:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829739.254238:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829739.254242:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829739.254245:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829739.254247:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829739.254251:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829739.574182:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829739.574187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829739.574191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829739.574192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829739.574195:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829739.574196:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829739.574198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829739.574199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829739.574202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829739.574203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829739.574257:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829739.574261:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829739.574263:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829739.638216:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301216612, at 4301216640
00000100:00000010:3.0:1787829739.638229:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4ae0.
00000100:00000040:2.0:1787829739.638239:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301216612, at 4301216640
00000100:00000010:2.0:1787829739.638253:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4360.
00000100:00000001:0.0:1787829739.766168:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829739.766175:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829739.766177:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829739.766178:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787829739.766183:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829739.766183:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829739.766185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829739.766190:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829739.766190:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829739.766191:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829739.766193:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829739.766194:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829739.766199:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829739.766200:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829739.766202:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829739.766207:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829739.766208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829739.766214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829739.766216:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829739.766219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829739.766223:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829739.766224:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829739.766227:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829739.766232:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829739.766237:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829739.766239:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829739.766241:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.278163:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829740.278170:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829740.278172:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829740.278177:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829740.278181:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829740.278184:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829740.278187:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829740.278190:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829740.278193:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829740.598186:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829740.598192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829740.598196:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829740.598197:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829740.598200:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829740.598200:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829740.598203:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829740.598204:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829740.598206:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829740.598206:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829740.598264:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829740.598267:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829740.598270:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829740.790210:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829740.790221:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829740.790225:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829740.790229:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829740.790230:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829740.790236:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829740.790239:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829740.790240:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829740.790244:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787829740.790245:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:1.0:1787829740.790253:0:49828:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6545
00000100:00000001:2.0:1787829740.790254:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829740.790255:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829740.790259:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829740.790261:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829740.790269:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829740.790269:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829740.790278:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1787829740.790279:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829740.790279:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829740.790280:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829740.790284:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.790285:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829740.790289:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.790295:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829740.790295:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1787829740.790296:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:2.0:1787829740.790301:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829740.790303:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00080000:1.0:1787829740.790306:0:49828:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829740.790306:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.790308:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787829740.790322:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790327:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829740.790328:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829740.790332:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829740.790337:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829740.790337:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829740.790342:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829740.790343:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829740.790347:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829740.790348:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829740.790353:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829740.790357:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829740.790361:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829740.790364:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829740.790369:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790372:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829740.790374:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790377:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829740.790380:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829740.790383:0:49828:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790386:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.790389:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829740.790392:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829740.790395:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.790397:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829740.790400:0:49828:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829740.790409:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5e00.
00000020:00000040:1.0:1787829740.790412:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829740.790416:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829740.790418:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.790421:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829740.790424:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829740.790428:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829740.790436:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d800.
00000100:00000001:1.0:1787829740.790443:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829740.790452:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829740.790463:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829740.790468:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829740.790473:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e35e8c63] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829740.790496:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829740.790499:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829740.790502:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829740.790504:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829740.790506:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829740.790508:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829740.790512:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6545
00000400:00000200:1.0:1787829740.790516:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829740.790519:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829740.790522:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829740.790526:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790528:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829740.790531:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829740.790533:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829740.790534:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829740.790537:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829740.790539:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829740.790540:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787829740.790543:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829740.790546:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787829740.790548:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829740.790550:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:0.0:1787829740.790557:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829740.790560:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829740.790565:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829740.790567:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787829740.790571:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
02000000:00000001:0.0:1787829740.790573:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.790579:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829740.790580:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790585:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787829740.790587:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555411456:192.168.203.108@tcp:250:kworker.0
00000100:00000040:1.0:1787829740.790591:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790596:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829740.790598:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829740.790601:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829740.790604:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829740.790606:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.790610:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829740.790611:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829740.790614:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.790616:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.790617:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829740.790622:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829740.790623:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
00000100:00000001:1.0:1787829740.790625:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829740.790627:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829740.790632:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787829740.790633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829740.790639:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000008:00000001:1.0:1787829740.790640:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.790644:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829740.790646:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000010:1.0:1787829740.790649:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4000.
00000100:00000200:0.0:1787829740.790653:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411456, portal 25
00000020:00000040:1.0:1787829740.790655:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000100:00000001:0.0:1787829740.790658:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829740.790662:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537137664 : -107611172413952 : ffff9e20d24b5e00)
02000000:00000001:1.0:1787829740.790663:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829740.790666:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.790670:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1787829740.790671:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829740.790672:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829740.790676:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829740.790681:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d400.
00000100:00000001:1.0:1787829740.790687:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.790695:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1787829740.790697:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787829740.790703:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829740.790709:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000001:1.0:1787829740.790710:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787829740.790715:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555411456, offset 0
00000100:00000001:1.0:1787829740.790716:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829740.790725:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d464b8c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787829740.790734:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790742:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829740.790746:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00080000:1.0:1787829740.790748:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787829740.790754:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00080000:1.0:1787829740.790756:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829740.790760:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787829740.790762:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787829740.790764:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829740.790768:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000100:00000001:1.0:1787829740.790770:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829740.790774:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787829740.790777:0:49828:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6545
00000400:00000200:0.0:1787829740.790778:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829740.790784:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90432:90432:256:4294967295] 192.168.203.108@tcp LPNI seq info [90419:90419:8:4294967295]
00000400:00000200:0.0:1787829740.790788:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.790798:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787829740.790798:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829740.790809:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000200:0.0:1787829740.790810:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829740.790816:0:49828:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1787829740.790818:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000040:1.0:1787829740.790825:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000800:00000200:0.0:1787829740.790827:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829740.790831:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787829740.790833:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1787829740.790838:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000800:00000200:0.1:1787829740.790843:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000001:1.0:1787829740.790844:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000800:00000200:0.1:1787829740.790848:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1787829740.790850:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829740.790853:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000800:00000100:0.0:1787829740.790854:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000020:00000001:1.0:1787829740.790858:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1787829740.790859:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000020:00000040:1.0:1787829740.790863:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000400:00000200:0.0:1787829740.790866:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787829740.790868:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829740.790872:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1787829740.790875:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829740.790878:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829740.790891:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829740.790896:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829740.790900:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829740.790902:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.790909:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829740.790913:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829740.790914:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829740.790919:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829740.790921:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829740.790924:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00000001:0.0:1787829740.790933:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829740.790933:0:49828:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:0.0:1787829740.790938:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829740.790940:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.790943:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829740.790947:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.790947:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829740.790953:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829740.790955:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829740.790957:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829740.790962:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301221732
00000008:00100000:1.0:1787829740.790962:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829740.790969:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.790971:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829740.790972:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f48a0.
00000100:00000010:1.0:1787829740.790977:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4b40.
00000100:00000001:0.0:1787829740.790982:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1787829740.790982:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
02000000:00000001:1.0:1787829740.790989:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829740.790991:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301221732
02000000:00000001:1.0:1787829740.790991:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.790996:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829740.790999:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1787829740.791000:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4de0.
02000000:00000001:1.0:1787829740.791002:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791006:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
02000000:00000010:1.0:1787829740.791010:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304cc00.
00000100:00000001:0.0:1787829740.791012:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829740.791015:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791017:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829740.791024:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829740.791030:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829740.791038:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829740/real 1787829740]  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829740.791039:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829740.791044:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829740.791053:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787829740.791054:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083374960] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829740.791057:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829740.791060:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829740.791064:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829740.791067:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829740.791071:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829740.791075:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829740.791078:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829740.791080:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829740.791089:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829740.791093:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1787829740.791094:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791119:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829740.791120:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.791122:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.791124:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829740.791128:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829740.791130:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829740.791139:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829740.791139:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829740.791149:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6545
00000100:00000040:0.0:1787829740.791150:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829740.791159:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829740.791167:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829740.791172:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829740.791173:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829740.791180:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829740.791181:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829740.791185:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829740.791186:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829740.791189:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829740.791191:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829740.791194:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829740.791196:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829740.791198:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787829740.791201:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:0.0:1787829740.791205:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1787829740.791205:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829740.791210:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:0.0:1787829740.791214:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000040:1.0:1787829740.791215:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829740.791217:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1787829740.791221:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:0.0:1787829740.791224:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829740.791226:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000040:1.0:1787829740.791236:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:0.0:1787829740.791239:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555411456:192.168.203.108@tcp:250:kworker.0
00000100:00000001:1.0:1787829740.791241:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829740.791246:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829740.791247:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829740.791250:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829740.791252:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829740.791256:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5e00 x1874668555411456/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829740.791258:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829740.791266:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829740.791272:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.791276:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829740.791281:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829740.791282:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.791283:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829740.791288:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829740.791289:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
00000100:00000001:1.0:1787829740.791294:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829740.791295:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:1.0:1787829740.791299:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000020:00000001:0.0:1787829740.791300:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829740.791303:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000008:00000001:1.0:1787829740.791305:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829740.791306:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829740.791310:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829740.791311:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
00000100:00000010:1.0:1787829740.791316:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7840.
02000000:00000001:0.0:1787829740.791317:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829740.791320:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1787829740.791322:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000010:0.0:1787829740.791323:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5e00.
00000100:00000001:0.0:1787829740.791329:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1787829740.791329:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829740.791333:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829740.791333:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791340:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829740.791340:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829740.791344:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829740.791348:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791349:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829740.791353:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829740.791355:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c000.
00000100:00000001:0.0:1787829740.791356:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829740.791358:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829740.791361:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829740.791363:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829740.791365:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829740.791373:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829740.791374:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829740.791377:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.791381:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829740.791384:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.791388:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.791392:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787829740.791394:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:1.0:1787829740.791397:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791398:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829740.791402:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829740.791404:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.791407:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787829740.791407:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005347bfca] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787829740.791410:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829740.791415:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829740.791425:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829740.791428:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829740.791432:0:49828:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787829740.791436:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00080000:1.0:1787829740.791436:0:49828:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829740.791441:0:49828:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787829740.791443:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00080000:1.0:1787829740.791444:0:49828:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787829740.791449:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411584, portal 10
00000100:00000001:1.0:1787829740.791450:0:49828:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829740.791454:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829740.791457:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537129984 : -107611172421632 : ffff9e20d24b4000)
00000100:00080000:1.0:1787829740.791457:0:49828:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6545
00000400:00000200:1.0:1787829740.791467:0:49828:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:0.0:1787829740.791468:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787829740.791475:0:49828:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829740.791478:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829740.791481:0:49828:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787829740.791485:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829740.791488:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000040:1.0:1787829740.791489:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000200:0.0:1787829740.791491:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555411584, offset 0
00000100:00000001:1.0:1787829740.791495:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829740.791499:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000100:00000040:1.0:1787829740.791503:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829740.791508:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829740.791510:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829740.791514:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000020:00000001:1.0:1787829740.791516:0:49828:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829740.791519:0:49828:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000400:00000200:0.0:1787829740.791520:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829740.791524:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000020:00000001:1.0:1787829740.791525:0:49828:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787829740.791527:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787829740.791529:0:49828:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000400:00000200:0.0:1787829740.791530:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000020:00000001:1.0:1787829740.791536:0:49828:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:0.0:1787829740.791537:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90433:90433:256:4294967295] 192.168.203.108@tcp LPNI seq info [90420:90420:8:4294967295]
00000020:00000001:1.0:1787829740.791543:0:49828:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000400:00000200:0.0:1787829740.791545:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000040:1.0:1787829740.791551:0:49828:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.791557:0:49828:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787829740.791561:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787829740.791563:0:49828:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829740.791569:0:49828:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829740.791574:0:49828:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000800:00000200:0.0:1787829740.791575:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829740.791581:0:49828:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000800:00000010:0.0:1787829740.791582:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000001:1.0:1787829740.791586:0:49828:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829740.791589:0:49828:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787829740.791593:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
02000000:00000001:1.0:1787829740.791595:0:49828:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787829740.791599:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1787829740.791600:0:49828:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.791605:0:49828:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829740.791609:0:49828:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000800:00000200:0.1:1787829740.791610:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000008:00000001:1.0:1787829740.791614:0:49828:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829740.791615:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787829740.791619:0:49828:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829740.791623:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.791626:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000010:1.0:1787829740.791627:0:49828:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b7c00.
00000400:00000200:0.0:1787829740.791629:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787829740.791632:0:49828:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829740.791637:0:49828:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829740.791638:0:49828:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.791640:0:49828:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787829740.791642:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787829740.791643:0:49828:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829740.791648:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
02000000:00000001:1.0:1787829740.791648:0:49828:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829740.791651:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829740.791656:0:2384:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1787829740.791656:0:49828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d800.
00000100:00000200:0.0:1787829740.791660:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829740.791663:0:49828:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829740.791673:0:49828:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829740.791674:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.791687:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829740.791702:0:49828:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829740.791707:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829740.791708:0:49828:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791711:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829740.791717:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829740.791718:0:49828:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0066ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787829740.791722:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829740.791730:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829740.791733:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301217877
00000100:00000001:0.0:1787829740.791738:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301221732
00000100:00000001:1.0:1787829740.791740:0:49828:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791741:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301217877
00000100:00000001:0.0:1787829740.791746:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.791748:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829740.791750:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829740.791750:0:49828:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6555)
00000100:00000001:0.0:1787829740.791756:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829740.791760:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829740/real 1787829740]  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829740.791766:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829740.791767:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829740.791769:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829740.791772:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829740.791773:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829740.791775:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829740.791777:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829740.791783:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791792:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829740.791793:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.791794:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.791795:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829740.791797:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791801:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829740.791804:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791808:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829740.791810:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.791811:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.791811:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.791813:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829740.791814:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829740.791816:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829740.791818:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829740.791820:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829740.791823:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829740.791828:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411584:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829740.791830:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829740.791833:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791837:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829740.791838:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.791840:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829740.791841:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.791843:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829740.791844:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829740.791847:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829740.791848:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829740.791849:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.791850:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829740.791853:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829740.791854:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829740.791856:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829740.791858:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829740.791860:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829740.791862:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411712, portal 10
00000100:00000001:0.0:1787829740.791864:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829740.791865:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537132864 : -107611172418752 : ffff9e20d24b4b40)
00000100:00000040:0.0:1787829740.791868:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791873:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829740.791874:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829740.791876:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829740.791877:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555411712, offset 0
00000400:00000200:0.0:1787829740.791880:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829740.791900:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.791902:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829740.791904:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829740.791906:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829740.791908:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829740.791910:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829740.791912:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90434:90434:256:4294967295] 192.168.203.108@tcp LPNI seq info [90421:90421:8:4294967295]
00000400:00000200:0.0:1787829740.791915:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.791919:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829740.791923:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.791926:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829740.791929:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829740.791931:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787829740.791934:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829740.791937:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787829740.791941:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.791942:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829740.791946:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829740.791949:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829740.791952:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829740.791954:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829740.791957:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829740.791961:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791969:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.791972:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.791979:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.791981:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829740.791985:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829740.791988:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829740.791991:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829740.791993:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301217817
00000100:00000001:0.0:1787829740.791996:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.791998:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301217817
00000100:00000001:0.0:1787829740.792000:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.792002:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829740.792005:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792007:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829740.792011:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829740/real 1787829740]  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829740.792021:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829740.792022:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829740.792024:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829740.792027:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829740.792029:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829740.792030:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829740.792033:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829740.792039:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792043:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829740.792044:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792045:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.792046:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829740.792048:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792053:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829740.792055:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792059:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829740.792061:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792062:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.792062:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792064:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829740.792065:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829740.792066:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829740.792068:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829740.792069:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829740.792072:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829740.792077:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411712:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829740.792080:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792081:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.792083:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4000 x1874668555411584/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792087:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829740.792088:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829740.792089:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829740.792091:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829740.792092:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829740.792093:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829740.792110:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829740.792112:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d400.
02000000:00000001:0.0:1787829740.792114:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829740.792115:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829740.792116:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4000.
00000100:00000001:0.0:1787829740.792118:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829740.792119:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792120:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.792123:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4b40 x1874668555411712/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792127:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829740.792128:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829740.792129:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829740.792131:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829740.792131:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829740.792132:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829740.792134:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829740.792134:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304cc00.
02000000:00000001:0.0:1787829740.792136:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829740.792137:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829740.792138:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4b40.
00000100:00000001:0.0:1787829740.792139:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829740.792140:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792141:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792144:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829740.792145:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792146:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829740.792147:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829740.792148:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829740.792151:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792159:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829740.792160:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.792163:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829740.792165:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.792167:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829740.792170:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829740.792173:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829740.792175:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829740.792177:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.792179:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829740.792182:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829740.792184:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829740.792188:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829740.792191:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829740.792194:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829740.792198:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411840, portal 4
00000100:00000001:0.0:1787829740.792200:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829740.792201:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537144384 : -107611172407232 : ffff9e20d24b7840)
00000100:00000040:0.0:1787829740.792207:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792211:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829740.792213:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829740.792215:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829740.792217:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555411840, offset 0
00000400:00000200:0.0:1787829740.792220:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829740.792222:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.792225:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829740.792227:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829740.792229:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829740.792231:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829740.792233:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829740.792235:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90435:90435:256:4294967295] 192.168.203.108@tcp LPNI seq info [90422:90422:8:4294967295]
00000400:00000200:0.0:1787829740.792238:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.792242:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829740.792245:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.792247:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829740.792250:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829740.792252:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787829740.792255:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829740.792257:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787829740.792259:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.792260:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829740.792262:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829740.792265:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829740.792267:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829740.792268:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829740.792270:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829740.792272:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792277:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.792279:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792284:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792285:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829740.792287:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829740.792289:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829740.792291:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829740.792293:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301217851
00000100:00000001:0.0:1787829740.792294:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.792296:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301217851
00000100:00000001:0.0:1787829740.792297:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.792298:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829740.792300:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792301:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829740.792303:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829740/real 1787829740]  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829740.792308:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829740.792309:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829740.792310:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829740.792312:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829740.792313:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829740.792314:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829740.792316:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829740.792321:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792326:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829740.792327:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792328:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.792329:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829740.792331:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792335:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829740.792337:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792342:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829740.792344:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792345:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.792346:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792347:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829740.792348:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829740.792350:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829740.792352:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829740.792353:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829740.792355:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829740.792360:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411840:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829740.792362:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829740.792364:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792368:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829740.792369:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.792370:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829740.792371:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829740.792372:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829740.792374:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829740.792376:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829740.792377:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829740.792378:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829740.792379:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829740.792381:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829740.792383:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829740.792385:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829740.792386:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829740.792388:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829740.792390:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555411968, portal 4
00000100:00000001:0.0:1787829740.792391:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829740.792392:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537145344 : -107611172406272 : ffff9e20d24b7c00)
00000100:00000040:0.0:1787829740.792396:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792400:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829740.792402:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829740.792403:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829740.792404:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555411968, offset 0
00000400:00000200:0.0:1787829740.792407:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829740.792409:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.792411:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829740.792413:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829740.792415:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829740.792417:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829740.792418:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829740.792420:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90436:90436:256:4294967295] 192.168.203.108@tcp LPNI seq info [90423:90423:8:4294967295]
00000400:00000200:0.0:1787829740.792422:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829740.792426:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829740.792429:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.792431:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829740.792434:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829740.792435:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787829740.792438:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829740.792440:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787829740.792442:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829740.792443:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829740.792445:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829740.792447:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829740.792449:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829740.792450:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829740.792452:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829740.792454:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792459:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.792461:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792465:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792466:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829740.792468:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829740.792470:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829740.792471:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829740.792472:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301217843
00000100:00000001:0.0:1787829740.792474:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.792476:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301217843
00000100:00000001:0.0:1787829740.792477:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301221732
00000100:00000001:0.0:1787829740.792478:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829740.792480:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792481:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829740.792483:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829740/real 1787829740]  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829740.792487:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829740.792488:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829740.792489:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829740.792490:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829740.792491:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829740.792492:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829740.792494:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829740.792499:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792507:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829740.792508:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792509:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.792510:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829740.792512:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792516:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829740.792518:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792522:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829740.792523:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792524:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829740.792525:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792526:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829740.792527:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829740.792529:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829740.792530:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829740.792532:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829740.792534:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829740.792538:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555411968:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829740.792540:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792542:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.792543:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7840 x1874668555411840/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792548:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829740.792549:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829740.792551:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829740.792553:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829740.792554:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829740.792556:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829740.792558:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829740.792560:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c000.
02000000:00000001:0.0:1787829740.792562:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829740.792563:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829740.792565:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7840.
00000100:00000001:0.0:1787829740.792567:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829740.792569:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792570:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829740.792574:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b7c00 x1874668555411968/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829740.792581:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829740.792582:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829740.792584:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c000.
02000000:00000001:0.0:1787829740.792586:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829740.792588:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829740.792589:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829740.792591:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829740.792593:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d800.
02000000:00000001:0.0:1787829740.792595:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829740.792596:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829740.792598:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b7c00.
00000100:00000001:0.0:1787829740.792600:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829740.792601:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792604:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829740.792607:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829740.792608:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829740.792610:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829740.792611:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829741.302196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829741.302202:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829741.302204:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829741.302207:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829741.302210:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829741.302214:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829741.302216:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829741.302218:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829741.302220:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829741.622181:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829741.622187:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829741.622191:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829741.622192:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829741.622202:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829741.622203:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829741.622209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829741.622210:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829741.622212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829741.622213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829741.622259:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829741.622263:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829741.622266:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829741.814171:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829741.814171:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829741.814172:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829741.814178:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829741.814179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829741.814179:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829741.814180:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829741.814183:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829741.814183:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829741.814187:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829741.814189:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:3.0:1787829741.814189:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829741.814191:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829741.814194:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829741.814194:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829741.814196:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829741.814198:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829741.814198:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829741.814199:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829741.814202:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829741.814206:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829741.814206:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829741.814211:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829741.814214:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829741.814215:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829741.814216:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829741.814219:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.326196:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829742.326205:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829742.326208:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829742.326216:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829742.326220:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829742.326225:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.326227:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829742.326230:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.326232:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829742.646355:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829742.646366:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829742.646375:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829742.646376:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829742.646381:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829742.646383:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829742.646387:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829742.646389:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829742.646393:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829742.646394:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829742.646464:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829742.646468:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829742.646477:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829742.838220:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829742.838230:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829742.838232:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829742.838239:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829742.838240:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829742.838240:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829742.838245:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829742.838249:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829742.838251:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829742.838251:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829742.838253:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.838258:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829742.838269:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829742.838271:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829742.838271:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829742.838280:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829742.838283:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829742.838283:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829742.838286:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.838307:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829742.838308:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829742.838311:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829742.838314:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829742.838316:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829742.838319:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829742.838323:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829742.838326:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829743.350203:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829743.350210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829743.350212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829743.350218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829743.350222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829743.350227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829743.350230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829743.350233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829743.350236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829743.670209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670214:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829743.670215:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670217:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829743.670218:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670221:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829743.670222:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670224:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829743.670227:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829743.670229:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829743.670231:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670234:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829743.670235:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670237:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829743.670238:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829743.670295:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829743.670300:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829743.670304:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829743.862229:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829743.862234:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829743.862236:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829743.862240:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787829743.862244:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829743.862247:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829743.862249:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829743.862251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829743.862253:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829743.862337:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829743.862341:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829743.862342:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829743.862345:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:3.0:1787829743.862346:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829743.862348:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829743.862349:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829743.862350:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829743.862352:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829743.862434:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829743.862436:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829743.862437:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829743.862439:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:0.0:1787829743.862441:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829743.862442:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829743.862444:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829743.862445:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829743.862446:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829744.374175:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829744.374181:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829744.374183:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829744.374187:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829744.374190:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829744.374193:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829744.374195:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829744.374197:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829744.374199:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829744.694220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829744.694228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829744.694234:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829744.694236:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829744.694240:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829744.694241:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829744.694245:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829744.694247:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829744.694251:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829744.694252:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829744.694304:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829744.694308:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829744.694311:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787829744.758172:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301221732, at 4301221760
00000100:00000040:3.0:1787829744.758176:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301221732, at 4301221760
00000100:00000010:2.0:1787829744.758188:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f48a0.
00000100:00000010:3.0:1787829744.758191:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4de0.
00000100:00000001:0.0:1787829744.886193:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829744.886193:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829744.886193:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829744.886200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829744.886201:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829744.886202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829744.886203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829744.886206:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829744.886208:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829744.886212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829744.886213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829744.886214:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829744.886218:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:2.0:1787829744.886219:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829744.886220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829744.886225:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829744.886225:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829744.886226:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829744.886229:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829744.886230:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829744.886236:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829744.886239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829744.886243:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829744.886246:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829744.886247:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829744.886250:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829744.886253:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.398198:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829745.398204:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829745.398207:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829745.398213:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829745.398217:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829745.398221:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829745.398224:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829745.398227:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829745.398230:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718175:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829745.718182:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829745.718184:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829745.718187:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718191:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829745.718192:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718194:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718195:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718198:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829745.718199:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829745.718200:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829745.718201:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718202:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829745.718203:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718205:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718206:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718209:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829745.718210:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829745.718211:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829745.718212:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718212:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829745.718213:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718214:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718215:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718218:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829745.718219:0:50203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787829745.718220:0:50203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787829745.718220:0:50203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718221:0:50203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787829745.718222:0:50203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718223:0:50203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718224:0:50203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829745.718227:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829745.718228:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829745.718278:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829745.718282:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829745.718284:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829745.910172:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829745.910173:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829745.910175:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787829745.910177:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829745.910179:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829745.910180:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829745.910181:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829745.910185:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829745.910185:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829745.910186:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829745.910186:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910193:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829745.910194:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829745.910194:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829745.910195:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00080000:1.0:1787829745.910196:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829745.910201:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829745.910202:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829745.910202:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829745.910203:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829745.910205:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829745.910208:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829745.910208:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.910209:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829745.910212:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6550
00000100:00000001:0.0:1787829745.910214:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.910218:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787829745.910222:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:2.0:1787829745.910222:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829745.910226:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829745.910229:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829745.910230:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1787829745.910231:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:3.0:1787829745.910234:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829745.910235:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829745.910240:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829745.910242:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910243:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910249:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910251:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829745.910255:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829745.910257:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:1.0:1787829745.910260:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829745.910262:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:1.0:1787829745.910264:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:1.0:1787829745.910266:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:1.0:1787829745.910269:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910271:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910273:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910274:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829745.910276:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:1.0:1787829745.910278:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910280:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829745.910282:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829745.910284:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829745.910286:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910288:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829745.910289:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829745.910297:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b43c0.
00000020:00000040:1.0:1787829745.910300:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:1.0:1787829745.910304:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829745.910306:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910309:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829745.910311:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829745.910315:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829745.910323:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304c400.
00000100:00000001:1.0:1787829745.910330:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829745.910339:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829745.910350:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829745.910353:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829745.910365:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d228c8fc] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829745.910387:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829745.910390:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829745.910392:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829745.910393:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829745.910394:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829745.910396:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829745.910398:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6550
00000400:00000200:1.0:1787829745.910401:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829745.910403:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829745.910405:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829745.910408:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910409:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910412:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910414:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829745.910415:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829745.910416:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:1.0:1787829745.910417:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829745.910419:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000100:00000001:0.0:1787829745.910421:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829745.910421:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:1.0:1787829745.910425:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:0.0:1787829745.910427:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787829745.910428:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829745.910430:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829745.910431:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910434:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910437:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000040:0.0:1787829745.910438:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829745.910439:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:1.0:1787829745.910445:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910449:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829745.910454:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829745.910456:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829745.910458:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829745.910460:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829745.910461:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829745.910466:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829745.910466:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910469:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829745.910471:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829745.910474:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829745.910476:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555412096:192.168.203.108@tcp:250:kworker.0
00000008:00000001:1.0:1787829745.910478:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.910481:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829745.910482:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.910486:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1787829745.910486:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b70c0.
02000000:00000001:0.0:1787829745.910489:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787829745.910490:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:0.0:1787829745.910493:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829745.910494:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829745.910495:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910496:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829745.910497:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829745.910499:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829745.910501:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304f400.
00000100:00000001:1.0:1787829745.910505:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829745.910506:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829745.910509:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829745.910511:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829745.910517:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829745.910524:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829745.910529:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:1.0:1787829745.910531:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829745.910535:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829745.910536:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412096, portal 25
00000100:00000040:1.0:1787829745.910539:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b736c90] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.910541:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829745.910543:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537130944 : -107611172420672 : ffff9e20d24b43c0)
00000100:00000001:1.0:1787829745.910552:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829745.910553:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829745.910555:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829745.910563:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787829745.910565:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829745.910568:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829745.910569:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829745.910572:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787829745.910575:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829745.910578:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6550
00000400:00000010:0.0:1787829745.910579:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000400:00000200:1.0:1787829745.910583:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:0.0:1787829745.910586:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555412096, offset 0
00000400:00000200:1.0:1787829745.910586:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829745.910589:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829745.910593:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910595:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910599:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910602:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000400:00000200:0.0:1787829745.910603:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:1.0:1787829745.910604:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829745.910607:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:1.0:1787829745.910609:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829745.910610:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:1.0:1787829745.910612:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000020:00000001:1.0:1787829745.910613:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:1.0:1787829745.910616:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829745.910619:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829745.910619:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910623:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910625:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829745.910627:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:1.0:1787829745.910631:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829745.910633:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:1.0:1787829745.910633:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829745.910637:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829745.910640:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829745.910643:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787829745.910644:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910647:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829745.910648:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787829745.910650:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000008:00000001:1.0:1787829745.910652:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829745.910656:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787829745.910657:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829745.910663:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000010:1.0:1787829745.910663:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b6580.
00000020:00000040:1.0:1787829745.910668:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:0.0:1787829745.910671:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90437:90437:256:4294967295] 192.168.203.108@tcp LPNI seq info [90424:90424:8:4294967295]
02000000:00000001:1.0:1787829745.910672:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829745.910675:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910678:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829745.910680:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787829745.910681:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
02000000:00000001:1.0:1787829745.910683:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829745.910686:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304dc00.
00000100:00000001:1.0:1787829745.910689:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829745.910697:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787829745.910698:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829745.910711:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910711:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829745.910715:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829745.910719:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000040:1.0:1787829745.910720:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098021ab9] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829745.910727:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787829745.910729:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:1.0:1787829745.910730:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829745.910735:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.0:1787829745.910736:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1787829745.910737:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829745.910739:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829745.910743:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1787829745.910744:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00080000:1.0:1787829745.910746:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6550
00000800:00000200:0.1:1787829745.910750:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000400:00000200:1.0:1787829745.910752:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:1.0:1787829745.910758:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000800:00000100:0.0:1787829745.910762:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00080000:1.0:1787829745.910763:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1787829745.910767:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00000040:1.0:1787829745.910769:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910772:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910773:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829745.910774:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787829745.910775:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:1.0:1787829745.910780:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829745.910781:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000020:00000001:1.0:1787829745.910783:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787829745.910784:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787829745.910786:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000020:00000001:1.0:1787829745.910789:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000200:0.0:1787829745.910791:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000020:00000001:1.0:1787829745.910791:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000400:00000010:0.0:1787829745.910795:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000040:1.0:1787829745.910798:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829745.910800:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829745.910800:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910804:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910808:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:0.0:1787829745.910809:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787829745.910810:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:1.0:1787829745.910816:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910820:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829745.910824:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829745.910827:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829745.910828:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829745.910830:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910833:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1787829745.910834:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787829745.910835:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000008:00000001:1.0:1787829745.910841:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910844:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829745.910862:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b5680.
00000020:00000040:1.0:1787829745.910865:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829745.910869:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829745.910871:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910875:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829745.910878:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829745.910880:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829745.910880:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.910884:0:2384:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1787829745.910886:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304d000.
00000100:00000001:1.0:1787829745.910890:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.910891:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829745.910895:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829745.910902:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829745.910904:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:1.0:1787829745.910905:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.910910:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301226852
00000100:00000040:1.0:1787829745.910912:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6a22ee2] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787829745.910916:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4600.
00000100:00000001:1.0:1787829745.910919:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829745.910922:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829745.910924:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829745.910925:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829745.910927:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829745.910930:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829745.910931:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301226852
00000100:00000001:1.0:1787829745.910932:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1787829745.910936:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f40c0.
00000100:00080000:1.0:1787829745.910937:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6550
00000100:00000001:0.0:1787829745.910942:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1787829745.910943:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829745.910947:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787829745.910948:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:1.0:1787829745.910953:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787829745.910956:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910957:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910958:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829745.910961:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.910962:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829745.910966:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787829745.910967:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787829745.910970:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:1.0:1787829745.910972:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787829745.910973:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000020:00000001:1.0:1787829745.910975:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000020:00000001:1.0:1787829745.910976:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00100000:0.0:1787829745.910980:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829745/real 1787829745]  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787829745.910980:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910985:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787829745.910989:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:1.0:1787829745.910993:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:1.0:1787829745.910997:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000400:00000001:0.0:1787829745.910998:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829745.911000:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000001:0.0:1787829745.911001:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829745.911003:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829745.911005:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
02000000:00000001:1.0:1787829745.911006:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787829745.911010:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
02000000:00000001:1.0:1787829745.911011:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787829745.911014:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
02000000:00000001:1.0:1787829745.911015:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.911019:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829745.911020:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:1.0:1787829745.911021:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000008:00000001:1.0:1787829745.911025:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787829745.911026:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829745.911027:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787829745.911032:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d24b4780.
00000020:00000040:1.0:1787829745.911037:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:1.0:1787829745.911040:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829745.911041:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829745.911042:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829745.911042:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787829745.911044:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829745.911045:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787829745.911051:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20d304fc00.
00000100:00000001:1.0:1787829745.911055:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911057:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829745.911059:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829745.911060:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829745.911062:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911065:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829745.911074:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829745.911074:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829745.911077:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787829745.911085:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaf606ec] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911113:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829745.911119:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911150:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829745.911151:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911158:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787829745.911158:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6560)
00000100:00000001:0.0:1787829745.911164:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911167:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911170:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829745.911173:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829745.911177:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829745.911182:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829745.911185:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829745.911190:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829745.911207:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555412096:192.168.203.108@tcp:250:kworker.0
00000100:00000001:0.0:1787829745.911211:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911213:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.911215:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b43c0 x1874668555412096/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911219:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829745.911221:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829745.911223:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829745.911226:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829745.911227:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829745.911228:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
00000020:00000001:0.0:1787829745.911230:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829745.911232:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304c400.
02000000:00000001:0.0:1787829745.911234:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829745.911236:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829745.911237:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b43c0.
00000100:00000001:0.0:1787829745.911239:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829745.911240:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911242:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911248:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829745.911249:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911250:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829745.911252:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829745.911253:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829745.911255:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911260:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829745.911261:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911263:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829745.911264:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829745.911265:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829745.911267:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829745.911269:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829745.911271:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829745.911272:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911274:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829745.911276:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829745.911277:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829745.911280:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829745.911282:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829745.911290:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829745.911292:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412224, portal 10
00000100:00000001:0.0:1787829745.911294:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829745.911295:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537142464 : -107611172409152 : ffff9e20d24b70c0)
00000100:00000040:0.0:1787829745.911300:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911305:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829745.911306:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829745.911308:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829745.911310:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555412224, offset 0
00000400:00000200:0.0:1787829745.911312:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911315:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911318:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829745.911321:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829745.911322:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829745.911324:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829745.911326:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911328:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90438:90438:256:4294967295] 192.168.203.108@tcp LPNI seq info [90425:90425:8:4294967295]
00000400:00000200:0.0:1787829745.911330:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911335:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829745.911338:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911340:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829745.911343:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829745.911345:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829745.911348:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829745.911350:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829745.911357:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911359:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829745.911361:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829745.911364:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829745.911366:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829745.911367:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829745.911369:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829745.911371:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911377:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.911379:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911383:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911384:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829745.911387:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829745.911389:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829745.911392:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829745.911393:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301222997
00000100:00000001:0.0:1787829745.911395:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.911397:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301222997
00000100:00000001:0.0:1787829745.911398:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.911400:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829745.911401:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911403:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829745.911405:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829745/real 1787829745]  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829745.911410:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829745.911411:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829745.911412:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829745.911413:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829745.911414:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829745.911416:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829745.911418:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829745.911423:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911427:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829745.911428:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911429:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911430:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829745.911432:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911436:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829745.911439:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911443:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829745.911445:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911446:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911447:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911448:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829745.911450:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829745.911451:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829745.911453:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829745.911454:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829745.911457:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829745.911462:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412224:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829745.911464:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829745.911466:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911471:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829745.911472:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911473:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829745.911474:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829745.911475:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829745.911477:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829745.911479:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829745.911480:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829745.911481:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911483:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829745.911485:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829745.911486:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829745.911488:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829745.911490:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829745.911491:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829745.911493:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412352, portal 10
00000100:00000001:0.0:1787829745.911495:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829745.911495:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537139584 : -107611172412032 : ffff9e20d24b6580)
00000100:00000040:0.0:1787829745.911499:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911503:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829745.911505:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829745.911506:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829745.911507:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555412352, offset 0
00000400:00000200:0.0:1787829745.911510:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911512:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911514:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829745.911516:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829745.911517:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829745.911519:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829745.911521:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911523:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90439:90439:256:4294967295] 192.168.203.108@tcp LPNI seq info [90426:90426:8:4294967295]
00000400:00000200:0.0:1787829745.911525:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911530:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829745.911532:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911534:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829745.911537:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829745.911539:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829745.911541:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829745.911543:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829745.911546:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911547:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829745.911549:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829745.911551:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829745.911553:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829745.911554:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829745.911556:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829745.911558:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911563:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.911565:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911569:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911570:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829745.911572:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829745.911574:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829745.911575:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829745.911576:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301222937
00000100:00000001:0.0:1787829745.911578:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.911579:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301222937
00000100:00000001:0.0:1787829745.911581:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.911582:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829745.911584:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911586:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829745.911590:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829745/real 1787829745]  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829745.911598:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829745.911600:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829745.911601:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829745.911604:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829745.911605:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829745.911607:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829745.911611:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829745.911629:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911640:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829745.911641:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911643:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911644:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829745.911647:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911651:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829745.911654:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911658:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829745.911660:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911661:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911661:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911663:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829745.911664:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829745.911665:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829745.911667:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829745.911668:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829745.911670:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829745.911675:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412352:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829745.911678:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829745.911680:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911685:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829745.911686:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911688:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829745.911689:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829745.911690:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829745.911692:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829745.911695:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829745.911696:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829745.911697:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911698:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829745.911701:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829745.911702:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829745.911705:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829745.911706:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829745.911709:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829745.911711:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412480, portal 4
00000100:00000001:0.0:1787829745.911712:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829745.911713:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537135744 : -107611172415872 : ffff9e20d24b5680)
00000100:00000040:0.0:1787829745.911717:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911721:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829745.911723:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829745.911724:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829745.911726:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555412480, offset 0
00000400:00000200:0.0:1787829745.911728:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911731:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911733:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829745.911735:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829745.911737:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829745.911738:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829745.911740:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911742:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90440:90440:256:4294967295] 192.168.203.108@tcp LPNI seq info [90427:90427:8:4294967295]
00000400:00000200:0.0:1787829745.911745:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911749:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829745.911752:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911754:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829745.911756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829745.911758:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829745.911761:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829745.911763:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829745.911766:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911767:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829745.911769:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829745.911771:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829745.911773:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829745.911774:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829745.911776:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829745.911779:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911783:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.911785:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911790:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911791:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829745.911792:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829745.911794:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829745.911796:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829745.911797:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301222970
00000100:00000001:0.0:1787829745.911799:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.911801:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301222970
00000100:00000001:0.0:1787829745.911802:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.911803:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829745.911805:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911806:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829745.911808:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829745/real 1787829745]  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829745.911814:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829745.911814:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829745.911816:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829745.911817:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829745.911818:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829745.911819:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829745.911821:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829745.911826:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911829:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829745.911830:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911831:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911832:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829745.911835:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911839:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829745.911841:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911861:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829745.911863:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911864:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.911865:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.911866:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829745.911867:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829745.911869:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829745.911871:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829745.911873:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829745.911876:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829745.911882:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412480:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829745.911884:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829745.911886:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911890:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829745.911891:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911893:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829745.911894:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829745.911895:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829745.911897:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829745.911899:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829745.911900:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829745.911901:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829745.911902:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829745.911904:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829745.911906:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829745.911908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829745.911910:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829745.911912:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829745.911914:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412608, portal 4
00000100:00000001:0.0:1787829745.911915:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829745.911916:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462537131904 : -107611172419712 : ffff9e20d24b4780)
00000100:00000040:0.0:1787829745.911920:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911925:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829745.911926:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829745.911927:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829745.911929:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555412608, offset 0
00000400:00000200:0.0:1787829745.911932:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911934:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911936:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829745.911938:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829745.911940:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829745.911942:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829745.911943:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829745.911945:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90441:90441:256:4294967295] 192.168.203.108@tcp LPNI seq info [90428:90428:8:4294967295]
00000400:00000200:0.0:1787829745.911948:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829745.911952:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829745.911955:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911956:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829745.911959:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829745.911961:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787829745.911963:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829745.911965:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787829745.911968:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829745.911969:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829745.911971:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829745.911973:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829745.911975:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829745.911976:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829745.911978:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829745.911980:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911985:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.911987:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.911992:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.911993:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829745.911994:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829745.911996:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829745.911998:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829745.912000:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301222962
00000100:00000001:0.0:1787829745.912001:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.912003:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301222962
00000100:00000001:0.0:1787829745.912004:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301226852
00000100:00000001:0.0:1787829745.912006:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829745.912007:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.912008:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829745.912010:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829745/real 1787829745]  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829745.912014:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829745.912015:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829745.912016:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829745.912018:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829745.912019:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829745.912020:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829745.912022:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829745.912027:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912031:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829745.912032:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912033:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.912034:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829745.912036:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912039:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829745.912042:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912046:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829745.912047:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912049:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829745.912049:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912051:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829745.912052:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829745.912054:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829745.912055:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829745.912056:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829745.912059:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829745.912063:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d24b4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412608:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829745.912065:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912067:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.912068:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b70c0 x1874668555412224/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912072:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829745.912073:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829745.912074:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829745.912076:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829745.912077:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829745.912078:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829745.912079:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829745.912080:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304f400.
02000000:00000001:0.0:1787829745.912082:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829745.912083:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829745.912084:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b70c0.
00000100:00000001:0.0:1787829745.912086:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829745.912087:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912088:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.912090:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b6580 x1874668555412352/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912116:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829745.912117:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829745.912118:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829745.912120:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829745.912121:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829745.912122:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829745.912123:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829745.912124:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304dc00.
02000000:00000001:0.0:1787829745.912125:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829745.912126:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829745.912127:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b6580.
00000100:00000001:0.0:1787829745.912129:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829745.912130:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912131:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.912133:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b5680 x1874668555412480/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912136:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829745.912137:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829745.912138:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874e400.
02000000:00000001:0.0:1787829745.912140:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829745.912140:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829745.912141:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829745.912143:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829745.912144:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304d000.
02000000:00000001:0.0:1787829745.912145:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829745.912145:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829745.912146:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b5680.
00000100:00000001:0.0:1787829745.912147:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829745.912148:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912149:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829745.912151:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d24b4780 x1874668555412608/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829745.912156:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829745.912157:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829745.912160:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f000.
02000000:00000001:0.0:1787829745.912162:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829745.912163:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829745.912164:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829745.912166:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829745.912168:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20d304fc00.
02000000:00000001:0.0:1787829745.912170:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829745.912171:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829745.912173:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d24b4780.
00000100:00000001:0.0:1787829745.912175:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829745.912176:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912178:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829745.912182:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829745.912184:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829745.912186:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829745.912188:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829746.422177:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829746.422184:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829746.422185:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829746.422189:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829746.422192:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829746.422204:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829746.422206:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829746.422211:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829746.422213:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829746.742220:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829746.742227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829746.742233:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829746.742235:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829746.742238:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829746.742240:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829746.742244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829746.742245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829746.742249:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829746.742250:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829746.742315:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829746.742318:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829746.742321:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787829746.934197:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829746.934197:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829746.934197:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829746.934202:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829746.934204:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829746.934204:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829746.934205:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829746.934208:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829746.934208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829746.934210:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829746.934213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00100000:2.0:1787829746.934214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829746.934215:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829746.934220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829746.934220:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829746.934220:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829746.934225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829746.934225:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829746.934226:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829746.934227:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829746.934231:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829746.934232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829746.934235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829746.934239:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829746.934239:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829746.934241:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829746.934243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.446174:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829747.446180:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829747.446182:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829747.446186:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829747.446189:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829747.446192:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.446194:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829747.446196:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.446198:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829747.766179:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829747.766184:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829747.766190:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829747.766191:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829747.766194:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829747.766195:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829747.766197:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829747.766198:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829747.766201:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829747.766202:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829747.766285:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829747.766288:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829747.766291:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829747.958183:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829747.958183:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829747.958189:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829747.958191:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829747.958191:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829747.958194:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829747.958212:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829747.958212:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.958216:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829747.958220:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787829747.958220:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:0.0:1787829747.958222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829747.958227:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829747.958227:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829747.958229:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829747.958233:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829747.958233:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829747.958234:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829747.958240:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829747.958244:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829747.958248:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829747.958248:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829747.958251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829747.958254:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.958256:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829747.958260:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829747.958279:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829748.470185:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829748.470210:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829748.470212:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829748.470218:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829748.470222:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829748.470227:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829748.470230:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829748.470233:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829748.470236:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829748.790192:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829748.790199:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829748.790204:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829748.790205:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829748.790208:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829748.790209:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829748.790212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829748.790213:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829748.790216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829748.790217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829748.790288:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829748.790291:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829748.790294:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787829748.982199:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829748.982205:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829748.982207:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829748.982208:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829748.982213:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829748.982214:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787829748.982216:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829748.982218:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829748.982219:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829748.982223:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829748.982224:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829748.982225:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00000001:0.0:1787829748.982227:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829748.982230:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829748.982232:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787829748.982234:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829748.982235:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829748.982237:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829748.982241:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829748.982243:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829748.982243:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829748.982246:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829748.982247:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829748.982254:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829748.982254:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829748.982258:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829748.982262:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829749.494208:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829749.494221:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829749.494225:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829749.494247:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829749.494252:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829749.494256:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829749.494259:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829749.494261:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829749.494265:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829749.814212:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829749.814217:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829749.814222:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829749.814223:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829749.814226:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829749.814227:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829749.814230:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829749.814231:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829749.814244:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829749.814245:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829749.814332:0:16796:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829749.814336:0:16796:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829749.814339:0:16796:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787829749.878196:0:50033:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548330 (cpu 3) has reached its deadline 4301226852, at 4301226880
00000100:00000040:2.0:1787829749.878205:0:50271:0:(connection.c:75:cpu_latency_work()) work item of ffff9e20c6548220 (cpu 2) has reached its deadline 4301226852, at 4301226880
00000100:00000010:3.0:1787829749.878212:0:50033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f40c0.
00000100:00000010:2.0:1787829749.878232:0:50271:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e20c81f4600.
00000100:00000001:3.0:1787829750.006191:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829750.006194:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787829750.006196:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787829750.006198:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829750.006200:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829750.006201:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829750.006202:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829750.006203:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829750.006207:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829750.006208:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000100:00100000:2.0:1787829750.006210:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787829750.006213:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:3.0:1787829750.006214:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829750.006215:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829750.006219:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829750.006220:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829750.006222:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829750.006222:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829750.006225:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829750.006226:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829750.006231:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829750.006232:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829750.006237:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829750.006240:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829750.006241:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829750.006245:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829750.006248:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829750.518156:0:49004:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787829750.518162:0:49004:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829750.518163:0:49004:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829750.518167:0:49004:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e96c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787829750.518170:0:49004:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829750.518173:0:49004:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829750.518175:0:49004:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829750.518177:0:49004:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829750.518179:0:49004:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829750.838216:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829750.838221:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829750.838225:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829750.838226:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829750.838229:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829750.838230:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829750.838232:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829750.838233:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787829750.838236:0:50203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787829750.838237:0:50203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829750.838284:0:37838:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829750.838288:0:37838:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829750.838290:0:37838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787829751.030202:0:49001:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829751.030202:0:49003:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787829751.030202:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a72bc3b-c5ac-4d3a-ba5e-872368cabc32->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829751.030208:0:49003:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829751.030211:0:49003:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829751.030212:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829751.030214:0:49001:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829751.030217:0:49001:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829751.030217:0:49003:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5e3c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787829751.030218:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829751.030222:0:49001:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c7e5ef00 going to sleep for 0 seconds
00000100:00000001:2.0:1787829751.030225:0:49003:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829751.030226:0:49001:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829751.030226:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829751.030232:0:49001:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829751.030232:0:49003:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829751.030233:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829751.030237:0:49001:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829751.030239:0:49001:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829751.030242:0:50166:0:(import.c:510:import_select_connection()) MGC192.168.203.108@tcp: connect to NID 192.168.203.108@tcp last attempt 6555
00000100:00000001:1.0:1787829751.030243:0:49001:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829751.030246:0:49003:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829751.030247:0:49005:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787829751.030251:0:49003:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.030252:0:49005:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1787829751.030252:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829751.030256:0:49005:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829751.030259:0:49003:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829751.030260:0:49005:0:(client.c:2715:ptlrpc_set_wait()) set ffff9e20c76e9a80 going to sleep for 0 seconds
00000400:00000200:3.0:1787829751.030265:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00000001:0.0:1787829751.030266:0:49005:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829751.030269:0:49005:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829751.030272:0:50166:0:(import.c:589:import_select_connection()) MGC192.168.203.108@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829751.030273:0:49005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829751.030276:0:49005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.030279:0:49005:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829751.030280:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030286:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.030290:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030293:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829751.030298:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829751.030302:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f90779cc
00000020:00000001:3.0:1787829751.030305:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829751.030309:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20e08a1800 refcount=3
00000020:00000001:3.0:1787829751.030311:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000020:00000001:3.0:1787829751.030313:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462776129536 : -107610933422080 : ffff9e20e08a1800)
00000100:00000040:3.0:1787829751.030316:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030317:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.030319:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030320:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829751.030323:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20e08a1800 : new refcount 2
00000100:00080000:3.0:1787829751.030325:0:50166:0:(import.c:624:import_select_connection()) MGC192.168.203.108@tcp: import ffff9e20d86d3800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030327:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829751.030330:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829751.030333:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829751.030335:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030336:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829751.030338:0:50166:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829751.030345:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25aa580.
00000020:00000040:3.0:1787829751.030348:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d86d3800 refcount=4 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829751.030352:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829751.030354:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030356:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829751.030358:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829751.030361:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829751.030367:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a69c00.
00000100:00000001:3.0:1787829751.030372:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829751.030379:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829751.030387:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829751.030390:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829751.030394:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d9bd9f8] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.030412:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829751.030414:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829751.030417:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829751.030418:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829751.030419:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829751.030421:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829751.030423:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6555
00000400:00000200:3.0:1787829751.030426:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829751.030428:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829751.030430:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787829751.030432:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030433:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.030435:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030437:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829751.030438:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829751.030440:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a20
00000020:00000001:3.0:1787829751.030441:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829751.030443:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f0800 refcount=5
00000020:00000001:3.0:1787829751.030444:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000020:00000001:3.0:1787829751.030446:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336051200 : -107611373500416 : ffff9e20c64f0800)
00000100:00000001:0.0:1787829751.030449:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787829751.030449:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030453:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829751.030454:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829751.030455:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829751.030457:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829751.030459:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829751.030462:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f0800 : new refcount 4
00000100:00080000:3.0:1787829751.030466:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9e20d85b5000: import ffff9e20e09f9000 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:0.0:1787829751.030467:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.030468:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829751.030473:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829751.030478:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829751.030481:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829751.030481:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.030484:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030485:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829751.030490:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829751.030491:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829751.030493:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787829751.030494:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030500:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.030501:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829751.030504:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a9680.
00000100:00100000:0.0:1787829751.030507:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555412736:192.168.203.108@tcp:250:kworker.0
00000020:00000040:3.0:1787829751.030508:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20e09f9000 refcount=373 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
02000000:00000001:3.0:1787829751.030513:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829751.030515:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829751.030516:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030520:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829751.030520:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829751.030521:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829751.030522:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.030525:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829751.030527:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829751.030528:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829751.030531:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787829751.030534:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
00000100:00100000:3.0:1787829751.030537:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829751.030538:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030548:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787829751.030549:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829751.030552:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787829751.030555:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000100:00000040:3.0:1787829751.030557:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082257167] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787829751.030561:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000001:3.0:1787829751.030566:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829751.030569:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787829751.030570:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412736, portal 25
00000100:00080000:3.0:1787829751.030571:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787829751.030574:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829751.030575:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829751.030580:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538139008 : -107611171412608 : ffff9e20d25aa580)
00000100:00080000:3.0:1787829751.030580:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829751.030584:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829751.030588:0:50166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6555
00000100:00000040:0.0:1787829751.030591:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829751.030595:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:3.0:1787829751.030601:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829751.030605:0:50166:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829751.030611:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787829751.030611:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030616:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787829751.030619:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000100:00000040:3.0:1787829751.030621:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000010:0.0:1787829751.030623:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000001:3.0:1787829751.030624:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000200:0.0:1787829751.030628:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874668555412736, offset 0
00000020:00000001:3.0:1787829751.030628:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829751.030630:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a27
00000020:00000001:3.0:1787829751.030633:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829751.030634:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20c64f7000 refcount=5
00000020:00000001:3.0:1787829751.030637:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000400:00000200:0.0:1787829751.030638:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000020:00000001:3.0:1787829751.030640:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462336077824 : -107611373473792 : ffff9e20c64f7000)
00000100:00000040:3.0:1787829751.030644:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030645:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.030647:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829751.030650:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829751.030651:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829751.030656:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20c64f7000 : new refcount 4
00000100:00080000:3.0:1787829751.030659:0:50166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9e20d85b5000: import ffff9e20d0c70800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000400:00000200:0.0:1787829751.030662:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000100:00000001:3.0:1787829751.030663:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829751.030666:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829751.030670:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787829751.030672:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787829751.030674:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030676:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787829751.030679:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000008:00100000:3.0:1787829751.030679:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829751.030683:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.030687:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787829751.030687:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.030693:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000100:00000010:3.0:1787829751.030693:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8000.
00000020:00000040:3.0:1787829751.030698:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20d0c70800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000400:00000200:0.0:1787829751.030702:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90442:90442:256:4294967295] 192.168.203.108@tcp LPNI seq info [90429:90429:8:4294967295]
02000000:00000001:3.0:1787829751.030703:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829751.030705:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.030710:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829751.030718:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787829751.030721:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787829751.030724:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1787829751.030728:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
02000000:00000001:3.0:1787829751.030728:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829751.030733:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6a800.
00000800:00000010:0.0:1787829751.030735:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000100:00000001:3.0:1787829751.030737:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829751.030744:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787829751.030746:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829751.030753:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787829751.030756:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829751.030759:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787829751.030762:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000100:00000040:3.0:1787829751.030764:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000930f83a6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787829751.030767:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829751.030777:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030778:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787829751.030781:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000100:00080000:3.0:1787829751.030781:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829751.030787:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787829751.030789:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787829751.030789:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829751.030794:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787829751.030797:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787829751.030801:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787829751.030802:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829751.030805:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00080000:3.0:1787829751.030808:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6555
00000100:00000001:0.0:1787829751.030824:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787829751.030829:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000200:0.0:1787829751.030832:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829751.030837:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829751.030844:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829751.030850:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787829751.030851:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000040:0.0:1787829751.030856:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.030857:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.030862:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030867:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000001:3.0:1787829751.030872:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829751.030875:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a35
00000100:00000001:0.0:1787829751.030876:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829751.030876:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787829751.030879:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d2000 refcount=4
00000100:00000001:0.0:1787829751.030880:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829751.030883:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000020:00000001:3.0:1787829751.030886:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640013312 : -107611069538304 : ffff9e20d86d2000)
00000100:00000001:0.0:1787829751.030889:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829751.030890:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030895:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.030898:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000400:00000200:0.0:1787829751.030900:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:3.0:1787829751.030901:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00000001:0.0:1787829751.030905:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 2 is 4301231972
00000020:00000040:3.0:1787829751.030906:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d2000 : new refcount 3
00000100:00080000:3.0:1787829751.030911:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9e20d85b5000: import ffff9e20c64f7800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000001:3.0:1787829751.030913:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829751.030914:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4840.
02000000:00000001:3.0:1787829751.030915:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829751.030919:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829751.030922:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829751.030922:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.030924:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829751.030928:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 307200, lost: 0.
00000100:00000001:0.0:1787829751.030930:0:2384:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS new deadline estimation for cpu 3 is 4301231972
00000008:00000001:3.0:1787829751.030931:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787829751.030936:0:2384:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e20c81f4f00.
00000100:00000001:3.0:1787829751.030936:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787829751.030940:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25ab840.
00000100:00000001:0.0:1787829751.030941:0:2384:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.108@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829751.030947:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787829751.030947:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f7800 refcount=8 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000100:00000001:0.0:1787829751.030952:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829751.030954:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829751.030955:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829751.030959:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829751.030961:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751]  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.030964:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829751.030967:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829751.030970:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787829751.030979:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a6bc00.
00000400:00000001:0.0:1787829751.030981:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829751.030983:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829751.030985:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000100:00000001:3.0:1787829751.030985:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.030990:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829751.030993:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829751.030997:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787829751.030997:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787829751.031004:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.031037:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787829751.031041:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.031042:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829751.031050:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4fa9bf6] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031056:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829751.031059:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031063:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829751.031063:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829751.031066:0:50166:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33cc3088-0c22-4575-acff-1366ccb14b12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829751.031067:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829751.031073:0:50166:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1787829751.031076:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.031076:0:50166:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829751.031079:0:50166:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829751.031084:0:50166:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829751.031088:0:50166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: connect to NID 192.168.203.108@tcp last attempt 6555
00000100:00000001:0.0:1787829751.031092:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829751.031117:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787829751.031121:0:50166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829751.031129:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1787829751.031129:0:50166:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.108@tcp is discovered: rc = 1
00000100:00080000:3.0:1787829751.031135:0:50166:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829751.031136:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031140:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787829751.031140:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829751.031142:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829751.031145:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829751.031147:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787829751.031148:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829751.031150:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829751.031151:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000100:00080000:0.0:1787829751.031155:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d86d3800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787829751.031155:0:50166:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787829751.031158:0:50166:0:(genops.c:804:class_conn2export()) looking for export cookie 0x5a3bfa71f9077a3c
00000020:00000001:3.0:1787829751.031161:0:50166:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:0.0:1787829751.031163:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.108@tcp failed (-110)
00000020:00000040:3.0:1787829751.031164:0:50166:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9e20d86d6000 refcount=4
00000100:00000001:0.0:1787829751.031167:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787829751.031170:0:50166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:0.0:1787829751.031173:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829751.031176:0:50166:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446636462640029696 : -107611069521920 : ffff9e20d86d6000)
00000100:00000040:3.0:1787829751.031184:0:50166:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9e20e0b92140 refcount 14 to 192.168.203.108@tcp
00000100:00100000:0.0:1787829751.031186:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a72bc3b-c5ac-4d3a-ba5e-872368cabc32:2384:1874668555412736:192.168.203.108@tcp:250:kworker.0
00000100:00000001:3.0:1787829751.031191:0:50166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787829751.031197:0:50166:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e20e0b92140 refcount 15 to 192.168.203.108@tcp
00000100:00000001:0.0:1787829751.031200:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829751.031200:0:50166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636462779212096 : -107610930339520 : ffff9e20e0b92140)
00000020:00000040:3.0:1787829751.031206:0:50166:0:(genops.c:879:class_export_put()) PUTting export ffff9e20d86d6000 : new refcount 3
00000100:00000001:0.0:1787829751.031208:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829751.031213:0:50166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9e20d85b5000: import ffff9e20c64f5800 using connection 192.168.203.108@tcp/192.168.203.108@tcp
00000100:00000040:0.0:1787829751.031218:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25aa580 x1874668555412736/t0(0) o250->MGC192.168.203.108@tcp@192.168.203.108@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829751.031218:0:50166:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829751.031222:0:50166:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829751.031225:0:50166:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829751.031229:0:50166:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.031233:0:50166:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829751.031235:0:50166:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 98304, lost: 0.
00000100:00000001:0.0:1787829751.031238:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00000001:3.0:1787829751.031239:0:50166:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829751.031242:0:50166:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031243:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1787829751.031245:0:50166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9e20d25a8b40.
02000000:00000010:0.0:1787829751.031249:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
00000020:00000040:3.0:1787829751.031249:0:50166:0:(genops.c:1210:class_import_get()) import ffff9e20c64f5800 refcount=4 obd=lustre-OST0001-osc-ffff9e20d85b5000
02000000:00000001:3.0:1787829751.031254:0:50166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829751.031256:0:50166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031257:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829751.031259:0:50166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1787829751.031261:0:2384:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787829751.031263:0:50166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:0.0:1787829751.031265:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d86d3800 refcount=3 obd=MGC192.168.203.108@tcp
02000000:00000001:3.0:1787829751.031267:0:50166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829751.031270:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829751.031275:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a69c00.
02000000:00000010:3.0:1787829751.031275:0:50166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e20c7a68000.
02000000:00000001:0.0:1787829751.031280:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829751.031282:0:50166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031285:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829751.031289:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25aa580.
00000100:00100000:3.0:1787829751.031291:0:50166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829751.031293:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829751.031297:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031303:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829751.031309:0:50166:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829751.031312:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829751.031312:0:50166:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.031317:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787829751.031318:0:50166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050c13c3c] to pc [ptlrpcd_rcv+-1]  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031326:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829751.031328:0:50166:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.031330:0:2384:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787829751.031333:0:50166:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6565)
00000100:00000001:0.0:1787829751.031334:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829751.031343:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031351:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829751.031353:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031356:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829751.031358:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829751.031360:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829751.031364:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829751.031367:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829751.031369:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829751.031371:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031372:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829751.031375:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829751.031377:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.031381:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829751.031383:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829751.031387:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829751.031390:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412864, portal 10
00000100:00000001:0.0:1787829751.031392:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829751.031393:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538135168 : -107611171416448 : ffff9e20d25a9680)
00000100:00000040:0.0:1787829751.031400:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031406:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829751.031408:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829751.031411:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829751.031413:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555412864, offset 0
00000400:00000200:0.0:1787829751.031417:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829751.031421:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.031425:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829751.031428:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829751.031431:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829751.031433:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829751.031436:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829751.031439:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90443:90443:256:4294967295] 192.168.203.108@tcp LPNI seq info [90430:90430:8:4294967295]
00000400:00000200:0.0:1787829751.031443:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.031450:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829751.031454:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.031456:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829751.031461:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829751.031464:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829751.031469:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829751.031471:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829751.031475:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.031478:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829751.031481:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829751.031485:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829751.031488:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829751.031490:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829751.031492:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829751.031496:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031504:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.031506:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031512:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.031514:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829751.031516:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829751.031520:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: using a timeout of 83083 usecs (84 jiffies)
00000400:00000200:0.0:1787829751.031523:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829751.031525:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301228117
00000100:00000001:0.0:1787829751.031528:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.031530:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301228117
00000100:00000001:0.0:1787829751.031532:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.031534:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829751.031536:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.031538:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829751.031542:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751]  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829751.031549:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829751.031550:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829751.031552:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829751.031555:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829751.031556:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829751.031559:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829751.031562:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829751.031570:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031577:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829751.031579:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031581:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.031582:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829751.031586:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031593:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829751.031597:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031604:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829751.031606:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031608:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.031609:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031611:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829751.031613:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829751.031616:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20e09f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829751.031619:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829751.031621:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829751.031625:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829751.031633:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412864:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829751.031637:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829751.031640:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031646:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829751.031648:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031650:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829751.031651:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829751.031654:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829751.031657:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829751.031660:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829751.031661:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829751.031663:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031665:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829751.031668:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829751.031670:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.031673:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829751.031675:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829751.031679:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829751.031681:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555412992, portal 10
00000100:00000001:0.0:1787829751.031683:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829751.031685:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538129408 : -107611171422208 : ffff9e20d25a8000)
00000100:00000040:0.0:1787829751.031690:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031696:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829751.031699:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829751.031701:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829751.031703:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874668555412992, offset 0
00000400:00000200:0.0:1787829751.031707:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829751.031711:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.031715:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829751.031717:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829751.031720:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829751.031723:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829751.031725:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829751.031728:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90444:90444:256:4294967295] 192.168.203.108@tcp LPNI seq info [90431:90431:8:4294967295]
00000400:00000200:0.0:1787829751.031732:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.031738:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829751.031743:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.031746:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829751.031749:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829751.031752:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829751.031756:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829751.031759:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829751.031762:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.031764:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829751.031767:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829751.031771:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829751.031774:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829751.031776:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829751.031778:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829751.031782:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031791:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.031795:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031801:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.031803:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829751.031806:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829751.031809:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: using a timeout of 23360 usecs (24 jiffies)
00000400:00000200:0.0:1787829751.031831:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829751.031834:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301228057
00000100:00000001:0.0:1787829751.031836:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.031838:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301228057
00000100:00000001:0.0:1787829751.031841:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.031843:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829751.031845:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.031847:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829751.031851:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751]  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829751.031859:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829751.031861:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829751.031863:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829751.031865:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829751.031867:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829751.031870:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829751.031873:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829751.031881:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031887:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829751.031888:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031890:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.031892:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829751.031895:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031902:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829751.031906:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031913:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829751.031915:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031917:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.031918:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.031920:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829751.031922:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829751.031924:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20d0c70800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829751.031928:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829751.031930:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829751.031934:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829751.031942:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555412992:192.168.203.108@tcp:38:kworker.0
00000100:00000001:0.0:1787829751.031946:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829751.031950:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.031956:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829751.031958:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031960:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829751.031962:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829751.031964:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829751.031966:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555413120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829751.031969:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829751.031971:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829751.031973:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.031975:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829751.031978:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829751.031980:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.031984:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829751.031987:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829751.031990:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829751.031993:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555413120, portal 4
00000100:00000001:0.0:1787829751.031995:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829751.031997:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538143808 : -107611171407808 : ffff9e20d25ab840)
00000100:00000040:0.0:1787829751.032003:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032010:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829751.032013:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829751.032015:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829751.032018:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555413120, offset 0
00000400:00000200:0.0:1787829751.032022:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829751.032026:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.032029:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829751.032032:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829751.032035:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829751.032038:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829751.032040:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829751.032043:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90445:90445:256:4294967295] 192.168.203.108@tcp LPNI seq info [90432:90432:8:4294967295]
00000400:00000200:0.0:1787829751.032046:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.032051:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829751.032054:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.032056:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829751.032059:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829751.032061:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829751.032064:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829751.032065:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829751.032068:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.032069:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829751.032072:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829751.032074:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829751.032076:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829751.032077:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829751.032079:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829751.032082:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032087:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.032089:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032114:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.032115:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829751.032117:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829751.032119:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: using a timeout of 56672 usecs (57 jiffies)
00000400:00000200:0.0:1787829751.032122:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829751.032123:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301228091
00000100:00000001:0.0:1787829751.032125:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.032127:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301228091
00000100:00000001:0.0:1787829751.032128:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.032129:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829751.032131:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.032132:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829751.032134:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751]  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829751.032159:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829751.032160:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829751.032161:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829751.032163:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829751.032164:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829751.032166:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829751.032168:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829751.032173:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032178:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829751.032178:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032180:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.032180:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829751.032183:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032188:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829751.032190:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032195:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829751.032196:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032197:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.032198:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032199:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829751.032200:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829751.032202:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829751.032204:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829751.032205:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829751.032208:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829751.032216:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555413120:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829751.032219:0:2384:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787829751.032223:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032230:0:2384:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829751.032231:0:2384:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.032233:0:2384:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829751.032235:0:2384:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829751.032237:0:2384:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829751.032240:0:2384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555413248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829751.032243:0:2384:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829751.032245:0:2384:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829751.032247:0:2384:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829751.032249:0:2384:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787829751.032253:0:2384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e20c874d800.
02000000:00000001:0.0:1787829751.032255:0:2384:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787829751.032258:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000010:0.0:1787829751.032260:0:2384:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e20c765ee70.
00000400:00000010:0.0:1787829751.032264:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c56313b8.
00000100:00000200:0.0:1787829751.032267:0:2384:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874668555413248, portal 4
00000100:00000001:0.0:1787829751.032269:0:2384:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829751.032270:0:2384:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446636462538132288 : -107611171419328 : ffff9e20d25a8b40)
00000100:00000040:0.0:1787829751.032276:0:2384:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032284:0:2384:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787829751.032286:0:2384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.108@tcp
00000400:00000010:0.0:1787829751.032288:0:2384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e20c5631908.
00000100:00000200:0.0:1787829751.032291:0:2384:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874668555413248, offset 0
00000400:00000200:0.0:1787829751.032295:0:2384:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.108@tcp
00000400:00000200:0.0:1787829751.032299:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.032303:0:2384:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.108@tcp local destination
00000400:00000200:0.0:1787829751.032306:0:2384:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787829751.032308:0:2384:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.8@tcp
00000400:00000200:0.0:1787829751.032310:0:2384:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.8@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787829751.032311:0:2384:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.108@tcp
00000400:00000200:0.0:1787829751.032313:0:2384:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.8@tcp NI seq info: [90446:90446:256:4294967295] 192.168.203.108@tcp LPNI seq info [90433:90433:8:4294967295]
00000400:00000200:0.0:1787829751.032316:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000400:00000200:0.0:1787829751.032321:0:2384:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.8@tcp(192.168.203.8@tcp:<?>) -> 192.168.203.108@tcp(192.168.203.108@tcp:192.168.203.108@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787829751.032324:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.032326:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e20c5076900.
00000800:00000200:0.0:1787829751.032329:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.0:1787829751.032330:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787829751.032333:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e20e09f2b40] -> 12345-192.168.203.108@tcp (2)
00000800:00000200:0.1:1787829751.032335:0:2384:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.108 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787829751.032337:0:2384:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.108@tcp
00000800:00000010:0.0:1787829751.032339:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e20c5076900.
00000400:00000200:0.0:1787829751.032341:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787829751.032343:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.8@tcp->192.168.203.108@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787829751.032345:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c5631908
00000400:00000010:0.0:1787829751.032346:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c5631908.
00000100:00000001:0.0:1787829751.032348:0:2384:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787829751.032350:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032356:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.032358:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 0 dl 1787829776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032362:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.032363:0:2384:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829751.032365:0:2384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787829751.032367:0:2384:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: using a timeout of 48922 usecs (49 jiffies)
00000400:00000200:0.0:1787829751.032369:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.108@tcp to cpt 1
00000100:00000001:0.0:1787829751.032371:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 2 is 4301228083
00000100:00000001:0.0:1787829751.032372:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 2, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.032374:0:2384:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS new deadline estimation for cpu 3 is 4301228083
00000100:00000001:0.0:1787829751.032375:0:2384:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e20d85b5000: PM QoS request active for cpu 3, keep current deadline 4301231972
00000100:00000001:0.0:1787829751.032377:0:2384:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829751.032378:0:2384:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.032379:0:2384:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829751.032382:0:2384:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829751/real 1787829751]  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829751.032386:0:2384:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829751.032387:0:2384:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787829751.032388:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e20c765ee70.
00000400:00000200:0.0:1787829751.032389:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e20c56313b8
00000400:00000010:0.0:1787829751.032391:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9e20c56313b8.
00000100:00000001:0.0:1787829751.032392:0:2384:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787829751.032394:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787829751.032399:0:2384:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032403:0:2384:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829751.032404:0:2384:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032405:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.032406:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829751.032408:0:2384:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032412:0:2384:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787829751.032414:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032418:0:2384:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829751.032420:0:2384:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032421:0:2384:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829751.032422:0:2384:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032423:0:2384:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829751.032424:0:2384:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829751.032425:0:2384:0:(import.c:65:import_set_state_nolock()) ffff9e20c64f5800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829751.032427:0:2384:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.108@tcp failed (-110)
00000100:00000001:0.0:1787829751.032429:0:2384:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787829751.032431:0:2384:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829751.032436:0:2384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9e20d25a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33cc3088-0c22-4575-acff-1366ccb14b12:2384:1874668555413248:192.168.203.108@tcp:8:kworker.0
00000100:00000001:0.0:1787829751.032439:0:2384:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032440:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.032442:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a9680 x1874668555412864/t0(0) o38->lustre-MDT0000-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032446:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829751.032448:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829751.032449:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d400.
02000000:00000001:0.0:1787829751.032450:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829751.032451:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829751.032452:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20e09f9000 refcount=372 obd=lustre-MDT0000-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829751.032454:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829751.032455:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68c00.
02000000:00000001:0.0:1787829751.032456:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829751.032457:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829751.032458:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a9680.
00000100:00000001:0.0:1787829751.032460:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829751.032461:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032462:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.032464:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8000 x1874668555412992/t0(0) o38->lustre-MDT0001-mdc-ffff9e20d85b5000@192.168.203.108@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032469:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829751.032469:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829751.032470:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874c800.
02000000:00000001:0.0:1787829751.032471:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829751.032472:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829751.032473:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20d0c70800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e20d85b5000
00000020:00000001:0.0:1787829751.032474:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829751.032475:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6a800.
02000000:00000001:0.0:1787829751.032476:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829751.032477:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829751.032478:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8000.
00000100:00000001:0.0:1787829751.032479:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829751.032480:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032481:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.032483:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25ab840 x1874668555413120/t0(0) o8->lustre-OST0000-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032487:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829751.032488:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829751.032489:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874f400.
02000000:00000001:0.0:1787829751.032490:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829751.032491:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829751.032492:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f7800 refcount=7 obd=lustre-OST0000-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829751.032493:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829751.032494:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a6bc00.
02000000:00000001:0.0:1787829751.032495:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829751.032496:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829751.032497:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25ab840.
00000100:00000001:0.0:1787829751.032498:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829751.032499:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032500:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787829751.032502:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e20d25a8b40 x1874668555413248/t0(0) o8->lustre-OST0001-osc-ffff9e20d85b5000@192.168.203.108@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829751.032505:0:2384:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829751.032506:0:2384:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787829751.032507:0:2384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e20c874d800.
02000000:00000001:0.0:1787829751.032508:0:2384:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829751.032509:0:2384:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787829751.032509:0:2384:0:(genops.c:1223:class_import_put()) import ffff9e20c64f5800 refcount=3 obd=lustre-OST0001-osc-ffff9e20d85b5000
00000020:00000001:0.0:1787829751.032510:0:2384:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787829751.032511:0:2384:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e20c7a68000.
02000000:00000001:0.0:1787829751.032512:0:2384:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829751.032513:0:2384:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787829751.032514:0:2384:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9e20d25a8b40.
00000100:00000001:0.0:1787829751.032515:0:2384:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829751.032515:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032517:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829751.032519:0:2384:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829751.032520:0:2384:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829751.032521:0:2384:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829751.032522:0:2384:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
Debug log: 139407 lines, 139407 kept, 0 dropped, 0 bad.